-- Logs begin at Thu 2022-10-20 02:17:52 UTC, end at Thu 2022-10-20 04:47:47 UTC. -- Oct 20 03:25:23.003032 dv-neutron-861845-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 20 03:25:25.488758 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.common.config [-] Logging enabled! Oct 20 03:25:25.489498 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev59 Oct 20 03:25:25.489498 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89966) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 20 03:25:25.492568 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.common.config [-] Logging enabled! Oct 20 03:25:25.492821 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev59 Oct 20 03:25:25.493128 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89966) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 20 03:25:25.494071 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 03:25:25.494305 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 03:25:25.494655 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 03:25:25.494899 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 03:25:25.495125 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 03:25:25.495441 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.495735 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.496034 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.496260 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.496550 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.496837 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.497116 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.497435 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.497737 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.498017 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.498292 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.498575 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.498803 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.499081 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.499365 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.499648 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.499870 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] debug = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.500147 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.500586 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.500993 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.501283 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.501585 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.501861 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.502129 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.502401 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.502678 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.503003 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] host = dv-neutron-861845-1-hyperv {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.503279 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.503564 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.503846 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.504128 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.504400 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.504675 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.504957 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.505227 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.505521 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] log_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.505793 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.506080 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.506366 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.506650 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.506874 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.507095 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.507380 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.507664 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.507937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.508208 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.508485 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.508753 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.509023 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.509305 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.509590 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.509872 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.510153 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.510423 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.510694 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.510959 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.511228 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.511507 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.511776 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.512045 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.512311 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.512592 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.512857 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.513126 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.513455 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.513740 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.514019 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.514297 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.514567 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.514845 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.515112 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.515382 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.515651 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] use_json = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.516446 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.516710 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.516988 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.517257 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.517553 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.517822 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.518090 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.518375 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.518642 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:25.518932 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.519224 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.519521 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.519806 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.520094 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.520369 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.520668 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.520926 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.521210 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.521521 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.521807 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.522081 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.522365 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.522639 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.522930 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.523229 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.523518 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.523808 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.524080 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.524349 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.524619 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.524892 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.525172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.525490 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.525776 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.526048 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.526322 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.526610 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.526883 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.527153 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.527429 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.527716 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.527994 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.528266 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.528551 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.528838 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.529123 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.529420 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.529698 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.529984 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.530260 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.530528 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.530800 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.531071 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.531340 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.532220 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.532497 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.532768 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.533038 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.533338 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.533613 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.533884 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.534158 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.534427 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.534702 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.534971 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.535239 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.535508 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.535779 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.536048 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.536316 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.536587 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.536861 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.537130 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.537428 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.537699 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.537969 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.538240 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.538526 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.538810 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.539102 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.539374 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.539649 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.539924 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.540197 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.540469 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.540743 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.541016 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.541315 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.541587 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.541875 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.542157 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.542441 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.542723 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.542998 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.543289 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.543563 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.543844 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.544124 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.544397 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.544678 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.544959 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.545250 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.545562 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.545854 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.546146 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.546435 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.546714 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.547021 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.547321 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:25.547537 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 03:25:25.547773 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89966) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 20 03:25:25.934082 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO keyring.backend [-] Loading KWallet Oct 20 03:25:25.941774 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO keyring.backend [-] Loading SecretService Oct 20 03:25:25.945139 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO keyring.backend [-] Loading Windows Oct 20 03:25:25.946450 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO keyring.backend [-] Loading chainer Oct 20 03:25:25.947007 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO keyring.backend [-] Loading macOS Oct 20 03:25:25.980339 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 03:25:25.980632 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 03:25:25.980935 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 03:25:25.981285 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 20 03:25:26.367153 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.367361 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.367617 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.368807 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.369078 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.369363 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.403944 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.404219 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.404488 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.417870 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.418145 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.418409 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.448030 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.448306 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.448576 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.485592 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.485871 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.486137 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.717100 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.717743 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.717743 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.717921 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.718636 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.836839 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.837159 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.837463 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.837733 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.838003 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.838311 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.838573 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.838836 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.839081 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.839369 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.839626 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.839890 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.840154 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.840410 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.840676 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.840945 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.841203 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.841495 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.841747 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.842030 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.842376 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.842635 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.842884 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.843168 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.843416 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.843663 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.845419 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:25:26.845419 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:25:26.845419 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:25:26.845419 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:25:26.845419 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:25:26.846431 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:25:26.846431 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 20 03:25:26.849008 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 20 03:25:26.852894 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 20 03:25:26.856526 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 20 03:25:26.858438 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 20 03:25:26.859031 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 20 03:25:26.859368 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 20 03:25:26.860284 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 20 03:25:26.863061 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 20 03:25:26.863313 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 20 03:25:26.863660 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 03:25:26.891248 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 20 03:25:26.891637 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.891935 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89966) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 20 03:25:26.892299 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.893664 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89966) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 20 03:25:26.893942 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 03:25:26.894185 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 20 03:25:26.919828 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.920114 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:26.982707 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 20 03:25:26.982945 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 20 03:25:26.983178 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 20 03:25:26.983543 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 20 03:25:27.017038 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_db.sqlalchemy.engines [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89966) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 20 03:25:27.473158 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Initializing driver for type 'gre' Oct 20 03:25:27.473724 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] gre ID ranges: [(1, 1000)] Oct 20 03:25:27.683032 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Initializing driver for type 'local' Oct 20 03:25:27.683370 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Initializing driver for type 'vlan' Oct 20 03:25:27.759033 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] VlanTypeDriver initialization complete Oct 20 03:25:27.759585 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Initializing driver for type 'vxlan' Oct 20 03:25:27.759822 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] vxlan ID ranges: [(1, 1000)] Oct 20 03:25:28.039399 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Initializing extension driver 'port_security' Oct 20 03:25:28.039680 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.extensions.port_security [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] PortSecurityExtensionDriver initialization complete Oct 20 03:25:28.040018 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Initializing mechanism driver 'openvswitch' Oct 20 03:25:28.040356 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Initializing mechanism driver 'hyperv' Oct 20 03:25:28.046878 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.plugins.ml2.plugin [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:25:28.047580 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > port after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.047957 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > port after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.048313 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > port after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.048842 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:25:28.049292 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.049652 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.050002 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.050395 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:25:28.050808 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > network after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.051156 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > network after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.051505 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > network after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.051893 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:25:28.052295 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > security_group after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.052647 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > security_group after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.052990 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.053588 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:25:28.053997 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.054348 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.054694 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.055086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:25:28.055490 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > address_group after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.055840 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > address_group after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.056180 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.056573 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:25:28.057014 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] ML2 OVO RPC backend initialized. {{(pid=89966) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 20 03:25:28.057755 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.058118 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.058541 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > network before_response 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.058894 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > networks before_response 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.059242 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > port before_response 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.059589 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > ports before_response 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.059934 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > subnet before_response 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.060276 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > subnets before_response 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.060626 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > network after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.060969 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > network after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.061336 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > network after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.061679 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > port after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.062012 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > port after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.062349 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > port after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.063185 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.063521 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.063854 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.064426 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.plugin [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Modular L2 Plugin initialization complete Oct 20 03:25:28.064758 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading services supported by the core plugin {{(pid=89966) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 20 03:25:28.065085 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.plugins.ml2.managers [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Got port-security extension from driver 'port_security' Oct 20 03:25:28.065575 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.extensions.vlantransparent [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Disabled vlantransparent extension. Oct 20 03:25:28.066064 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89966) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 20 03:25:28.066380 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading Plugin: router Oct 20 03:25:28.106219 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.106611 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router after_create 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.106981 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router before_create 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.107353 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.107728 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.108087 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router after_delete 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.108453 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.108820 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router after_create 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.109174 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router after_update 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.109726 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router after_update 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.109913 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.110276 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router after_update 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.110693 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.111065 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: port after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.111410 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: port after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.111750 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: subnet after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.112096 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.112443 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.112795 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.113142 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: port before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.113523 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router precommit_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.113889 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router after_update 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.114234 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.114586 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.114947 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.115295 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.115659 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > agent after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.116010 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > agent after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.116358 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > network after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.117198 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Tracking information for resource: router configured {{(pid=89966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:25:28.117552 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Tracking information for resource: floatingip configured {{(pid=89966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:25:28.122420 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.db.l3_agentschedulers_db [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 20 03:25:28.123000 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: port after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.123370 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: port after_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.123735 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: port after_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.124096 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: port after_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.124879 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router before_create 55550100 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.125793 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.126158 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router precommit_create 55550100 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.126516 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > router precommit_update 55550100 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.131011 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.services.provider_configuration [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service providers = [] {{(pid=89966) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 20 03:25:28.131389 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.db.servicetype_db [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89966) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 20 03:25:28.134310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.services.service_base [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 03:25:28.134663 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.services.service_base [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 03:25:28.135006 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.services.service_base [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 03:25:28.135880 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.services.service_base [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 03:25:28.136252 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.services.service_base [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 20 03:25:28.136625 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:25:28.136940 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 20 03:25:28.147877 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:25:28.148213 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading Plugin: auto_allocate Oct 20 03:25:28.154035 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: network precommit_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.154405 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: network precommit_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.154919 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:25:28.155243 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading Plugin: tag Oct 20 03:25:28.161644 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:25:28.161981 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading Plugin: timestamp Oct 20 03:25:28.167227 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:25:28.167561 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading Plugin: network_ip_availability Oct 20 03:25:28.172769 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.173145 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.173538 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.174260 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:25:28.174578 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading Plugin: flavors Oct 20 03:25:28.179187 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:25:28.179521 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading Plugin: revisions Oct 20 03:25:28.183898 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:25:28.184298 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_concurrency.lockutils [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.203s {{(pid=89966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 03:25:28.185035 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89966) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 20 03:25:28.185411 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Initializing extension manager. Oct 20 03:25:28.185922 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: __init__.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.186266 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: __pycache__ {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.186604 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.186936 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: address_group.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.188220 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.188784 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: address-group Oct 20 03:25:28.189110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: address_scope.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.190024 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.190534 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: address-scope Oct 20 03:25:28.190857 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.191776 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.192283 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: router-admin-state-down-before-update Oct 20 03:25:28.192606 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: agent.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.193335 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.193844 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: agent Oct 20 03:25:28.194165 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: agent_resources_synced.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.195073 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.195576 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: agent-resources-synced Oct 20 03:25:28.195899 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: allowedaddresspairs.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.197691 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.198218 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: allowed-address-pairs Oct 20 03:25:28.198548 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: auto_allocated_topology.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.199611 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.200381 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: auto-allocated-topology Oct 20 03:25:28.200710 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: availability_zone.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.201442 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.201952 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: availability_zone Oct 20 03:25:28.202281 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: availability_zone_filter.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.203193 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.204255 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: availability_zone_filter Oct 20 03:25:28.204580 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: data_plane_status.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.205516 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.206025 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension data-plane-status not supported by any of loaded plugins Oct 20 03:25:28.206351 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: default_subnetpools.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.207258 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.207770 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: default-subnetpools Oct 20 03:25:28.208097 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.208896 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.209440 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: dhcp_agent_scheduler Oct 20 03:25:28.209768 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: dns.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.210667 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.211169 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension dns-integration not supported by any of loaded plugins Oct 20 03:25:28.211494 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: dns_domain_ports.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.212413 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.212931 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 20 03:25:28.213254 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: dvr.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.213952 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.214457 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: dvr Oct 20 03:25:28.214778 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: empty_string_filtering.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.215682 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.216188 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: empty-string-filtering Oct 20 03:25:28.216511 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.217456 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.217956 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 20 03:25:28.218278 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.219207 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.219700 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 20 03:25:28.220020 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: external_net.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.220929 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.221461 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: external-net Oct 20 03:25:28.221784 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.222692 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.223199 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: extra_dhcp_opt Oct 20 03:25:28.223522 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: extraroute.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.224427 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.224929 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: extraroute Oct 20 03:25:28.225252 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: extraroute_atomic.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.226298 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.226805 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: extraroute-atomic Oct 20 03:25:28.227129 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: filter_validation.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.227796 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.228298 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: filter-validation Oct 20 03:25:28.228618 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: fip_pf_description.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.229560 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.230061 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 20 03:25:28.230384 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: fip_port_details.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.231297 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.231803 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: fip-port-details Oct 20 03:25:28.232127 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: flavors.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.233366 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.233886 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: flavors Oct 20 03:25:28.234213 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.235859 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.236376 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 20 03:25:28.236703 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: floatingip_pools.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.237437 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.237945 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: floatingip-pools Oct 20 03:25:28.238265 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: ip_allocation.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.239186 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.239689 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension ip_allocation not supported by any of loaded plugins Oct 20 03:25:28.240013 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.240918 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.241458 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: ip-substring-filtering Oct 20 03:25:28.241785 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: l2_adjacency.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.242716 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.243213 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 20 03:25:28.243534 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: l3.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.244630 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.245147 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: router Oct 20 03:25:28.245503 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.247695 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.248219 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 20 03:25:28.248553 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.249515 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.250033 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: ext-gw-mode Oct 20 03:25:28.250891 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.251811 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.252320 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: l3-ha Oct 20 03:25:28.252645 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: l3_flavors.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.253586 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.254105 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: l3-flavors Oct 20 03:25:28.254430 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.255356 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.255860 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 20 03:25:28.256182 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: l3agentscheduler.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.257201 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.257737 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: l3_agent_scheduler Oct 20 03:25:28.258065 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: logging.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.259537 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.260064 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension logging not supported by any of loaded plugins Oct 20 03:25:28.260400 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: metering.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.261141 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.261749 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: metering Oct 20 03:25:28.262080 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.263157 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.263673 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: metering_source_and_destination_fields Oct 20 03:25:28.264008 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: multiprovidernet.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.264930 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.265464 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: multi-provider Oct 20 03:25:28.265848 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: netmtu.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.267243 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.267752 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: net-mtu Oct 20 03:25:28.268082 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: netmtu_writable.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.268993 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.269535 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: net-mtu-writable Oct 20 03:25:28.269865 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: network_availability_zone.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.270536 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.271042 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: network_availability_zone Oct 20 03:25:28.271366 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: network_ip_availability.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.272437 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.272954 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: network-ip-availability Oct 20 03:25:28.273305 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: network_segment_range.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.274073 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.274575 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension network-segment-range not supported by any of loaded plugins Oct 20 03:25:28.274900 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: pagination.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.275866 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.276198 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: pagination Oct 20 03:25:28.276521 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: port_device_profile.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.277468 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.277979 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: port-device-profile Oct 20 03:25:28.278304 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.279234 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.279737 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: port-mac-address-regenerate Oct 20 03:25:28.280060 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.280968 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.281533 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: port-numa-affinity-policy Oct 20 03:25:28.281859 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: port_resource_request.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.282765 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.283264 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension port-resource-request not supported by any of loaded plugins Oct 20 03:25:28.283585 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: portbindings.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.284520 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.285023 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: binding Oct 20 03:25:28.285379 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: portbindings_extended.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.286748 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.287255 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: binding-extended Oct 20 03:25:28.287582 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: portsecurity.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.288484 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.288992 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: port-security Oct 20 03:25:28.289349 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: project_id.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.290354 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.290645 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: project-id Oct 20 03:25:28.290970 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: providernet.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.291877 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.292385 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: provider Oct 20 03:25:28.292706 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: qos.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.296169 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.296692 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension qos not supported by any of loaded plugins Oct 20 03:25:28.297557 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.298786 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.299303 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 20 03:25:28.299636 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.300551 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.301066 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 20 03:25:28.301430 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: qos_default.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.302343 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.302854 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension qos-default not supported by any of loaded plugins Oct 20 03:25:28.303183 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: qos_fip.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.303836 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.304334 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension qos-fip not supported by any of loaded plugins Oct 20 03:25:28.304658 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: qos_gateway_ip.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.305604 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.306111 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 20 03:25:28.306433 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: qos_port_network_policy.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.307339 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.307842 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 20 03:25:28.308164 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: qos_rule_type_details.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.309078 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.309615 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 20 03:25:28.309940 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: qos_rules_alias.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.310979 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.311488 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 20 03:25:28.311811 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: quotasv2.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.313237 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.313592 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: quotas Oct 20 03:25:28.313918 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: quotasv2_detail.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.315524 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.315862 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: quota_details Oct 20 03:25:28.316194 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: rbac.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.317230 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.317781 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: rbac-policies Oct 20 03:25:28.318111 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: rbac_address_group.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.319036 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.319554 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: rbac-address-group Oct 20 03:25:28.319880 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: rbac_address_scope.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.320795 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.321326 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: rbac-address-scope Oct 20 03:25:28.321653 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: rbac_security_groups.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.322563 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.323077 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: rbac-security-groups Oct 20 03:25:28.323404 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: rbac_subnetpool.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.324330 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.324837 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: rbac-subnetpool Oct 20 03:25:28.325448 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: revisionifmatch.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.326476 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.326986 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: revision-if-match Oct 20 03:25:28.327310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: revisions.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.328428 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.328937 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: standard-attr-revisions Oct 20 03:25:28.329270 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: router_availability_zone.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.329957 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.330472 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: router_availability_zone Oct 20 03:25:28.330794 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: routerservicetype.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.331704 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.332216 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension router-service-type not supported by any of loaded plugins Oct 20 03:25:28.332539 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.333480 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.333997 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: security-groups-normalized-cidr Oct 20 03:25:28.334321 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.335242 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.335751 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: port-security-groups-filtering Oct 20 03:25:28.336075 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.336990 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.337531 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: security-groups-remote-address-group Oct 20 03:25:28.337855 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: securitygroup.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.347383 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.347911 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: security-group Oct 20 03:25:28.348246 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: segment.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.349022 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.349558 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension segment not supported by any of loaded plugins Oct 20 03:25:28.349891 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.350825 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.351333 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 20 03:25:28.351660 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: servicetype.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.352754 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.353280 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: service-type Oct 20 03:25:28.353623 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: sorting.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.354604 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.354938 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: sorting Oct 20 03:25:28.355263 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: standard_attr_segment.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.356174 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.356681 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 20 03:25:28.357004 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: standardattrdescription.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.357686 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.358193 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: standard-attr-description Oct 20 03:25:28.358519 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: stateful_security_group.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.359435 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.360556 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: stateful-security-group Oct 20 03:25:28.361039 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: stdattrs_common.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.361740 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 20 03:25:28.362065 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.363081 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.363590 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 20 03:25:28.363917 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: subnet_onboard.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.364991 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.365547 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: subnet_onboard Oct 20 03:25:28.365873 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.366802 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.367309 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 20 03:25:28.367635 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: subnet_service_types.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.368559 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.369073 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: subnet-service-types Oct 20 03:25:28.369429 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: subnetallocation.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.370503 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.371017 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: subnet_allocation Oct 20 03:25:28.371342 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.372009 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.372522 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: subnetpool-prefix-ops Oct 20 03:25:28.372846 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.373823 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.374335 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 20 03:25:28.374657 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: tagging.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.376293 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.376807 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: standard-attr-tag Oct 20 03:25:28.377136 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: timestamp.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.378361 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.378877 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loaded extension: standard-attr-timestamp Oct 20 03:25:28.379211 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: trunk.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.380234 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.380745 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension trunk not supported by any of loaded plugins Oct 20 03:25:28.381072 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: trunk_details.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.382012 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.382521 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension trunk-details not supported by any of loaded plugins Oct 20 03:25:28.382844 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: uplink_status_propagation.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.383768 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.384270 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 20 03:25:28.384592 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Loading extension file: vlantransparent.py {{(pid=89966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:25:28.385254 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:25:28.385780 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 20 03:25:28.388190 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:network Oct 20 03:25:28.388895 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:subnet Oct 20 03:25:28.389726 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:25:28.390334 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:port Oct 20 03:25:28.391610 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.392057 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service FLAVORS assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.392675 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.393111 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.393476 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:router Oct 20 03:25:28.394142 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 03:25:28.394892 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service METERING assigned prefix: /metering {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.396281 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.396659 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.397015 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:25:28.398198 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 03:25:28.398631 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:security_group Oct 20 03:25:28.399311 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 03:25:28.400035 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service CORE assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.404867 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:25:28.404867 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] subnetpool is already registered Oct 20 03:25:28.404867 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service CORE assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.404867 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:25:28.404867 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] subnetpool is already registered Oct 20 03:25:28.404867 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.405301 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service FLAVORS assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.405524 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.405950 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.406283 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:router Oct 20 03:25:28.406635 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] router is already registered Oct 20 03:25:28.407229 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 03:25:28.407558 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] floatingip is already registered Oct 20 03:25:28.408199 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service METERING assigned prefix: /metering {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.408869 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 03:25:28.409307 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] rbac_policy is already registered Oct 20 03:25:28.409802 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:security_group Oct 20 03:25:28.410140 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] security_group is already registered Oct 20 03:25:28.410728 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 03:25:28.411070 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] security_group_rule is already registered Oct 20 03:25:28.411735 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service CORE assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.412064 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:25:28.412386 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] subnetpool is already registered Oct 20 03:25:28.413006 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.v2.resource_helper [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Service CORE assigned prefix: {{(pid=89966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:25:28.413365 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:25:28.413690 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING neutron.quota.resource_registry [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] subnetpool is already registered Oct 20 03:25:28.414345 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: extensions {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.415932 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: address-groups {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.417607 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: address-scopes {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.418850 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: agents {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.420017 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: auto-allocated-topology {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.421363 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: availability_zones {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.424202 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: dhcp-networks {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.425698 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: dhcp-agents {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.427164 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: routers {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.540246 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: flavors {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.541515 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: service_profiles {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.542713 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: next_providers {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.544282 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: service_profiles {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.545807 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: floatingip-pools {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.547602 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: routers {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.549464 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: floatingips {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.550667 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: l3-routers {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.552094 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: l3-agents {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.553556 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: metering-labels {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.554960 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: metering-label-rules {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.556279 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: network-ip-availabilities {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.557579 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: bindings {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.559274 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: quotas {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.560747 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: quotas {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.562515 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: rbac-policies {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.564602 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: security-groups {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.565929 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: security-group-rules {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.567209 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: service-providers {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.568464 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: subnetpools {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.570091 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: subnetpools {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.571610 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.573332 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.575459 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.577510 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.579393 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.581306 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.583032 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.585008 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.586821 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.588697 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron.api.extensions [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Extended resource: tags {{(pid=89966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:25:28.594799 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING keystonemiddleware.auth_token [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 20 03:25:28.599552 dv-neutron-861845-1-hyperv neutron-server[89966]: WARNING keystonemiddleware.auth_token [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 20 03:25:28.607764 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_concurrency.lockutils [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Acquired lock "singleton_lock" {{(pid=89966) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 20 03:25:28.608245 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_concurrency.lockutils [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Releasing lock "singleton_lock" {{(pid=89966) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 20 03:25:28.608872 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO oslo_service.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Starting 2 workers Oct 20 03:25:28.614117 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Started child 90075 {{(pid=89966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 20 03:25:28.618455 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Started child 90076 {{(pid=89966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 20 03:25:28.619566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:28.620053 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO neutron.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 20 03:25:28.620734 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Notify callbacks [] for process, before_spawn {{(pid=89966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:28.621256 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [-] (90075) wsgi starting up on http://0.0.0.0:9696 Oct 20 03:25:28.623089 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO oslo_service.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Starting 1 workers Oct 20 03:25:28.624402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:28.626699 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [-] (90076) wsgi starting up on http://0.0.0.0:9696 Oct 20 03:25:28.628844 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Started child 90077 {{(pid=89966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 20 03:25:28.629402 dv-neutron-861845-1-hyperv neutron-server[89966]: INFO oslo_service.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Starting 1 workers Oct 20 03:25:28.633024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] calling RpcWorker wait() {{(pid=90077) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 20 03:25:28.633538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] returning from RpcWorker wait() {{(pid=90077) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 20 03:25:28.633879 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Started child 90078 {{(pid=89966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 20 03:25:28.634640 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG neutron_lib.callbacks.manager [None req-a23fc0cd-6d74-4f7c-8320-3ce4f0a958a0 None None] Notify callbacks [] for process, after_spawn {{(pid=89966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:28.634939 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:28.635412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:25:28.636460 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89966) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 20 03:25:28.636673 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 03:25:28.636861 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 03:25:28.637096 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 03:25:28.637463 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 03:25:28.637629 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 03:25:28.638152 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.638427 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.638531 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:28.638944 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.638944 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.639225 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.639775 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.640032 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.640288 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.640555 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.640844 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.641018 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.641185 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.641459 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.641696 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.642000 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.642271 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.642514 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.642782 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.642951 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.643226 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.643503 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.643755 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.644019 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] debug = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.644284 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.644754 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.644996 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.645239 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.645482 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.645764 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.645996 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.646253 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.646500 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.646714 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.646953 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.647215 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.647453 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.647695 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.647945 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.648210 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.648423 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.648880 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] host = dv-neutron-861845-1-hyperv {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.649118 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.649381 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.649622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.649848 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.650104 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.650325 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.650591 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.650851 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.651101 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.651328 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.651607 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.651831 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.652066 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.652301 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.652464 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_options = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.652704 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.652973 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.653213 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.653435 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.653603 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.653782 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.654048 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.654210 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.654459 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.654673 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.654885 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.655123 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.655355 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.655594 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.655860 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.656099 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.656311 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.657061 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.657328 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.657559 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.657782 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.658014 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.658244 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.658449 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.658663 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.658895 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.659121 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.659358 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.659571 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.659911 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.660155 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.660406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.660639 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.660880 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.661107 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.661368 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.661584 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.661816 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:25:28.661949 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.662072 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.662320 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.662562 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.662892 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.663116 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.663295 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.663521 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.663921 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_json = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.663921 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.664784 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.664994 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.665228 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.665466 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.665684 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.665916 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.666151 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.666387 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.666787 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.667067 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.667493 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.667871 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.667871 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.668431 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.668431 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.668693 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.668878 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.669027 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.669445 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.669674 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.669979 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.670180 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.670423 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.670761 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.671006 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.671277 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.671513 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.671749 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.672046 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.672764 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.673106 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.674053 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.674174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55040) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:25:28.674266 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.674266 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.674266 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691406 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.691937 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.692622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.692622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.692622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.692622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.692622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.692622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.692622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.692622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.693172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.693172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.693172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.693172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.693172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.693172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.693172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.693172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.693172 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694177 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694177 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694177 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694177 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694177 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694177 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694524 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074427 Oct 20 03:25:28.694596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.694596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.695628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696544 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696544 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696544 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696544 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696544 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696544 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696544 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.696544 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.697727 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.698036 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.698310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.698581 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.698849 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.699103 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.699362 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.701016 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.701312 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.701628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.702927 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.702927 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.703100 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.703958 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.704405 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.704857 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.705314 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.705727 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.706196 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.706468 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.706698 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.706938 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.707179 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.707531 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.707741 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.708031 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.708228 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.708653 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.708871 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.709114 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.709415 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.709853 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.710094 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.710345 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.710609 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.710848 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.711099 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.711524 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.711770 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.712005 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.712222 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.712443 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.712677 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.712900 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.713151 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.713424 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.713666 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.713896 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.714113 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.714331 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.714557 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.714773 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.715013 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.715247 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.715464 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.715722 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.715946 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.716157 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.716413 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.716631 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.716899 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.717148 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.718309 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.718562 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.718803 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.719257 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.719484 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.719733 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.720865 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.721107 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.721366 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.721588 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.721820 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.722041 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.722286 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.722500 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.722754 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.722999 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.724564 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.724564 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.724564 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.724564 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.724564 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.724564 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.725224 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.725224 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.725224 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.725811 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.725811 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.726119 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.726119 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.726443 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.726595 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.726731 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.726953 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.727205 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.727489 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.727684 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.727925 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.728192 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.728383 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.728565 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.728774 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.728982 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.729189 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.730255 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.730463 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.731246 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.731246 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.731246 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.731478 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.731686 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.731915 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.732126 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.732338 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.732555 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.732766 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.732990 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.733199 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.733503 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.733678 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.733887 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.734165 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.734498 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.735382 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.735382 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.735382 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.735382 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.736063 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.736063 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.736289 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.736392 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.736578 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.737583 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.737583 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.737583 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.737583 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.738050 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.738154 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.741318 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.741318 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.741318 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.741318 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.741650 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.741845 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.742175 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.742631 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.742893 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.743123 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.743412 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.743639 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.743858 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.745628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.745628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.745628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.745628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.745628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.745628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.745628 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.746332 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.746332 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.746332 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.746614 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.746614 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.747411 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.747411 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 03:25:28.747654 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89966) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 20 03:25:28.747654 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 03:25:28.747847 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 03:25:28.747948 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 03:25:28.748050 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 03:25:28.748193 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 03:25:28.748497 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.748619 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.748704 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.748853 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.749009 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.749203 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.751188 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.751188 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.751188 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.751188 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.751610 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.751610 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.751610 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.751889 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.751889 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.752080 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.752180 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.752338 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.752500 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.752657 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.752814 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.752971 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.753127 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] debug = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.753313 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.753492 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.753671 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.753805 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.753945 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.754074 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.754207 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.754363 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.754507 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.754664 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.754826 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.754982 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.755138 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.755296 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.755476 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.755598 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.755757 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.755913 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] host = dv-neutron-861845-1-hyperv {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.756071 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.756227 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.756388 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.756543 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.756872 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.757029 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.757355 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.757647 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.757948 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.758109 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.758464 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.758464 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.758754 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.758754 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.758916 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_options = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.758993 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.759148 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.759726 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.759726 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.759726 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.760110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.760110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.760110 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.760496 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.760496 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.760496 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.760865 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.760865 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.761111 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.761111 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.761425 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.761425 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.761682 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.761682 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.761950 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.761950 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.762204 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.762336 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.762469 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.762611 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.762746 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.762878 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.763008 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.763857 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.763857 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.763857 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.763857 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.763857 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.763857 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.764545 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.764545 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.764545 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.764545 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.764545 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.765086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.765086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.765086 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.765604 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.765604 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.765604 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.765604 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_json = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.766622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.766622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.766622 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.766993 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.766993 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.766993 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.767407 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.767407 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.767664 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:25:28.767664 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.767916 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.767916 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.768169 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.768333 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.768469 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.768602 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.768824 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.768824 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.769088 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.769088 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.769235 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770204 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770204 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770204 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770204 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770204 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770204 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770972 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770972 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770972 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770972 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.770972 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.771598 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.771598 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.771598 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.771598 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.771982 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.771982 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.771982 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.772193 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.772272 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.772401 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.772562 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.772708 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.772870 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.773031 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.773193 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.773413 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.773564 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.773700 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.773834 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.773968 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.774129 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.774288 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.774449 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.775025 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.775025 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.775025 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.775429 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.775429 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.775429 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.775915 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.775915 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.775915 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.776292 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.776292 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.776292 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.776517 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.776596 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.777472 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.777472 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.777472 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.777472 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.777472 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.777472 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778068 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778068 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778068 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778068 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778445 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778445 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778657 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778657 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778896 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.778986 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.779101 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.779254 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.779412 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.779574 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.779726 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.779884 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.780046 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.780207 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.780374 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.780527 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.780704 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.780848 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.781012 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.781171 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.781373 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.781536 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.781697 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.782556 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.782556 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.782556 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.782556 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.782556 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783137 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783137 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783137 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783137 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783579 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783579 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783579 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783911 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783911 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.783911 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.784259 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.784259 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.784497 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.784497 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.784689 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.784809 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.784965 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.785125 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.785338 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.785485 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.785630 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.785777 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.785918 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.786076 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.786238 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.786402 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.786554 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.786703 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.786838 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.787001 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.787168 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.787335 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.787495 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.787655 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.787814 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.787996 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.788179 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.788315 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.788460 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.788620 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.788780 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.789065 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.789168 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.789247 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.789440 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.789566 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.789711 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.790819 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.790984 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.791298 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.791668 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.791773 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.791929 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.792090 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.792252 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.792414 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.792567 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.792726 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.792884 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.793046 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.793206 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.794066 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.794235 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.794400 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.794563 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.794725 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.794886 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.795047 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.795209 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.795370 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.795530 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.795696 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.795858 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.796018 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.796332 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.796332 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.796594 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.796704 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.796805 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.796905 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.797091 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.797253 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.797445 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.797582 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.797742 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.798658 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.798658 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.798658 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.798658 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.798658 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.798658 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.799420 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.799420 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.799420 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.799420 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.799420 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.800748 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.800748 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.800748 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.800748 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.801150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:25:28.801310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.801310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.801310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.801310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.801310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.801310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.801310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.801310 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802198 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802198 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802198 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802198 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802198 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802198 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802846 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802846 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802846 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802846 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.802846 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.803462 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.803462 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.803462 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.803462 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804033 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804033 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804033 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804033 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804538 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804538 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804538 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804909 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804909 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.804909 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.805359 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.805359 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.805624 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.805624 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.805880 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.805880 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.806133 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.806133 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.806387 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.806529 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.806664 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.806798 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.806942 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.807076 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.807209 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.807342 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.807522 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.807663 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.807808 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.807943 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.808113 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.808271 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.808431 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.808597 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.808770 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.808928 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.809063 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.809409 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.809409 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.809659 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.809799 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.809933 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.810066 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.810201 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.810334 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.810468 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.810610 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.810744 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.810878 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.811022 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.811156 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.811292 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.811450 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.811592 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:25:28.811749 dv-neutron-861845-1-hyperv neutron-server[89966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 03:25:39.684296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf533b0-10c2-46be-8a3b-eb4e61298344 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:25:39.763818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf533b0-10c2-46be-8a3b-eb4e61298344 None None] No non-hosted networks {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 20 03:25:39.770695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.agentschedulers_db [None req-6bf533b0-10c2-46be-8a3b-eb4e61298344 None None] DHCP Agent not found on host dv-neutron-861845-1-hyperv {{(pid=90077) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 20 03:25:39.854047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5eb355b9-3743-4a72-af1e-55309776aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720360'] for agent, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:41.981686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2fc9fc2a-c9e4-4bd6-a1e2-eaa5dd34decf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720360'] for agent, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:42.027107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-abca8a2b-f5fb-42b8-8111-15f6b1ae49f4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-861845-1-hyperv {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:25:42.027559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-abca8a2b-f5fb-42b8-8111-15f6b1ae49f4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:25:42.658789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-abca8a2b-f5fb-42b8-8111-15f6b1ae49f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:43.373550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720360'] for agent, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:43.466148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720360'] for agent, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:43.466812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.474595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.474595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.474595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.474595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.474595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.475011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.475011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.475011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.475011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.475011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.475384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:43.475650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-861845-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:25:43.487884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-861845-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:25:44.729718 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.db.l3_hamode_db [None req-2ec8bc8c-b5d5-4069-a5f6-7594f3317374 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 20 03:25:44.803392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720360'] for agent, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:44.823722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8bc8c-b5d5-4069-a5f6-7594f3317374 None None] Routers set() bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:25:44.824264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8bc8c-b5d5-4069-a5f6-7594f3317374 None None] Router IDs set() for agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 20 03:25:46.106174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55140) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:25:46.670423 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING oslo_policy.policy [None req-b57fc6c0-d51a-4399-ba0b-1f836e07db02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:25:46.671017 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING oslo_policy.policy [None req-b57fc6c0-d51a-4399-ba0b-1f836e07db02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:25:46.887964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [None req-b57fc6c0-d51a-4399-ba0b-1f836e07db02 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:25:46.889003 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b57fc6c0-d51a-4399-ba0b-1f836e07db02 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7819347 Oct 20 03:25:49.288172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55154) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:25:49.642332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2e41eefe-b9d7-4dac-b508-cb11720b0c89 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:25:49.736623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.policy [None req-2e41eefe-b9d7-4dac-b508-cb11720b0c89 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=90076) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 03:25:49.781979 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING oslo_policy.policy [None req-2e41eefe-b9d7-4dac-b508-cb11720b0c89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:25:49.782343 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING oslo_policy.policy [None req-2e41eefe-b9d7-4dac-b508-cb11720b0c89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:25:49.790696 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.quota [None req-2e41eefe-b9d7-4dac-b508-cb11720b0c89 admin admin] Loaded quota_driver: . Oct 20 03:25:49.806240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2e41eefe-b9d7-4dac-b508-cb11720b0c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:25:49.936199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2e41eefe-b9d7-4dac-b508-cb11720b0c89 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730570962155', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730570959550', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730570950544', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730571139622', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730571129224', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730571122919', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-637465', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1029710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4063834', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3786628'] for rbac-policy, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:50.139312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2e41eefe-b9d7-4dac-b508-cb11720b0c89 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:50.140664 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2e41eefe-b9d7-4dac-b508-cb11720b0c89 admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8513508 Oct 20 03:25:52.764211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55168) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:25:53.110419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:25:53.115237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:25:53.119668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Usage tracker for resource:network and tenant:d7432c9047994ebd9b08bb2d1cc8b44a is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:25:53.124267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:25:53.130770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:25:53.181649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Made reservation on behalf of d7432c9047994ebd9b08bb2d1cc8b44a for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:25:53.184352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:53.202296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:53.216459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:25:53.220110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Usage tracker for resource:security_group_rule and tenant:d7432c9047994ebd9b08bb2d1cc8b44a is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:25:53.225318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:25:53.230760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:25:53.323953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:53.364235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:53.387389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:25:53.411701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730572008156', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:53.412243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Unsubscribe: segment precommit_create {{(pid=90076) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 03:25:53.412707 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Added segment 642d4141-ccbe-46a1-bf88-718010de957f of type vlan for network 2e04321f-2714-418b-82db-984dced0565e Oct 20 03:25:53.420995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80465185-3f4f-4890-a38e-c6afdc95191a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:25:53.469967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.470238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.470565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.470889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.471209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.471528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.471845 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.472206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.472515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.472832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.473143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.473477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Tracked resource versions report: Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: pushed versions: Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: { 'AddressGroup': {'1.2'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'ConntrackHelper': {'1.0'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Log': {'1.0'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Network': {'1.1'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Port': {'1.7'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'PortForwarding': {'1.2'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'QosPolicy': {'1.8'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SecurityGroup': {'1.4'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SubPort': {'1.0'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Subnet': {'1.1'}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Trunk': {'1.1'}} Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: consumer versions: Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: { DHCP agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: L3 agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: Metadata agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: Metering agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: Open vSwitch agent@dv-neutron-861845-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'ConntrackHelper': '1.0', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Log': '1.0', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Network': '1.1', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Port': '1.7', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'PortForwarding': '1.2', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'QosPolicy': '1.8', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SecurityGroup': '1.4', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SecurityGroupRule': '1.2', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SubPort': '1.0', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Subnet': '1.1', Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Trunk': '1.1'}} Oct 20 03:25:53.478769 dv-neutron-861845-1-hyperv neutron-server[90076]: {{(pid=90076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:25:53.523967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:53.599136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:53.600186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:25:53.600864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:53.704547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] Pushing event updated for resources: {'Network': ['ID=2e04321f-2714-418b-82db-984dced0565e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:25:53.715336 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 2e04321f-2714-418b-82db-984dced0565e details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:25:53.770856 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0c9b0983-8d29-4c9f-9b6c-42fb7fd5d59f admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0055144 Oct 20 03:25:56.442810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55184) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:25:56.889076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d409f98-7e40-4974-a571-9f686337c536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:25:56.890934 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6d409f98-7e40-4974-a571-9f686337c536 admin admin] 10.222.0.33 "GET /v2.0/networks/2e04321f-2714-418b-82db-984dced0565e HTTP/1.1" status: 200 len: 825 time: 0.4466045 Oct 20 03:25:56.916756 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8113d108-f9dd-48ba-b331-218b737ae00d admin admin] 10.222.0.33 "GET /v2.0/subnetpools/c91ad0bf-5d11-48eb-b58c-4a9a7a7b081d HTTP/1.1" status: 200 len: 734 time: 0.0205379 Oct 20 03:25:56.924914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Request body: {'subnet': {'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'ip_version': 4, 'subnetpool_id': 'c91ad0bf-5d11-48eb-b58c-4a9a7a7b081d', 'name': 'private-subnet', 'network_id': '2e04321f-2714-418b-82db-984dced0565e', 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:25:56.928933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:25:56.932593 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Usage tracker for resource:subnet and tenant:d7432c9047994ebd9b08bb2d1cc8b44a is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:25:56.935367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:25:56.941387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:25:57.013854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Made reservation on behalf of d7432c9047994ebd9b08bb2d1cc8b44a for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:25:57.016734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:57.350806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:57.431134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Checking segment: {'id': '642d4141-ccbe-46a1-bf88-718010de957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e04321f-2714-418b-82db-984dced0565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:25:57.431493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Network hostable DHCP agents. Network: 2e04321f-2714-418b-82db-984dced0565e, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:25:57.436643 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9387dd66-6666-4196-a71b-e9d2a4ef6f94,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:25:57.504770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Network 2e04321f-2714-418b-82db-984dced0565e is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:25:57.567736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 2e04321f-2714-418b-82db-984dced0565e) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:25:57.572195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:25:57.572795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:57.579157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d61a63-c5d8-47e9-bea4-ac100d4f2914 None None] Network 2e04321f-2714-418b-82db-984dced0565e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:25:57.648478 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-895cfb90-21cd-47b7-8f6a-5221475aab56 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7265906 Oct 20 03:25:57.865126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-2e04321f-2714-418b-82db-984dced0565e', 'network_id': '2e04321f-2714-418b-82db-984dced0565e', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'fixed_ips': [{'subnet_id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:25:57.866366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:58.048243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Allocated IP 172.20.0.2 (2e04321f-2714-418b-82db-984dced0565e/9387dd66-6666-4196-a71b-e9d2a4ef6f94/bcc3acac-46d3-485e-8e24-c7d3799c0cda) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:25:58.270817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:58.284063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Transition to ACTIVE for port object bcc3acac-46d3-485e-8e24-c7d3799c0cda will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:25:58.304264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Transition to ACTIVE for port object bcc3acac-46d3-485e-8e24-c7d3799c0cda will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:25:58.385224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:58.448666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Network 2e04321f-2714-418b-82db-984dced0565e is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:25:58.451850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:25:58.455385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:25:58.496369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Pushing event updated for resources: {'Port': ['ID=bcc3acac-46d3-485e-8e24-c7d3799c0cda,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:25:58.508566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.508926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.509286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.509628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.510068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.510405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.510733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.511058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.511395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.511718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.512037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.512353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Tracked resource versions report: Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: pushed versions: Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: { 'AddressGroup': {'1.2'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'ConntrackHelper': {'1.0'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Log': {'1.0'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Network': {'1.1'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Port': {'1.7'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'PortForwarding': {'1.2'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'QosPolicy': {'1.8'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SecurityGroup': {'1.4'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SubPort': {'1.0'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Subnet': {'1.1'}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Trunk': {'1.1'}} Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: consumer versions: Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: { DHCP agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: L3 agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: Metadata agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: Metering agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: Open vSwitch agent@dv-neutron-861845-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'ConntrackHelper': '1.0', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Log': '1.0', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Network': '1.1', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Port': '1.7', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'PortForwarding': '1.2', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'QosPolicy': '1.8', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SecurityGroup': '1.4', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SecurityGroupRule': '1.2', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SubPort': '1.0', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Subnet': '1.1', Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Trunk': '1.1'}} Oct 20 03:25:58.513754 dv-neutron-861845-1-hyperv neutron-server[90077]: {{(pid=90077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:25:58.580715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Attempting to bind port bcc3acac-46d3-485e-8e24-c7d3799c0cda on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:25:58.581339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Attempting to bind port bcc3acac-46d3-485e-8e24-c7d3799c0cda by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '642d4141-ccbe-46a1-bf88-718010de957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e04321f-2714-418b-82db-984dced0565e'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:25:58.581589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Attempting to bind port bcc3acac-46d3-485e-8e24-c7d3799c0cda on network 2e04321f-2714-418b-82db-984dced0565e {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:25:58.587005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:25:58.587408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Checking segment: {'id': '642d4141-ccbe-46a1-bf88-718010de957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e04321f-2714-418b-82db-984dced0565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:25:58.587889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:58.588282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Bound using segment: {'id': '642d4141-ccbe-46a1-bf88-718010de957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e04321f-2714-418b-82db-984dced0565e'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:25:58.588764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Bound port: bcc3acac-46d3-485e-8e24-c7d3799c0cda, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642d4141-ccbe-46a1-bf88-718010de957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e04321f-2714-418b-82db-984dced0565e'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:25:58.589170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:58.681079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] For port bcc3acac-46d3-485e-8e24-c7d3799c0cda, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:25:58.685094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] For port bcc3acac-46d3-485e-8e24-c7d3799c0cda, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=bcc3acac-46d3-485e-8e24-c7d3799c0cda,segment=NetworkSegment(642d4141-ccbe-46a1-bf88-718010de957f),segment_id=642d4141-ccbe-46a1-bf88-718010de957f)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:25:58.856585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:25:58.936463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f7edc-eb4b-449e-8945-4a48e8b0fc2e None None] Pushing event updated for resources: {'Port': ['ID=bcc3acac-46d3-485e-8e24-c7d3799c0cda,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:00.094009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55194) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:26:00.462248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [None req-9be56907-2031-4978-82d4-8e6b5bc11769 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:26:00.463525 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9be56907-2031-4978-82d4-8e6b5bc11769 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3682537 Oct 20 03:26:02.733862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d7e0e-71b0-4e5f-bc9e-97ecb4dd6924 None None] Network 2e04321f-2714-418b-82db-984dced0565e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:26:02.884012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55208) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:26:02.921354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-05383239-bb99-4303-aa45-fe948cd00516 None None] Provisioning for port bcc3acac-46d3-485e-8e24-c7d3799c0cda completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:26:03.194008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bcc3acac-46d3-485e-8e24-c7d3799c0cda up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:26:03.263175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [None req-860dd306-215d-405b-ac60-8467221fc165 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:26:03.264114 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-860dd306-215d-405b-ac60-8467221fc165 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3791385 Oct 20 03:26:03.313441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port bcc3acac-46d3-485e-8e24-c7d3799c0cda completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:26:03.318854 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port bcc3acac-46d3-485e-8e24-c7d3799c0cda triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:26:03.319711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:03.319711 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port bcc3acac-46d3-485e-8e24-c7d3799c0cda Oct 20 03:26:03.440137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port bcc3acac-46d3-485e-8e24-c7d3799c0cda is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:26:03.440474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:03.475044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port bcc3acac-46d3-485e-8e24-c7d3799c0cda, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=bcc3acac-46d3-485e-8e24-c7d3799c0cda,segment=NetworkSegment(642d4141-ccbe-46a1-bf88-718010de957f),segment_id=642d4141-ccbe-46a1-bf88-718010de957f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:26:03.539376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:03.692741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=bcc3acac-46d3-485e-8e24-c7d3799c0cda,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:05.165663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bcc3acac-46d3-485e-8e24-c7d3799c0cda up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:26:05.232599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port bcc3acac-46d3-485e-8e24-c7d3799c0cda triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:26:05.232953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:05.233307 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port bcc3acac-46d3-485e-8e24-c7d3799c0cda Oct 20 03:26:05.345885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port bcc3acac-46d3-485e-8e24-c7d3799c0cda is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:26:05.936910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55220) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:26:06.275975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:26:06.281741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:26:06.285508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Usage tracker for resource:router and tenant:d7432c9047994ebd9b08bb2d1cc8b44a is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:26:06.288734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:26:06.294359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:26:06.352944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:06.354531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:06.375275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:06.536711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:06.607230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:06.608384 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bb25f868-cf15-4185-9c66-62701d7e6357 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6704926 Oct 20 03:26:09.002810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55230) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:26:09.357926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [None req-1a97f416-8b9d-42fc-b5d1-9080729e6ece admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:26:09.358985 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1a97f416-8b9d-42fc-b5d1-9080729e6ece admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3552518 Oct 20 03:26:09.684820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-99c758c0-d2d5-4a57-83df-5cff094cde18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:11.756767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55240) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:26:11.964067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31beb872-9397-4858-8d55-25e4c9a055d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:12.114996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:26:12.119836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:26:12.123584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Usage tracker for resource:network and tenant:f1e51a47887c4175a2563fec3e19c007 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:26:12.126936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:26:12.132480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:26:12.198107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Made reservation on behalf of f1e51a47887c4175a2563fec3e19c007 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:26:12.200311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:12.211980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:12.225560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:26:12.229108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e51a47887c4175a2563fec3e19c007 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:26:12.231758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:26:12.237738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:26:12.314148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:12.398200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:12.415044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=90076) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 20 03:26:12.434090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7a621f-382e-42c5-ba55-7992640f3d4f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:12.438247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:12.438593 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Added segment 406530cf-b2e6-4736-80d0-22c37d4ab1ba of type flat for network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f Oct 20 03:26:12.475593 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:12.584559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:12.585550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:26:12.586144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:12.685543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:12.695340 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:26:12.734240 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fa3a3e0b-4d62-462a-97e5-49d8e2a489a6 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9763615 Oct 20 03:26:13.244401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:13.413045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:14.670260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:15.119483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55260) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:26:15.322132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b77a5-528a-4bfb-8291-d17c05a709c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:26:15.323426 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-342b77a5-528a-4bfb-8291-d17c05a709c9 admin admin] 10.222.0.33 "GET /v2.0/subnets/9387dd66-6666-4196-a71b-e9d2a4ef6f94 HTTP/1.1" status: 200 len: 849 time: 0.2030044 Oct 20 03:26:15.462742 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-254a6b8b-7d84-4b4e-85b4-7c763cd2001e admin admin] 10.222.0.33 "GET /v2.0/routers/f12f4449-cd24-4694-8865-511a1720f9e3 HTTP/1.1" status: 200 len: 704 time: 0.1328692 Oct 20 03:26:15.905120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:16.153082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Allocated IP 172.20.0.1 (2e04321f-2714-418b-82db-984dced0565e/9387dd66-6666-4196-a71b-e9d2a4ef6f94/7222081d-22dd-44b3-a40d-b95ad08e17a8) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:26:16.302967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:16.319765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Transition to ACTIVE for port object 7222081d-22dd-44b3-a40d-b95ad08e17a8 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:26:16.422365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:16.485059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Network 2e04321f-2714-418b-82db-984dced0565e is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:26:16.487768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:26:16.491583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:26:16.492083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:16.623300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7222081d-22dd-44b3-a40d-b95ad08e17a8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:16.730141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Provisioning for port 7222081d-22dd-44b3-a40d-b95ad08e17a8 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:26:16.734905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Provisioning complete for port 7222081d-22dd-44b3-a40d-b95ad08e17a8 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:26:16.735302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:16.735635 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Attempt 1 to provision port 7222081d-22dd-44b3-a40d-b95ad08e17a8 Oct 20 03:26:16.790497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Port 7222081d-22dd-44b3-a40d-b95ad08e17a8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:26:16.810926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:17.029358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:17.095627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:17.096287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:17.223615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7222081d-22dd-44b3-a40d-b95ad08e17a8,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:17.282775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Network 2e04321f-2714-418b-82db-984dced0565e is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:26:17.283806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:26:17.291603 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Attempt 2 to provision port 7222081d-22dd-44b3-a40d-b95ad08e17a8 Oct 20 03:26:17.346560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Port 7222081d-22dd-44b3-a40d-b95ad08e17a8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:26:17.587282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Router f12f4449-cd24-4694-8865-511a1720f9e3 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:26:17.734298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:26:17.743825 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Sync routers for ids ['f12f4449-cd24-4694-8865-511a1720f9e3'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:26:17.744275 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-01f3cf62-7ddf-4749-99b6-c40eaac873b5 admin admin] 10.222.0.33 "PUT /v2.0/routers/f12f4449-cd24-4694-8865-511a1720f9e3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2763002 Oct 20 03:26:17.754647 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Routers {'f12f4449-cd24-4694-8865-511a1720f9e3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:26:17.755466 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:26:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f12f4449-cd24-4694-8865-511a1720f9e3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:17.847846 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Attempt 3 to provision port 7222081d-22dd-44b3-a40d-b95ad08e17a8 Oct 20 03:26:17.906676 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Port 7222081d-22dd-44b3-a40d-b95ad08e17a8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:26:17.928902 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Set router f12f4449-cd24-4694-8865-511a1720f9e3 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:26:18.287491 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'name': 'router1', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:26:06Z', 'updated_at': '2022-10-20T03:26:16Z', 'revision_number': 2, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'gw_port_host': None, '_interfaces': [{'id': '7222081d-22dd-44b3-a40d-b95ad08e17a8', 'name': '', 'network_id': '2e04321f-2714-418b-82db-984dced0565e', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'mac_address': 'fa:16:3e:ad:1e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:26:15Z', 'updated_at': '2022-10-20T03:26:16Z', 'revision_number': 2, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'subnets': [{'id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c91ad0bf-5d11-48eb-b58c-4a9a7a7b081d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:18.292143 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Checking router: f12f4449-cd24-4694-8865-511a1720f9e3 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:26:18.292518 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Updating router f12f4449-cd24-4694-8865-511a1720f9e3 port 7222081d-22dd-44b3-a40d-b95ad08e17a8 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:26:18.342754 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:18.407781 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Attempt 4 to provision port 7222081d-22dd-44b3-a40d-b95ad08e17a8 Oct 20 03:26:18.488877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Port 7222081d-22dd-44b3-a40d-b95ad08e17a8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:26:18.723730 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:18.741863 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Transition to ACTIVE for port object 7222081d-22dd-44b3-a40d-b95ad08e17a8 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:26:18.804480 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:18.990185 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Attempt 5 to provision port 7222081d-22dd-44b3-a40d-b95ad08e17a8 Oct 20 03:26:19.004330 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Pushing event updated for resources: {'Port': ['ID=7222081d-22dd-44b3-a40d-b95ad08e17a8,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:19.022802 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.023156 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.023489 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.023813 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.024134 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.024468 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.024790 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.025106 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.025464 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.025787 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.026101 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.026414 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Tracked resource versions report: Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: pushed versions: Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: { 'AddressGroup': {'1.2'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'ConntrackHelper': {'1.0'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Log': {'1.0'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Network': {'1.1'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Port': {'1.7'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'PortForwarding': {'1.2'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'QosPolicy': {'1.8'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SecurityGroup': {'1.4'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SubPort': {'1.0'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Subnet': {'1.1'}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Trunk': {'1.1'}} Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: consumer versions: Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: { DHCP agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: L3 agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: Metadata agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: Metering agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: Open vSwitch agent@dv-neutron-861845-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'ConntrackHelper': '1.0', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Log': '1.0', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Network': '1.1', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Port': '1.7', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'PortForwarding': '1.2', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'QosPolicy': '1.8', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SecurityGroup': '1.4', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SecurityGroupRule': '1.2', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SubPort': '1.0', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Subnet': '1.1', Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Trunk': '1.1'}} Oct 20 03:26:19.027785 dv-neutron-861845-1-hyperv neutron-server[90078]: {{(pid=90078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:26:19.038741 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Attempting to bind port 7222081d-22dd-44b3-a40d-b95ad08e17a8 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:26:19.039139 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Attempting to bind port 7222081d-22dd-44b3-a40d-b95ad08e17a8 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '642d4141-ccbe-46a1-bf88-718010de957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e04321f-2714-418b-82db-984dced0565e'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:26:19.039565 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Attempting to bind port 7222081d-22dd-44b3-a40d-b95ad08e17a8 on network 2e04321f-2714-418b-82db-984dced0565e {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:26:19.045010 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:26:19.045439 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Checking segment: {'id': '642d4141-ccbe-46a1-bf88-718010de957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e04321f-2714-418b-82db-984dced0565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:26:19.045915 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:19.046130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Port 7222081d-22dd-44b3-a40d-b95ad08e17a8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:26:19.046322 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Bound using segment: {'id': '642d4141-ccbe-46a1-bf88-718010de957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e04321f-2714-418b-82db-984dced0565e'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:26:19.046826 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Bound port: 7222081d-22dd-44b3-a40d-b95ad08e17a8, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642d4141-ccbe-46a1-bf88-718010de957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e04321f-2714-418b-82db-984dced0565e'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:26:19.047204 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:19.134480 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] For port 7222081d-22dd-44b3-a40d-b95ad08e17a8, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:26:19.138855 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] For port 7222081d-22dd-44b3-a40d-b95ad08e17a8, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7222081d-22dd-44b3-a40d-b95ad08e17a8,segment=NetworkSegment(642d4141-ccbe-46a1-bf88-718010de957f),segment_id=642d4141-ccbe-46a1-bf88-718010de957f)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:26:19.213195 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:19.299879 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Routers {'f12f4449-cd24-4694-8865-511a1720f9e3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:26:19.300408 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:26:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f12f4449-cd24-4694-8865-511a1720f9e3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:19.441191 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdd5fe-db98-423c-a97f-7e374a0d5398 None None] Pushing event updated for resources: {'Port': ['ID=7222081d-22dd-44b3-a40d-b95ad08e17a8,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:19.464645 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] Set router f12f4449-cd24-4694-8865-511a1720f9e3 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:26:19.547288 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Attempt 6 to provision port 7222081d-22dd-44b3-a40d-b95ad08e17a8 Oct 20 03:26:19.612313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-750a66f1-0a19-498a-8543-9e0581c128ff None None] Port 7222081d-22dd-44b3-a40d-b95ad08e17a8 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:26:19.785600 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'name': 'router1', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:26:06Z', 'updated_at': '2022-10-20T03:26:16Z', 'revision_number': 2, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'gw_port_host': None, '_interfaces': [{'id': '7222081d-22dd-44b3-a40d-b95ad08e17a8', 'name': '', 'network_id': '2e04321f-2714-418b-82db-984dced0565e', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'mac_address': 'fa:16:3e:ad:1e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:26:15Z', 'updated_at': '2022-10-20T03:26:19Z', 'revision_number': 4, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'subnets': [{'id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c91ad0bf-5d11-48eb-b58c-4a9a7a7b081d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:19.789406 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b73782-61bb-4fdc-837c-38f570e1a8a0 None None] The sync data for ids ['f12f4449-cd24-4694-8865-511a1720f9e3'] in dv-neutron-861845-1-hyperv is: [{'id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'name': 'router1', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:26:06Z', 'updated_at': '2022-10-20T03:26:16Z', 'revision_number': 2, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'gw_port_host': None, '_interfaces': [{'id': '7222081d-22dd-44b3-a40d-b95ad08e17a8', 'name': '', 'network_id': '2e04321f-2714-418b-82db-984dced0565e', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'mac_address': 'fa:16:3e:ad:1e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:26:15Z', 'updated_at': '2022-10-20T03:26:19Z', 'revision_number': 4, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'subnets': [{'id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c91ad0bf-5d11-48eb-b58c-4a9a7a7b081d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:26:19.971351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55282) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:26:20.119950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a0feb-15bb-4639-a988-e0bf5f8a0382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:26:20.120515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-897a0feb-15bb-4639-a988-e0bf5f8a0382 admin admin] Synchronizing usage tracker for tenant:f1e51a47887c4175a2563fec3e19c007 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:26:20.238491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-897a0feb-15bb-4639-a988-e0bf5f8a0382 admin admin] Unset dirty status for tenant:f1e51a47887c4175a2563fec3e19c007 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:26:20.239803 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-897a0feb-15bb-4639-a988-e0bf5f8a0382 admin admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 842 time: 0.2674282 Oct 20 03:26:20.249120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:26:20.254502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:26:20.258427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Usage tracker for resource:subnet and tenant:f1e51a47887c4175a2563fec3e19c007 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:26:20.261241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:26:20.267286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:26:20.317960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Made reservation on behalf of f1e51a47887c4175a2563fec3e19c007 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:26:20.320212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:20.767048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.objects.ports [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90076) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:26:20.767505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:20.841301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3372ca2c-1588-47ed-bc17-57ac182ef480,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:20.848230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:26:20.848581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Network hostable DHCP agents. Network: 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:26:20.932610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:26:21.012489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:26:21.017382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:26:21.017971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:21.021958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0b803e-e6f6-45b8-a305-0ef802e9398a None None] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:26:21.084725 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e514b497-2cd0-45bf-aff8-710e68c3fc9e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8390114 Oct 20 03:26:21.212514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7222081d-22dd-44b3-a40d-b95ad08e17a8 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:26:21.303387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e277bdd-ed10-4d52-946f-f746e6286991 None None] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:26:21.519653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 7222081d-22dd-44b3-a40d-b95ad08e17a8 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:26:21.531851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7222081d-22dd-44b3-a40d-b95ad08e17a8 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:26:21.532224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:21.532573 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7222081d-22dd-44b3-a40d-b95ad08e17a8 Oct 20 03:26:21.651015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7222081d-22dd-44b3-a40d-b95ad08e17a8 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:26:21.651365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:21.677690 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:26:21.683163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 7222081d-22dd-44b3-a40d-b95ad08e17a8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7222081d-22dd-44b3-a40d-b95ad08e17a8,segment=NetworkSegment(642d4141-ccbe-46a1-bf88-718010de957f),segment_id=642d4141-ccbe-46a1-bf88-718010de957f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:26:21.750669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:21.816620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=7222081d-22dd-44b3-a40d-b95ad08e17a8,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:23.174845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7222081d-22dd-44b3-a40d-b95ad08e17a8 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:26:23.246341 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7222081d-22dd-44b3-a40d-b95ad08e17a8 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:26:23.246715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:23.247053 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7222081d-22dd-44b3-a40d-b95ad08e17a8 Oct 20 03:26:23.358393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 55296) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:26:23.361761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7222081d-22dd-44b3-a40d-b95ad08e17a8 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:26:23.517767 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING oslo_policy.policy [None req-d0e0f742-352a-43c3-8522-586b38386ee6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:26:23.518334 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING oslo_policy.policy [None req-d0e0f742-352a-43c3-8522-586b38386ee6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:26:23.793752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.policy [None req-d0e0f742-352a-43c3-8522-586b38386ee6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=90075) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 03:26:23.840060 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING oslo_policy.policy [None req-d0e0f742-352a-43c3-8522-586b38386ee6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:26:23.840445 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING oslo_policy.policy [None req-d0e0f742-352a-43c3-8522-586b38386ee6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:26:24.057100 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d0e0f742-352a-43c3-8522-586b38386ee6 admin admin] 10.222.0.33 "GET /v2.0/routers/f12f4449-cd24-4694-8865-511a1720f9e3 HTTP/1.1" status: 200 len: 710 time: 0.6958518 Oct 20 03:26:24.215130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880d3e3-7e33-479a-85de-b6a62bc19628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:26:24.216811 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7880d3e3-7e33-479a-85de-b6a62bc19628 admin admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 886 time: 0.1545241 Oct 20 03:26:24.226221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:26:24.666893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:25.044121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:25.101963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:25.244420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Allocated IP 172.26.7.44 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/3f3cb472-ec5e-418f-9198-0786717d64d6) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:26:25.393533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:25.516459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:25.570538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:26:25.571616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:26:25.608794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:26:25.721615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3cb472-ec5e-418f-9198-0786717d64d6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:25.743625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.743974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.744312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.744646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.744978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.745335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.745666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.745987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.746310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.746635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.746953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.747612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Tracked resource versions report: Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: pushed versions: Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: { 'AddressGroup': {'1.2'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'ConntrackHelper': {'1.0'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Log': {'1.0'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Network': {'1.1'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Port': {'1.7'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'PortForwarding': {'1.2'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'QosPolicy': {'1.8'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SecurityGroup': {'1.4'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SubPort': {'1.0'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Subnet': {'1.1'}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Trunk': {'1.1'}} Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: consumer versions: Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: { DHCP agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: L3 agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: Metadata agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: Metering agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: Open vSwitch agent@dv-neutron-861845-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'ConntrackHelper': '1.0', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Log': '1.0', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Network': '1.1', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Port': '1.7', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'PortForwarding': '1.2', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'QosPolicy': '1.8', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SecurityGroup': '1.4', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SecurityGroupRule': '1.2', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SubPort': '1.0', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Subnet': '1.1', Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Trunk': '1.1'}} Oct 20 03:26:25.748967 dv-neutron-861845-1-hyperv neutron-server[90075]: {{(pid=90075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:26:26.113002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:26.436458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:26.439995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:26.615573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Router f12f4449-cd24-4694-8865-511a1720f9e3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:26:26.787749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:26:26.797001 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Sync routers for ids ['f12f4449-cd24-4694-8865-511a1720f9e3'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:26:26.798077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:26.799157 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ddb276c3-b04e-408e-8479-94ca1710fd39 admin admin] 10.222.0.33 "PUT /v2.0/routers/f12f4449-cd24-4694-8865-511a1720f9e3 HTTP/1.1" status: 200 len: 889 time: 2.5762017 Oct 20 03:26:26.807508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Routers {'f12f4449-cd24-4694-8865-511a1720f9e3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:26:26.808180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:26:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f12f4449-cd24-4694-8865-511a1720f9e3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:26.995507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Set router f12f4449-cd24-4694-8865-511a1720f9e3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:26:27.351682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'name': 'router1', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '3f3cb472-ec5e-418f-9198-0786717d64d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:26:06Z', 'updated_at': '2022-10-20T03:26:25Z', 'revision_number': 4, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'gw_port': {'id': '3f3cb472-ec5e-418f-9198-0786717d64d6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:26:25Z', 'updated_at': '2022-10-20T03:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '7222081d-22dd-44b3-a40d-b95ad08e17a8', 'name': '', 'network_id': '2e04321f-2714-418b-82db-984dced0565e', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'mac_address': 'fa:16:3e:ad:1e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:26:15Z', 'updated_at': '2022-10-20T03:26:21Z', 'revision_number': 5, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'subnets': [{'id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c91ad0bf-5d11-48eb-b58c-4a9a7a7b081d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:27.356345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Checking router: f12f4449-cd24-4694-8865-511a1720f9e3 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:26:27.356694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Updating router f12f4449-cd24-4694-8865-511a1720f9e3 port 3f3cb472-ec5e-418f-9198-0786717d64d6 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:26:27.405918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:27.728429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:27.739458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Transition to ACTIVE for port object 3f3cb472-ec5e-418f-9198-0786717d64d6 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:26:27.818483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:27.877790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Attempting to bind port 3f3cb472-ec5e-418f-9198-0786717d64d6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:26:27.878151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Attempting to bind port 3f3cb472-ec5e-418f-9198-0786717d64d6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:26:27.878508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Attempting to bind port 3f3cb472-ec5e-418f-9198-0786717d64d6 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:26:27.886650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:26:27.887012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:26:27.887402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:27.887784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:26:27.888240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Bound port: 3f3cb472-ec5e-418f-9198-0786717d64d6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:26:27.888623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:27.934306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2c9b5-24bf-4ea8-bba6-2905fb7d43e0 None None] Pushing event updated for resources: {'Port': ['ID=3f3cb472-ec5e-418f-9198-0786717d64d6,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:27.967391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] For port 3f3cb472-ec5e-418f-9198-0786717d64d6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:26:27.970365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] For port 3f3cb472-ec5e-418f-9198-0786717d64d6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3f3cb472-ec5e-418f-9198-0786717d64d6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:26:28.018789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:28.077738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Routers {'f12f4449-cd24-4694-8865-511a1720f9e3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:26:28.078897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:26:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f12f4449-cd24-4694-8865-511a1720f9e3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:28.213636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2c9b5-24bf-4ea8-bba6-2905fb7d43e0 None None] Pushing event updated for resources: {'Port': ['ID=3f3cb472-ec5e-418f-9198-0786717d64d6,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:28.261053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] Set router f12f4449-cd24-4694-8865-511a1720f9e3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:26:28.580371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'name': 'router1', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '3f3cb472-ec5e-418f-9198-0786717d64d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:26:06Z', 'updated_at': '2022-10-20T03:26:25Z', 'revision_number': 4, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'gw_port': {'id': '3f3cb472-ec5e-418f-9198-0786717d64d6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:26:25Z', 'updated_at': '2022-10-20T03:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '7222081d-22dd-44b3-a40d-b95ad08e17a8', 'name': '', 'network_id': '2e04321f-2714-418b-82db-984dced0565e', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'mac_address': 'fa:16:3e:ad:1e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:26:15Z', 'updated_at': '2022-10-20T03:26:21Z', 'revision_number': 5, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'subnets': [{'id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c91ad0bf-5d11-48eb-b58c-4a9a7a7b081d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:28.584285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d6f78f-3d2e-4094-ae4a-762dff8fcae9 None None] The sync data for ids ['f12f4449-cd24-4694-8865-511a1720f9e3'] in dv-neutron-861845-1-hyperv is: [{'id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'name': 'router1', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '3f3cb472-ec5e-418f-9198-0786717d64d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:26:06Z', 'updated_at': '2022-10-20T03:26:25Z', 'revision_number': 4, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'gw_port': {'id': '3f3cb472-ec5e-418f-9198-0786717d64d6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:26:25Z', 'updated_at': '2022-10-20T03:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '7222081d-22dd-44b3-a40d-b95ad08e17a8', 'name': '', 'network_id': '2e04321f-2714-418b-82db-984dced0565e', 'tenant_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'mac_address': 'fa:16:3e:ad:1e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f4449-cd24-4694-8865-511a1720f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:26:15Z', 'updated_at': '2022-10-20T03:26:21Z', 'revision_number': 5, 'project_id': 'd7432c9047994ebd9b08bb2d1cc8b44a', 'subnets': [{'id': '9387dd66-6666-4196-a71b-e9d2a4ef6f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c91ad0bf-5d11-48eb-b58c-4a9a7a7b081d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:26:29.223848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 55316) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:26:29.228347 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3f3cb472-ec5e-418f-9198-0786717d64d6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:26:29.356510 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-89e1f62f-6add-4682-8ed5-0a3980267d26 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1314273 Oct 20 03:26:29.450060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 3f3cb472-ec5e-418f-9198-0786717d64d6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:26:29.455808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3f3cb472-ec5e-418f-9198-0786717d64d6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:26:29.458100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:29.458100 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3f3cb472-ec5e-418f-9198-0786717d64d6 Oct 20 03:26:29.604776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3f3cb472-ec5e-418f-9198-0786717d64d6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:26:29.605181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:29.622161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 3f3cb472-ec5e-418f-9198-0786717d64d6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3f3cb472-ec5e-418f-9198-0786717d64d6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:26:29.701360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:29.767093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=3f3cb472-ec5e-418f-9198-0786717d64d6,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:31.195572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3f3cb472-ec5e-418f-9198-0786717d64d6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:26:31.276090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3f3cb472-ec5e-418f-9198-0786717d64d6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:26:31.276460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:31.276862 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3f3cb472-ec5e-418f-9198-0786717d64d6 Oct 20 03:26:31.392569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3f3cb472-ec5e-418f-9198-0786717d64d6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:26:39.715874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb28b-31bb-4b89-9c8c-e63a91ba619b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:41.970445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7185841c-ced6-43a6-bacd-0ed82e6d9d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:43.226756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:43.418306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:44.695535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:58.676338 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:27:09.686349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da738887-5303-428f-a077-86fa194e3a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:11.954626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbdfb-01d6-442e-9e6a-a800f2f351b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:13.252154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:13.434353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:14.683622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:35.674577 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:27:39.694997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7e2e-cc14-458c-86a0-3c00327142e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:41.986214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-183d0b53-103c-4dfb-be61-ec756aa8ae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:43.249571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:43.411695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:44.708172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:09.717999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b83d39a-da1d-4b87-9723-f4b6507c72fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:11.976989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-46bbe401-028f-48e5-9c0a-733c67a67155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:12.673345 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:28:13.251022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:13.416670 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:14.702671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:39.406522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55918) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:28:39.474245 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae8246b-01cc-4b95-bd03-581ee52f2d4f admin admin] GET failed (client error): The resource could not be found. Oct 20 03:28:39.475503 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8ae8246b-01cc-4b95-bd03-581ee52f2d4f admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680404 Oct 20 03:28:39.605589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1632f98-bc9c-49b1-a5af-07b626f84125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:39.607047 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b1632f98-bc9c-49b1-a5af-07b626f84125 admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1275210 Oct 20 03:28:39.701201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d56ffbe9-abce-4991-896f-1c9ca512fa4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:41.788689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55928) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:28:41.895063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6052f49-ce81-454b-b827-8c6777399712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:41.895619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c6052f49-ce81-454b-b827-8c6777399712 admin admin] Synchronizing usage tracker for tenant:f1e51a47887c4175a2563fec3e19c007 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:28:41.963278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-703947c0-6957-41e7-9734-0fa1b3035e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:41.986061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c6052f49-ce81-454b-b827-8c6777399712 admin admin] Unset dirty status for tenant:f1e51a47887c4175a2563fec3e19c007 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:28:41.987242 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c6052f49-ce81-454b-b827-8c6777399712 admin admin] 10.222.0.33 "GET /v2.0/subnets/9387dd66-6666-4196-a71b-e9d2a4ef6f94 HTTP/1.1" status: 200 len: 849 time: 0.1975832 Oct 20 03:28:41.997024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:28:42.112531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Notify callbacks [] for subnet, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:42.340442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730572078219'] for subnet, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:42.384112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:42.384400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:42.386514 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] 10.222.0.33 "PUT /v2.0/subnets/9387dd66-6666-4196-a71b-e9d2a4ef6f94 HTTP/1.1" status: 200 len: 868 time: 0.3932037 Oct 20 03:28:42.387345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc60511-b320-49ac-bab1-6a36698259ae None None] Network 2e04321f-2714-418b-82db-984dced0565e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:28:42.411423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9387dd66-6666-4196-a71b-e9d2a4ef6f94,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.424620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2762645-7169-4af1-a412-680589dfe44f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:28:42.797784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6f3e4e74-04a6-4521-97dd-426914430921 None None] Provisioning complete for port bcc3acac-46d3-485e-8e24-c7d3799c0cda triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:28:42.798150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4e74-04a6-4521-97dd-426914430921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:42.798483 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6f3e4e74-04a6-4521-97dd-426914430921 None None] Attempt 1 to provision port bcc3acac-46d3-485e-8e24-c7d3799c0cda Oct 20 03:28:42.910819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e4e74-04a6-4521-97dd-426914430921 None None] Current status of the port bcc3acac-46d3-485e-8e24-c7d3799c0cda is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:28:42.922017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6f3e4e74-04a6-4521-97dd-426914430921 None None] Provisioning complete for port 7222081d-22dd-44b3-a40d-b95ad08e17a8 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:28:42.922328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4e74-04a6-4521-97dd-426914430921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:42.922655 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6f3e4e74-04a6-4521-97dd-426914430921 None None] Attempt 1 to provision port 7222081d-22dd-44b3-a40d-b95ad08e17a8 Oct 20 03:28:43.033564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e4e74-04a6-4521-97dd-426914430921 None None] Current status of the port 7222081d-22dd-44b3-a40d-b95ad08e17a8 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:28:43.243692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:43.432202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:44.567174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 55938) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:28:44.696384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:44.744391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19476fe-0210-480f-9aad-9f2e1a0b2758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:44.744857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19476fe-0210-480f-9aad-9f2e1a0b2758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:44.746440 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e19476fe-0210-480f-9aad-9f2e1a0b2758 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1782959 Oct 20 03:28:46.893616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 55948) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:28:47.060159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd6aed-7f7e-4bab-bc78-92755b14335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:47.060628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd6aed-7f7e-4bab-bc78-92755b14335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:47.062156 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-79dd6aed-7f7e-4bab-bc78-92755b14335d admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1676657 Oct 20 03:28:49.214111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 55958) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:28:49.379922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af320a-62d4-46b5-88b5-a8be4fad0018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:49.381791 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-64af320a-62d4-46b5-88b5-a8be4fad0018 admin admin] 10.222.0.33 "GET /v2.0/networks/2e04321f-2714-418b-82db-984dced0565e HTTP/1.1" status: 200 len: 869 time: 0.1661916 Oct 20 03:28:49.671558 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:28:51.664162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55968) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:28:51.835773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167890a-7ac4-4db0-9b5f-2fdc7c535242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:51.837144 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d167890a-7ac4-4db0-9b5f-2fdc7c535242 admin admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 886 time: 0.1720197 Oct 20 03:28:54.062289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55978) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:28:54.214652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971b70c-c5fd-4104-b0cc-5020bbd75785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:54.215108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971b70c-c5fd-4104-b0cc-5020bbd75785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:54.216620 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c971b70c-c5fd-4104-b0cc-5020bbd75785 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1533914 Oct 20 03:28:56.377107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55988) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:28:56.480813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b03fa4-55e9-490a-b82b-781b93ff5d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:56.481294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b03fa4-55e9-490a-b82b-781b93ff5d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:56.482771 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a9b03fa4-55e9-490a-b82b-781b93ff5d8c admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1046937 Oct 20 03:28:58.643247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 55998) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:28:58.742386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0fb7b8-5b49-4ecc-9644-b9f14462dcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:28:58.743667 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cc0fb7b8-5b49-4ecc-9644-b9f14462dcf1 admin admin] 10.222.0.33 "GET /v2.0/subnets/3372ca2c-1588-47ed-bc17-57ac182ef480 HTTP/1.1" status: 200 len: 816 time: 0.0999572 Oct 20 03:29:00.895454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56008) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:29:00.999329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb7510c-73e7-44c8-9f1b-7cd0701725b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:01.000655 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2fb7510c-73e7-44c8-9f1b-7cd0701725b2 admin admin] 10.222.0.33 "GET /v2.0/subnets/9387dd66-6666-4196-a71b-e9d2a4ef6f94 HTTP/1.1" status: 200 len: 868 time: 0.1043370 Oct 20 03:29:09.691917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-53309e96-1d06-4df1-a789-7d6d4e04b7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:11.959012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-761105aa-5e77-4724-b35b-07b17b89d1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:13.244411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:13.438134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:14.701635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:20.604394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56054) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:29:20.651348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [None req-db387e68-279b-45f0-b741-fabd5d1f2f7d admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:29:20.652354 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-db387e68-279b-45f0-b741-fabd5d1f2f7d admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470107 Oct 20 03:29:22.888203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56064) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:29:22.954264 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a112f9d-ea9a-4f25-b5a7-56b81b30b138 admin admin] GET failed (client error): The resource could not be found. Oct 20 03:29:22.955560 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4a112f9d-ea9a-4f25-b5a7-56b81b30b138 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664062 Oct 20 03:29:23.076895 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ccdf7-4187-46e5-b758-461ea3fe9143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:23.078340 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dd6ccdf7-4187-46e5-b758-461ea3fe9143 admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1189690 Oct 20 03:29:25.261169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56074) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:29:25.308141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:29:25.312772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:29:25.322297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:29:25.386921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Made reservation on behalf of f1e51a47887c4175a2563fec3e19c007 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:29:25.389126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:25.476301 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.services.revisions.revision_plugin [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Could not find related network for resource to bump revision. Oct 20 03:29:25.486934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:29:25.495214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:25.495538 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Added segment f8c2d5a0-3e45-40ee-b77c-7dceda16253a of type vlan for network cd716876-639b-4ec5-990c-923f98e6a9a1 Oct 20 03:29:25.519005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:25.592569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:25.593616 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:25.594225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:25.693061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] Pushing event updated for resources: {'Network': ['ID=cd716876-639b-4ec5-990c-923f98e6a9a1,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:29:25.702879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network cd716876-639b-4ec5-990c-923f98e6a9a1 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:29:25.731054 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fc0a313d-c523-4f87-9e75-18db53ab68bc admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4686141 Oct 20 03:29:26.670391 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:29:27.915652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56084) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:29:27.979871 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0c7f97-0262-404d-a7a9-f758f9945eb9 admin admin] GET failed (client error): The resource could not be found. Oct 20 03:29:27.980376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7b0c7f97-0262-404d-a7a9-f758f9945eb9 admin admin] Synchronizing usage tracker for tenant:f1e51a47887c4175a2563fec3e19c007 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:29:28.066750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7b0c7f97-0262-404d-a7a9-f758f9945eb9 admin admin] Unset dirty status for tenant:f1e51a47887c4175a2563fec3e19c007 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:29:28.067870 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7b0c7f97-0262-404d-a7a9-f758f9945eb9 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1513102 Oct 20 03:29:28.173447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a1b10-c2ef-4504-8807-d7b59e0e8227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:28.174794 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-960a1b10-c2ef-4504-8807-d7b59e0e8227 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1030893 Oct 20 03:29:28.184791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1', 'ip_version': 4}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:29:28.188993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:29:28.198291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:29:28.238156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Made reservation on behalf of f1e51a47887c4175a2563fec3e19c007 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:29:28.240848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:28.484118 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:28.552437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14cf1adc-9f2c-4fa0-8bb4-b50ec40e8acd,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:29:28.559380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Checking segment: {'id': 'f8c2d5a0-3e45-40ee-b77c-7dceda16253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:29:28.559727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Network hostable DHCP agents. Network: cd716876-639b-4ec5-990c-923f98e6a9a1, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:29:28.626819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Network cd716876-639b-4ec5-990c-923f98e6a9a1 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:29:28.672675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, cd716876-639b-4ec5-990c-923f98e6a9a1) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:29:28.676698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:28.677445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:28.681843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a3234c-a649-4ae1-8b0f-434a03182149 None None] Network cd716876-639b-4ec5-990c-923f98e6a9a1 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:29:28.754123 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1222e1fb-b3ea-4b12-9cbd-c072b4773ac3 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5721400 Oct 20 03:29:28.907808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-cd716876-639b-4ec5-990c-923f98e6a9a1', 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1', 'tenant_id': 'f1e51a47887c4175a2563fec3e19c007', 'fixed_ips': [{'subnet_id': '14cf1adc-9f2c-4fa0-8bb4-b50ec40e8acd'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:29:28.908665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:29.061204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Allocated IP 192.168.233.2 (cd716876-639b-4ec5-990c-923f98e6a9a1/14cf1adc-9f2c-4fa0-8bb4-b50ec40e8acd/7358c168-9ad9-4530-9714-f99ddf3530cd) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:29:29.264457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:29.274669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Transition to ACTIVE for port object 7358c168-9ad9-4530-9714-f99ddf3530cd will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:29:29.292652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Transition to ACTIVE for port object 7358c168-9ad9-4530-9714-f99ddf3530cd will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:29:29.370486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:29.438931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Network cd716876-639b-4ec5-990c-923f98e6a9a1 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:29:29.441658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:29:29.446396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:29:29.452461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Pushing event updated for resources: {'Port': ['ID=7358c168-9ad9-4530-9714-f99ddf3530cd,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:29:29.493020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.493487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.493826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.494159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.494483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.494833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.495161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.495475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.495798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.496126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.496430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.496749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:29.560732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Attempting to bind port 7358c168-9ad9-4530-9714-f99ddf3530cd on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:29:29.561090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Attempting to bind port 7358c168-9ad9-4530-9714-f99ddf3530cd by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'f8c2d5a0-3e45-40ee-b77c-7dceda16253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:29:29.561481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Attempting to bind port 7358c168-9ad9-4530-9714-f99ddf3530cd on network cd716876-639b-4ec5-990c-923f98e6a9a1 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:29:29.566715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:29:29.567080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Checking segment: {'id': 'f8c2d5a0-3e45-40ee-b77c-7dceda16253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:29:29.567471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:29.567855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Bound using segment: {'id': 'f8c2d5a0-3e45-40ee-b77c-7dceda16253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:29:29.568310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Bound port: 7358c168-9ad9-4530-9714-f99ddf3530cd, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c2d5a0-3e45-40ee-b77c-7dceda16253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:29:29.568693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:29.659655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] For port 7358c168-9ad9-4530-9714-f99ddf3530cd, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:29:29.662590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] For port 7358c168-9ad9-4530-9714-f99ddf3530cd, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7358c168-9ad9-4530-9714-f99ddf3530cd,segment=NetworkSegment(f8c2d5a0-3e45-40ee-b77c-7dceda16253a),segment_id=f8c2d5a0-3e45-40ee-b77c-7dceda16253a)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:29:29.747110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:29.818517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ade29-808c-4b69-9b3c-4bd21a0f7b7a None None] Pushing event updated for resources: {'Port': ['ID=7358c168-9ad9-4530-9714-f99ddf3530cd,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:29:30.624025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbafcc3-bfc9-4937-a89e-ecd719844f52 None None] Network cd716876-639b-4ec5-990c-923f98e6a9a1 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:29:30.778323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-13a84015-a050-48bd-9b80-63bff2c196d9 None None] Provisioning for port 7358c168-9ad9-4530-9714-f99ddf3530cd completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:29:31.288309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7358c168-9ad9-4530-9714-f99ddf3530cd up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:29:31.410022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 7358c168-9ad9-4530-9714-f99ddf3530cd completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:29:31.415233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7358c168-9ad9-4530-9714-f99ddf3530cd triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:29:31.415603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:31.415993 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7358c168-9ad9-4530-9714-f99ddf3530cd Oct 20 03:29:31.534841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7358c168-9ad9-4530-9714-f99ddf3530cd is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:29:31.535233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:31.567517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 7358c168-9ad9-4530-9714-f99ddf3530cd, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7358c168-9ad9-4530-9714-f99ddf3530cd,segment=NetworkSegment(f8c2d5a0-3e45-40ee-b77c-7dceda16253a),segment_id=f8c2d5a0-3e45-40ee-b77c-7dceda16253a)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:29:31.644551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:31.714301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=7358c168-9ad9-4530-9714-f99ddf3530cd,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:29:33.266777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7358c168-9ad9-4530-9714-f99ddf3530cd up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:29:33.332162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7358c168-9ad9-4530-9714-f99ddf3530cd triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:29:33.332526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:33.332858 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7358c168-9ad9-4530-9714-f99ddf3530cd Oct 20 03:29:33.467860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7358c168-9ad9-4530-9714-f99ddf3530cd is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:29:39.712911 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b35f04ea-3930-4c49-8855-b6531f8d4d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:41.952012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8009f2f5-6c4e-4b9b-b6ba-42652b7d849f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:43.261705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:43.409613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:44.678315 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:03.669831 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:30:09.695341 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9c236656-ab3b-4a53-bde9-f09124c45f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:11.969480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39355dc2-9e89-4434-98ce-33d3abd42365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:13.237896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:13.409540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:14.695457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:39.700652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-196db745-1b55-4948-aaaa-17fad5a5be32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:40.669489 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:30:41.969715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7b88568-9cbe-44ec-b6ac-aaf9e8102ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:43.249359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:43.437824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:44.689190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:59.932869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56134) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:30:59.938632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [None req-233a9cc4-153c-41be-bbed-d4e0a40884e0 tempest-verify_tempest_config-1373628827 tempest-verify_tempest_config-1373628827-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:30:59.939567 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-233a9cc4-153c-41be-bbed-d4e0a40884e0 tempest-verify_tempest_config-1373628827 tempest-verify_tempest_config-1373628827-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057163 Oct 20 03:31:00.458623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56152) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:31:00.570876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:00.584764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:31:00.589063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Usage tracker for resource:security_group_rule and tenant:d1ea6ab9fc25445998a8ffa31fd74cdc is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:31:00.591797 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:31:00.597307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:31:00.678595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:00.758285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:00.805158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Synchronizing usage tracker for tenant:f1e51a47887c4175a2563fec3e19c007 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:31:00.808419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89405e1-8c01-48b6-9b72-e003f1dbaa4b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:31:00.819016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.819365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.819702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.820032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.820359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.820705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.821033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.821397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.821726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.822042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.822361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.822677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:00.889421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] Unset dirty status for tenant:f1e51a47887c4175a2563fec3e19c007 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:31:00.890661 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8d10e6cc-7f36-48c2-88d3-66a238bd0e5b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d1ea6ab9fc25445998a8ffa31fd74cdc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4310856 Oct 20 03:31:00.893578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56158) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:31:00.949137 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-28f2ab43-8ad6-4728-8418-38d6994ad42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:00.973966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-28f2ab43-8ad6-4728-8418-38d6994ad42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:01.112574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-28f2ab43-8ad6-4728-8418-38d6994ad42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:01.128452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2ab43-8ad6-4728-8418-38d6994ad42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89405e1-8c01-48b6-9b72-e003f1dbaa4b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:31:01.132368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-28f2ab43-8ad6-4728-8418-38d6994ad42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:01.133508 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-28f2ab43-8ad6-4728-8418-38d6994ad42c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a89405e1-8c01-48b6-9b72-e003f1dbaa4b HTTP/1.1" status: 204 len: 168 time: 0.2390001 Oct 20 03:31:09.702299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-54afa252-f1bb-4704-9f27-9c13672df32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:11.934873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b939106-ba5f-46ec-8ea5-841cc7690d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:13.254679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:13.403240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:14.695160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:17.668449 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:31:39.728890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e2555e56-3e55-4a12-a7a1-4f3825f772d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:41.940406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-53670aa8-cded-4768-8cca-940f35dd912f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:43.266116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:43.443591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:44.700423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:54.668205 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 5 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:32:09.700325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-431a4bb8-5e03-4aa4-855a-d95d2a72f836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:11.969501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-374f312a-c44a-4f26-9899-40d874793ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:13.258935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:13.418899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:14.706058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:16.975019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720360'] for agent, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:30.833573 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56228) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:32:30.942089 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e87045f0-0c3a-4cce-aa2a-bbfbdb3bef84 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1074443 Oct 20 03:32:31.668191 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:32:33.091384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56238) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:32:33.151471 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-85656df2-b93e-4629-a017-4cf2d0f25fe1 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0589972 Oct 20 03:32:39.693206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6e628471-ce2c-4f53-8930-edca10c662c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:41.997274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-95be299e-6138-4a79-b64a-b3722366f325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:43.264552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:43.424334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:44.716017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:46.923335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:08.667369 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:33:09.689325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-538ec31c-059c-406e-af94-91c81c6ccc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:11.961526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3697eb3c-435a-45fa-b4b4-1359a11da6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:13.264397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:13.466848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:14.706259 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:16.921196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:39.689129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8454cece-b0cb-4746-a1be-9c66c557e37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:41.980969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a718a18f-e753-412d-ae02-bb09de75950e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:43.288709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:43.526349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:44.726199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:45.666182 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:33:46.923228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:03.368897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56386) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:03.609435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-27738321-network', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:03.611016 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.quota [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Loaded quota_driver: . Oct 20 03:34:03.618231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:03.624083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Usage tracker for resource:network and tenant:9f0ec4b446194ccca71fbf5b29f04da2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:03.627221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:03.635667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:03.708963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Made reservation on behalf of 9f0ec4b446194ccca71fbf5b29f04da2 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:03.712196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:03.727867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:03.741990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:03.746160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Usage tracker for resource:security_group_rule and tenant:9f0ec4b446194ccca71fbf5b29f04da2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:03.750109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:03.756388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:03.856836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:03.928901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:03.957873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:03.970668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79f520b-401c-4131-81c9-c8482d72abae,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:03.978990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730572008156', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:03.979439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Unsubscribe: segment precommit_create {{(pid=90075) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 03:34:03.979878 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Added segment 03eedc88-ec03-4909-9b26-9f2d65188daa of type vlan for network 0d196197-6218-45a1-954c-3d461e643c4a Oct 20 03:34:03.987367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.989861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.989861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.989861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.989861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.989861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.989861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.989861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.990785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.990785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.990785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.991199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Tracked resource versions report: Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: pushed versions: Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: { 'AddressGroup': {'1.2'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'ConntrackHelper': {'1.0'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Log': {'1.0'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Network': {'1.1'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Port': {'1.7'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'PortForwarding': {'1.2'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'QosPolicy': {'1.8'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SecurityGroup': {'1.4'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SubPort': {'1.0'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Subnet': {'1.1'}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Trunk': {'1.1'}} Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: consumer versions: Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: { DHCP agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: HyperV agent@hv-neutron-8618: {}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: L3 agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: Metadata agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: Metering agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: Open vSwitch agent@dv-neutron-861845-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'ConntrackHelper': '1.0', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Log': '1.0', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Network': '1.1', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Port': '1.7', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'PortForwarding': '1.2', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'QosPolicy': '1.8', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SecurityGroup': '1.4', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SecurityGroupRule': '1.2', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'SubPort': '1.0', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Subnet': '1.1', Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: 'Trunk': '1.1'}} Oct 20 03:34:03.992163 dv-neutron-861845-1-hyperv neutron-server[90075]: {{(pid=90075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:34:04.092581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:04.135987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56428) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:04.203297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:04.204320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:04.204941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:04.305515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0d196197-6218-45a1-954c-3d461e643c4a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:04.317065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 0d196197-6218-45a1-954c-3d461e643c4a details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:04.372951 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56438) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:04.375119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d48ed849-9f8e-49fc-8209-5c2b39de69c7 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0049469 Oct 20 03:34:04.377241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56440) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:04.391422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Request body: {'subnet': {'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-27738321-subnet', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:04.396572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:04.400541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Usage tracker for resource:subnet and tenant:9f0ec4b446194ccca71fbf5b29f04da2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:04.404157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:04.410426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:04.574255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Made reservation on behalf of 9f0ec4b446194ccca71fbf5b29f04da2 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:04.577781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Notify callbacks [] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:04.732423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-587628576-network', 'tenant_id': '11a8482750be4303a67c8d621e384bae'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:04.739487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:04.745779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Usage tracker for resource:network and tenant:11a8482750be4303a67c8d621e384bae is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:04.748672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:04.760107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:04.843177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Made reservation on behalf of 11a8482750be4303a67c8d621e384bae for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:04.845537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:04.857531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:04.863571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-555318138-network', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:04.870193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:04.871717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:04.874598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Usage tracker for resource:network and tenant:a27959fcca784c4695723b7839ad2e57 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:04.875412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Usage tracker for resource:security_group_rule and tenant:11a8482750be4303a67c8d621e384bae is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:04.878063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:04.878206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:04.883703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:04.884582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:04.900480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:04.980979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Made reservation on behalf of a27959fcca784c4695723b7839ad2e57 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:04.983749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:04.997109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.016767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:05.021244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Usage tracker for resource:security_group_rule and tenant:a27959fcca784c4695723b7839ad2e57 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:05.023971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:05.031853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:05.068580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Checking segment: {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:05.068928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Network hostable DHCP agents. Network: 0d196197-6218-45a1-954c-3d461e643c4a, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:05.097160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.099746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Tracked resource versions report: Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: pushed versions: Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: { 'AddressGroup': {'1.2'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'ConntrackHelper': {'1.0'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Log': {'1.0'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Network': {'1.1'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Port': {'1.7'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'PortForwarding': {'1.2'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'QosPolicy': {'1.8'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SecurityGroup': {'1.4'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SubPort': {'1.0'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Subnet': {'1.1'}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Trunk': {'1.1'}} Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: consumer versions: Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: { DHCP agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: HyperV agent@hv-neutron-8618: {}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: L3 agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: Metadata agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: Metering agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: Open vSwitch agent@dv-neutron-861845-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'ConntrackHelper': '1.0', Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Log': '1.0', Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Network': '1.1', Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Port': '1.7', Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'PortForwarding': '1.2', Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'QosPolicy': '1.8', Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SecurityGroup': '1.4', Oct 20 03:34:05.117609 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SecurityGroupRule': '1.2', Oct 20 03:34:05.120444 dv-neutron-861845-1-hyperv neutron-server[90076]: 'SubPort': '1.0', Oct 20 03:34:05.120444 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Subnet': '1.1', Oct 20 03:34:05.120444 dv-neutron-861845-1-hyperv neutron-server[90076]: 'Trunk': '1.1'}} Oct 20 03:34:05.120444 dv-neutron-861845-1-hyperv neutron-server[90076]: {{(pid=90076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:34:05.131479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.163297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.192027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.194309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:05.196186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Network 0d196197-6218-45a1-954c-3d461e643c4a is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:05.209976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c702d137-f806-4d2f-895b-eba83f881b1a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:05.215229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.215643 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Added segment 09d9fca9-e79a-42c3-9110-920b31ddf994 of type vlan for network 882bf6d0-6c16-4916-9f9f-41770489d122 Oct 20 03:34:05.233954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:05.245899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e297da-015c-410c-a9cc-76a8605fe6c3,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:05.248882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.250804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.251141 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Added segment a0af5bc3-7633-4695-96c9-c78e52298f55 of type vlan for network 4277c4e3-e481-4cf9-a0b6-588981ac852f Oct 20 03:34:05.280272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.304101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 0d196197-6218-45a1-954c-3d461e643c4a) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:05.308840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:05.310176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.314320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f4346-297a-474d-9c27-83f3d705b21f None None] Network 0d196197-6218-45a1-954c-3d461e643c4a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:05.372668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.374613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:05.375510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.400669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.401671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:05.402243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.413218 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7b614035-7e96-49f5-859b-ec5fde2ee31c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0287175 Oct 20 03:34:05.417706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56472) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:05.480763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:05.493780 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3560948 Oct 20 03:34:05.523865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56478) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:05.536093 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1573834 Oct 20 03:34:05.540519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56484) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:05.545372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:05.547388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Request body: {'subnet': {'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-587628576-subnet', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:05.548914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Usage tracker for resource:router and tenant:9f0ec4b446194ccca71fbf5b29f04da2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:05.552029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:05.553017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:05.554710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692aceae-def6-4db4-940c-fcc1dd22986b admin admin] Pushing event updated for resources: {'Network': ['ID=882bf6d0-6c16-4916-9f9f-41770489d122,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:05.560408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:05.569914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-0d196197-6218-45a1-954c-3d461e643c4a', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:34:05.573506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.577486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Request body: {'subnet': {'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-555318138-subnet', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:05.583842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 882bf6d0-6c16-4916-9f9f-41770489d122 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:05.586853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Usage tracker for resource:subnet and tenant:11a8482750be4303a67c8d621e384bae is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:05.592519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:05.594807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:05.600896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:05.616285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c9c9d-d84c-4c77-b6a0-2815bf2ef432 admin admin] Pushing event updated for resources: {'Network': ['ID=4277c4e3-e481-4cf9-a0b6-588981ac852f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:05.618850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Usage tracker for resource:subnet and tenant:a27959fcca784c4695723b7839ad2e57 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:05.622639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:05.630080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:05.654940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 4277c4e3-e481-4cf9-a0b6-588981ac852f details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:05.680352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Made reservation on behalf of 11a8482750be4303a67c8d621e384bae for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:05.681893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.685594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.688565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Notify callbacks [] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.707089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.772814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Made reservation on behalf of a27959fcca784c4695723b7839ad2e57 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:05.775129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:05.977448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Allocated IP 172.20.0.2 (0d196197-6218-45a1-954c-3d461e643c4a/0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9/11123943-3139-432a-bde8-74328ded53ce) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:06.158586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.161069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.202269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.249995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94288ffe-ca2b-4c6c-a7d0-d6b32528ab61,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:06.292307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.305138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Transition to ACTIVE for port object 11123943-3139-432a-bde8-74328ded53ce will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:06.329422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Transition to ACTIVE for port object 11123943-3139-432a-bde8-74328ded53ce will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:06.400085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Checking segment: {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:06.400430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Network hostable DHCP agents. Network: 4277c4e3-e481-4cf9-a0b6-588981ac852f, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:06.406600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Checking segment: {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:06.407217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Network hostable DHCP agents. Network: 882bf6d0-6c16-4916-9f9f-41770489d122, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:06.410674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7565b3d8-46f3-4426-8c11-3169f2aca43c,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:06.421343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.487368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Pushing event updated for resources: {'Port': ['ID=11123943-3139-432a-bde8-74328ded53ce,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:06.496083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.496445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.497335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.497667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.497990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.498328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.498650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.498969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.499287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.499598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.499912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.500225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Tracked resource versions report: Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: pushed versions: Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: { 'AddressGroup': {'1.2'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'ConntrackHelper': {'1.0'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Log': {'1.0'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Network': {'1.1'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Port': {'1.7'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'PortForwarding': {'1.2'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'QosPolicy': {'1.8'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SecurityGroup': {'1.4'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SubPort': {'1.0'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Subnet': {'1.1'}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Trunk': {'1.1'}} Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: consumer versions: Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: { DHCP agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: HyperV agent@hv-neutron-8618: {}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: L3 agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: Metadata agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: Metering agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: Open vSwitch agent@dv-neutron-861845-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'ConntrackHelper': '1.0', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Log': '1.0', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Network': '1.1', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Port': '1.7', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'PortForwarding': '1.2', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'QosPolicy': '1.8', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SecurityGroup': '1.4', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SecurityGroupRule': '1.2', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'SubPort': '1.0', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Subnet': '1.1', Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: 'Trunk': '1.1'}} Oct 20 03:34:06.501362 dv-neutron-861845-1-hyperv neutron-server[90077]: {{(pid=90077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:34:06.503768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Network 4277c4e3-e481-4cf9-a0b6-588981ac852f is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:06.511694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Network 0d196197-6218-45a1-954c-3d461e643c4a is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:06.513815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:06.516137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:06.529186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Network 882bf6d0-6c16-4916-9f9f-41770489d122 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:06.598516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 4277c4e3-e481-4cf9-a0b6-588981ac852f) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:06.600845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 882bf6d0-6c16-4916-9f9f-41770489d122) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:06.607468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:06.607851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.636096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56520) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:06.660610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.680954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809771f8-8f4a-47b8-97af-d1d589bf70f5 None None] Network 4277c4e3-e481-4cf9-a0b6-588981ac852f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:06.683258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:06.683865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.694172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.716175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Attempting to bind port 11123943-3139-432a-bde8-74328ded53ce on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:06.716673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Attempting to bind port 11123943-3139-432a-bde8-74328ded53ce by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:06.717039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Attempting to bind port 11123943-3139-432a-bde8-74328ded53ce on network 0d196197-6218-45a1-954c-3d461e643c4a {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:06.724435 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5dc06bdd-31ec-4515-b0ab-f07c1f73eac0 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1602297 Oct 20 03:34:06.725510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984bacfb-54f7-4351-af35-7a6a251335f3 None None] Network 882bf6d0-6c16-4916-9f9f-41770489d122 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:06.727055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56528) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:06.733153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:06.742150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:06.750946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Usage tracker for resource:router and tenant:a27959fcca784c4695723b7839ad2e57 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:06.761470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:06.773532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:06.794039 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-38230c1a-58ef-4146-b53e-ee07235ed772 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2682030 Oct 20 03:34:06.795657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56534) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:06.804005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:06.815460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:06.819014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Checking segment: {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:06.819014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.819014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Bound using segment: {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:06.819014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Bound port: 11123943-3139-432a-bde8-74328ded53ce, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:06.819014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.856733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:06.862302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Usage tracker for resource:router and tenant:11a8482750be4303a67c8d621e384bae is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:06.867848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:06.877793 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:06.877980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.880145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.910017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Allocated IP 172.26.7.129 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/1deda2aa-f258-4e57-a8b3-e648a97d2d0d) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:06.910313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.953563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] For port 11123943-3139-432a-bde8-74328ded53ce, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:06.956602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] For port 11123943-3139-432a-bde8-74328ded53ce, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=11123943-3139-432a-bde8-74328ded53ce,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:06.998652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:06.999903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.016654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-184626235'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:07.023345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:07.025563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56542) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:07.034443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Usage tracker for resource:network and tenant:c0cf785ef21e440c9e6c561826ac45c7 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:07.041257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:07.068211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.069417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:07.095770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.163117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.182016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Made reservation on behalf of c0cf785ef21e440c9e6c561826ac45c7 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:07.186069 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.206510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.446567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:07.448988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-4277c4e3-e481-4cf9-a0b6-588981ac852f', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:34:07.450128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.464533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Usage tracker for resource:security_group_rule and tenant:c0cf785ef21e440c9e6c561826ac45c7 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:07.470631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:07.480111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:07.554118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-148687399'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:07.574418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:07.615905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Usage tracker for resource:network and tenant:4e0b1e8c46054839831edff70246e7d5 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:07.619922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.624521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.631202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:07.640962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:07.657935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-882bf6d0-6c16-4916-9f9f-41770489d122', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:34:07.659224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.736055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Made reservation on behalf of 4e0b1e8c46054839831edff70246e7d5 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:07.739850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.761480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:07.764223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.779064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:07.812859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:07.833565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:07.856199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:07.861576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Usage tracker for resource:security_group_rule and tenant:4e0b1e8c46054839831edff70246e7d5 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:07.866120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:07.872667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:07.902017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Allocated IP 172.20.0.2 (4277c4e3-e481-4cf9-a0b6-588981ac852f/7565b3d8-46f3-4426-8c11-3169f2aca43c/6e9b35a4-dda2-4ed7-88f0-3463a6381df6) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:07.999328 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56568) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:08.014382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3808e8e-d748-4a0d-baa1-8dc96f7fbc9d None None] Pushing event updated for resources: {'Port': ['ID=11123943-3139-432a-bde8-74328ded53ce,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:08.019734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.024982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Pushing event updated for resources: {'Port': ['ID=1deda2aa-f258-4e57-a8b3-e648a97d2d0d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:08.217633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.284553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.307934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56578) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:08.332441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.361628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Allocated IP 172.20.0.2 (882bf6d0-6c16-4916-9f9f-41770489d122/94288ffe-ca2b-4c6c-a7d0-d6b32528ab61/8b4406f4-0e57-47b5-b17b-95f36f3194e2) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:08.363643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.370389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:08.391976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.394119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Added segment 2793b9ab-113f-4565-b7bb-5c00adb19eed of type vlan for network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 Oct 20 03:34:08.415132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Transition to ACTIVE for port object 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:08.452827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:08.475387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.478860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56586) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:08.491049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:08.555535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Transition to ACTIVE for port object 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:08.607733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfce2cc-cec3-4c6e-8b97-4a6f33591cee,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:08.618438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-61877c00-303b-4343-a451-d2eac122e935 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:08.653325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.653325 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Added segment df43c456-642a-48fa-aff8-4ecced835875 of type vlan for network ceea6728-08c9-4c05-858b-86aff3bd0433 Oct 20 03:34:08.664477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3402dd5c-75a5-469b-8142-d254573194be tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Request body: {'quota': {'network': 2}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:08.684853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.688965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3096354a-379b-4639-ba0b-110866d80e72,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:08.700295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.717803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:08.721917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Usage tracker for resource:floatingip and tenant:18636af7d4084c8e91e3f9b269bd7dde is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:08.725376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:08.733649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:08.735752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.756739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.831208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:08.834301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e0650-2d60-421e-911a-340b60844a4f None None] Network 0d196197-6218-45a1-954c-3d461e643c4a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:09.070905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.070905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:09.070905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.071649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Network 4277c4e3-e481-4cf9-a0b6-588981ac852f is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:09.071649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.071649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:09.071649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:09.071649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Transition to ACTIVE for port object 8b4406f4-0e57-47b5-b17b-95f36f3194e2 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:09.071649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Pushing event updated for resources: {'Port': ['ID=6e9b35a4-dda2-4ed7-88f0-3463a6381df6,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:09.072398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.072536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Allocated IP 172.26.7.107 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/3a037168-cd5c-46eb-b5c4-07ebf6f8a19d) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:09.072740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.072904 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3402dd5c-75a5-469b-8142-d254573194be tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] 10.222.0.33 "PUT /v2.0/quotas/dc31cdcabc354eb59167e333997cdfb5 HTTP/1.1" status: 200 len: 368 time: 0.5255463 Oct 20 03:34:09.072904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56600) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:09.072904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Request body: {'network': {'project_id': 'dc31cdcabc354eb59167e333997cdfb5'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:09.072904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:09.072904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Pushing event updated for resources: {'Network': ['ID=03e7d551-76b5-446e-af87-ba8b9ebf9e60,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:09.076484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Transition to ACTIVE for port object 8b4406f4-0e57-47b5-b17b-95f36f3194e2 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:09.076610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Usage tracker for resource:network and tenant:dc31cdcabc354eb59167e333997cdfb5 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:09.082614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:09.096497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:09.132329 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-162d1097-58f6-48a5-9911-81954eeab953 tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1060457 Oct 20 03:34:09.142863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:09.194909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.221866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.230384 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-61877c00-303b-4343-a451-d2eac122e935 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] 10.222.0.33 "PUT /v2.0/quotas/a9dd45e516b54f559f76f33a2da5a205 HTTP/1.1" status: 200 len: 366 time: 0.8862276 Oct 20 03:34:09.233402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56612) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:09.245555 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5e67372c-c53a-42d8-ad89-53f730d2bb55 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] 10.222.0.33 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0109630 Oct 20 03:34:09.248322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56616) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:09.254468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Attempting to bind port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:09.254833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Attempting to bind port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:09.255345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Attempting to bind port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 on network 4277c4e3-e481-4cf9-a0b6-588981ac852f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:09.263693 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ce74eec3-0320-4d1a-af4c-15396ecfde61 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] 10.222.0.33 "GET /v2.0/quotas/a9dd45e516b54f559f76f33a2da5a205 HTTP/1.1" status: 200 len: 366 time: 0.0143402 Oct 20 03:34:09.266323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56620) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:09.268059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:09.268429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Checking segment: {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:09.268826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.269238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Bound using segment: {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:09.269841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Bound port: 6e9b35a4-dda2-4ed7-88f0-3463a6381df6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:09.270362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.285312 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.288625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-947c2d75-ab60-4cc9-bd7c-87d862477914 None None] Provisioning for port 11123943-3139-432a-bde8-74328ded53ce completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:09.302869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.303573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Made reservation on behalf of dc31cdcabc354eb59167e333997cdfb5 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:09.306240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.309048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:09.309644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.322035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.353853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:09.364221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.370614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Usage tracker for resource:security_group_rule and tenant:dc31cdcabc354eb59167e333997cdfb5 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:09.409874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:09.433351 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3ef4fee2-2cf2-4d0a-b959-0ed8a3dcf379 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] 10.222.0.33 "DELETE /v2.0/quotas/a9dd45e516b54f559f76f33a2da5a205 HTTP/1.1" status: 204 len: 168 time: 0.1659455 Oct 20 03:34:09.439306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:09.441156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56626) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:09.480967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:09.484064 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fbdd1ab1-0d9e-4bfe-965a-32b16f9208c1 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] 10.222.0.33 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0400145 Oct 20 03:34:09.484847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a037168-cd5c-46eb-b5c4-07ebf6f8a19d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:09.487431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:09.490279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:09.506854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Allocated IP 172.26.7.219 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/bc73945b-fe28-4493-8b46-1e8461b18f85) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:09.528264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Network 882bf6d0-6c16-4916-9f9f-41770489d122 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:09.537419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 11123943-3139-432a-bde8-74328ded53ce up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:09.555068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56630) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:09.574299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:09.580176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:09.583066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Pushing event updated for resources: {'Port': ['ID=8b4406f4-0e57-47b5-b17b-95f36f3194e2,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:09.662327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.681740 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4d412342-3678-4785-804e-59eb71072d48 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] 10.222.0.33 "GET /v2.0/quotas/a9dd45e516b54f559f76f33a2da5a205 HTTP/1.1" status: 200 len: 370 time: 0.0981984 Oct 20 03:34:09.685836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56634) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:09.696861 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bacba9ae-287b-4fca-9fb5-63582827298d tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] 10.222.0.33 "GET /v2.0/quotas/a9dd45e516b54f559f76f33a2da5a205/default HTTP/1.1" status: 200 len: 370 time: 0.0082307 Oct 20 03:34:09.728396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56638) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:09.768226 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-7e215b0a-e219-4d1d-86a4-8b20e00aee7b tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] delete failed (client error): The resource could not be found. Oct 20 03:34:09.769125 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7e215b0a-e219-4d1d-86a4-8b20e00aee7b tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] 10.222.0.33 "DELETE /v2.0/quotas/a9dd45e516b54f559f76f33a2da5a205 HTTP/1.1" status: 404 len: 348 time: 0.0397007 Oct 20 03:34:09.771027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Pushing event updated for resources: {'Network': ['ID=ceea6728-08c9-4c05-858b-86aff3bd0433,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:09.838283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:09.840144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network ceea6728-08c9-4c05-858b-86aff3bd0433 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:09.925657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] For port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:10.001747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0973699-612c-4ffc-9b9c-1db0fe15313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.006796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56646) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:10.012898 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-700d86b7-dea2-4b94-9e8e-fe1b99fd3ee4 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3682444 Oct 20 03:34:10.013040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] For port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6e9b35a4-dda2-4ed7-88f0-3463a6381df6,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:10.013040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Attempting to bind port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:10.013310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Attempting to bind port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:10.013663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.013754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Attempting to bind port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 on network 882bf6d0-6c16-4916-9f9f-41770489d122 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:10.019884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56650) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:10.023976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Request body: {'port': {'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60', 'binding:host_id': 'hv-neutron-8618', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2004308290'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:10.029961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:10.030221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Checking segment: {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:10.030605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.030996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Bound using segment: {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:10.031477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Bound port: 8b4406f4-0e57-47b5-b17b-95f36f3194e2, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:10.032069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.075215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.096727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.107796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:10.125681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:10.146044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754a6a98-bb8e-437c-95e7-94d815e2e491,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:10.146658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Usage tracker for resource:port and tenant:fe9296296a4c4591b77aed23ff193a90 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:10.166584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:10.169532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 11123943-3139-432a-bde8-74328ded53ce completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:10.169771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56656) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:10.170067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.170414 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Added segment 96319029-29c5-41c1-84b8-ef9743ad108b of type vlan for network f3cd405f-9967-4d2c-a0b8-30460bd6ae6e Oct 20 03:34:10.208940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:10.213086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.223506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:10.230492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:10.237778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.243756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.245620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:10.247896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] For port 8b4406f4-0e57-47b5-b17b-95f36f3194e2, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:10.253376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] For port 8b4406f4-0e57-47b5-b17b-95f36f3194e2, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8b4406f4-0e57-47b5-b17b-95f36f3194e2,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:10.254820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 11123943-3139-432a-bde8-74328ded53ce triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:10.255247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.255979 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 11123943-3139-432a-bde8-74328ded53ce Oct 20 03:34:10.307099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Usage tracker for resource:network and tenant:5facb54f60ea4693a1db2d5ad3314591 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:10.351136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.378483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Pushing event updated for resources: {'Port': ['ID=bc73945b-fe28-4493-8b46-1e8461b18f85,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:10.462472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46340d79-f620-4c38-9329-1382dcbb4463 None None] Pushing event updated for resources: {'Port': ['ID=6e9b35a4-dda2-4ed7-88f0-3463a6381df6,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:10.511257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:10.565861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 11123943-3139-432a-bde8-74328ded53ce is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:10.566261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.577446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.578455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:10.579459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.603710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 11123943-3139-432a-bde8-74328ded53ce, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=11123943-3139-432a-bde8-74328ded53ce,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:10.621178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Request body: {'network': {'name': 'tempest-network--1477626443', 'router:external': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:10.625953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-20aeb4fd-abfc-47d4-830a-5bfce993a93f None None] Provisioning complete for port 11123943-3139-432a-bde8-74328ded53ce triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:10.626318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20aeb4fd-abfc-47d4-830a-5bfce993a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.626664 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-20aeb4fd-abfc-47d4-830a-5bfce993a93f None None] Attempt 1 to provision port 11123943-3139-432a-bde8-74328ded53ce Oct 20 03:34:10.716828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:10.719098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.727628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e87a3b-c7b5-45a5-890d-b5790c25a3dd None None] Pushing event updated for resources: {'Port': ['ID=8b4406f4-0e57-47b5-b17b-95f36f3194e2,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:10.755974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Made reservation on behalf of fe9296296a4c4591b77aed23ff193a90 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:10.761542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.829515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Usage tracker for resource:network and tenant:3603f54968b74cadb860ed40970b180f is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:10.847266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:10.854938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.869214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Usage tracker for resource:subnet and tenant:5facb54f60ea4693a1db2d5ad3314591 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:10.876434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-20aeb4fd-abfc-47d4-830a-5bfce993a93f None None] Current status of the port 11123943-3139-432a-bde8-74328ded53ce is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:10.880830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.893339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=11123943-3139-432a-bde8-74328ded53ce,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:10.928485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Pushing event updated for resources: {'Network': ['ID=f3cd405f-9967-4d2c-a0b8-30460bd6ae6e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:10.942398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f3cd405f-9967-4d2c-a0b8-30460bd6ae6e details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:10.950275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:10.966001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:10.975897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:11.026505 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fd42558e-9b41-4200-9304-fe188a620767 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0031414 Oct 20 03:34:11.028388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:11.033438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56662) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:11.050575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Request body: {'network': {'project_id': 'dc31cdcabc354eb59167e333997cdfb5'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:11.054167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Usage tracker for resource:security_group_rule and tenant:fe9296296a4c4591b77aed23ff193a90 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:11.064298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Usage tracker for resource:subnetpool and tenant:5facb54f60ea4693a1db2d5ad3314591 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:11.069596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:11.086163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:11.088030 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Made reservation on behalf of 3603f54968b74cadb860ed40970b180f for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:11.090334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:11.128330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:11.231673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:34:11.291040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:11.293887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:11.374830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Usage tracker for resource:network and tenant:dc31cdcabc354eb59167e333997cdfb5 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:11.408096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:11.431420 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:11.435799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:11.442801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Usage tracker for resource:port and tenant:5facb54f60ea4693a1db2d5ad3314591 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:11.446418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:34:11.460513 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Sync routers for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:11.467304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Usage tracker for resource:security_group_rule and tenant:3603f54968b74cadb860ed40970b180f is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:11.477940 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:11.478569 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:33:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:11.498547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:11.501111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:11.520666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Allocated IP 172.26.7.151 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/e3a750ff-2f34-4de7-ad52-13b79df36e86) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:11.526013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:11.532383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:11.535124 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-595ce852-8b0a-46e2-9a2a-dffa07becce5 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8070502 Oct 20 03:34:11.561153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56668) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:11.592010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:11.633860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Usage tracker for resource:router and tenant:5facb54f60ea4693a1db2d5ad3314591 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:11.749852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de9bf3-191e-4b01-9d35-28ed231b249f None None] Network 4277c4e3-e481-4cf9-a0b6-588981ac852f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:11.758550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:11.771171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:11.775677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Made reservation on behalf of dc31cdcabc354eb59167e333997cdfb5 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:11.778986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:11.799536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Router cda22f39-51aa-45a5-9c29-f05319f9bd75 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:34:11.801577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:11.836625 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:11.848368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:11.870592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 11123943-3139-432a-bde8-74328ded53ce up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:11.960439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d6d56aef-8103-429c-aafe-ef65107b6135 None None] Provisioning for port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:12.000136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d6d56aef-8103-429c-aafe-ef65107b6135 None None] Provisioning complete for port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:12.000841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6d56aef-8103-429c-aafe-ef65107b6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.001429 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d6d56aef-8103-429c-aafe-ef65107b6135 None None] Attempt 1 to provision port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 Oct 20 03:34:12.038956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:12.050253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.050595 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Added segment c6461ead-9756-446f-9351-f4b067ff7648 of type vlan for network d73d38cb-6735-46b9-ab1f-82b6068f924c Oct 20 03:34:12.083554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.112485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c683d3f9-0923-4396-8add-f543a3cfcb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.177549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03e628b-203e-4eb7-9d7e-cb805bdb4a87 None None] Network 882bf6d0-6c16-4916-9f9f-41770489d122 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:12.223630 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:09Z', 'revision_number': 3, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:12.228201 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Checking router: 542f11bd-0079-4bf1-a7a1-8e54dad400f7 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:12.228720 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Updating router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:12.288271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.326833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 11123943-3139-432a-bde8-74328ded53ce triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:12.327329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.327738 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 11123943-3139-432a-bde8-74328ded53ce Oct 20 03:34:12.359655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Usage tracker for resource:floatingip and tenant:5facb54f60ea4693a1db2d5ad3314591 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:12.364852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.368910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.369982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:12.370562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.399760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.415505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:12.467622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d6d56aef-8103-429c-aafe-ef65107b6135 None None] Current status of the port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:12.468095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6d56aef-8103-429c-aafe-ef65107b6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.483954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.489946 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] device_id is not set on port b146b600-cce3-4791-927f-d9a3a585c54b yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:12.543672 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5037382 Oct 20 03:34:12.544693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56676) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:12.556100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-dde11188-6b50-4155-a20f-2419299d529b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Request body: {'network': {'project_id': 'dc31cdcabc354eb59167e333997cdfb5'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:12.565375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dde11188-6b50-4155-a20f-2419299d529b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:12.573738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dde11188-6b50-4155-a20f-2419299d529b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Usage tracker for resource:network and tenant:dc31cdcabc354eb59167e333997cdfb5 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:12.582602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dde11188-6b50-4155-a20f-2419299d529b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:12.591948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d6d56aef-8103-429c-aafe-ef65107b6135 None None] For port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6e9b35a4-dda2-4ed7-88f0-3463a6381df6,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:12.597453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dde11188-6b50-4155-a20f-2419299d529b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:12.636950 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde11188-6b50-4155-a20f-2419299d529b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 03:34:12.638275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde11188-6b50-4155-a20f-2419299d529b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:34:12.639528 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dde11188-6b50-4155-a20f-2419299d529b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0933504 Oct 20 03:34:12.645113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56680) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:12.687610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6d56aef-8103-429c-aafe-ef65107b6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.730602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 11123943-3139-432a-bde8-74328ded53ce is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:12.731765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8b4406f4-0e57-47b5-b17b-95f36f3194e2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:12.763276 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f7d66581-fde8-457a-96c3-8d56a924d49f tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dc31cdcabc354eb59167e333997cdfb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1168246 Oct 20 03:34:12.767489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56684) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:12.836538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d56aef-8103-429c-aafe-ef65107b6135 None None] Pushing event updated for resources: {'Port': ['ID=6e9b35a4-dda2-4ed7-88f0-3463a6381df6,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:12.837083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Allocated IP 172.20.0.1 (4277c4e3-e481-4cf9-a0b6-588981ac852f/7565b3d8-46f3-4426-8c11-3169f2aca43c/444f273a-53aa-4195-b9a0-8bda73aadf50) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:12.888668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27feb45d-ac4d-4f0d-8ecd-3b98376ebff9 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.906779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-993d7c5b-74db-4854-86aa-8f99f38e1a43 None None] Provisioning for port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:12.935175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:12.941694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:12.942176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:12.943312 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 Oct 20 03:34:12.979136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27feb45d-ac4d-4f0d-8ecd-3b98376ebff9 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.083203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.124524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-46a31bb0-8ff8-4dc0-9e34-9e76d66be47b None None] Provisioning complete for port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:13.125016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-46a31bb0-8ff8-4dc0-9e34-9e76d66be47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.125368 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-46a31bb0-8ff8-4dc0-9e34-9e76d66be47b None None] Attempt 1 to provision port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 Oct 20 03:34:13.143182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.172071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:13.172450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.189840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Transition to ACTIVE for port object 444f273a-53aa-4195-b9a0-8bda73aadf50 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:13.192605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27feb45d-ac4d-4f0d-8ecd-3b98376ebff9 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.198523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee91ddc6-376e-4f5f-913b-6ba0fbffae0d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:13.210536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 8b4406f4-0e57-47b5-b17b-95f36f3194e2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8b4406f4-0e57-47b5-b17b-95f36f3194e2,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:13.222305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27feb45d-ac4d-4f0d-8ecd-3b98376ebff9 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754a6a98-bb8e-437c-95e7-94d815e2e491,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:13.233694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27feb45d-ac4d-4f0d-8ecd-3b98376ebff9 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.234813 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-27feb45d-ac4d-4f0d-8ecd-3b98376ebff9 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] 10.222.0.33 "DELETE /v2.0/security-groups/754a6a98-bb8e-437c-95e7-94d815e2e491 HTTP/1.1" status: 204 len: 168 time: 0.4661334 Oct 20 03:34:13.242373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56688) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:13.263454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f39654-1a48-421e-bb5c-9acea38aa9b5 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Pushing event updated for resources: {'Network': ['ID=d73d38cb-6735-46b9-ab1f-82b6068f924c,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:13.291036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network d73d38cb-6735-46b9-ab1f-82b6068f924c details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:13.309126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.344630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.354787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.393282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.424541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-46a31bb0-8ff8-4dc0-9e34-9e76d66be47b None None] Current status of the port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:13.440722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:13.450468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Usage tracker for resource:security_group and tenant:5facb54f60ea4693a1db2d5ad3314591 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:13.463796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:13.471794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.476541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:34:13.500061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Usage tracker for resource:security_group_rule and tenant:5facb54f60ea4693a1db2d5ad3314591 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:13.506730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.507137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Sync routers for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:13.521406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:13.529449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=8b4406f4-0e57-47b5-b17b-95f36f3194e2,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:13.532150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.532501 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Added segment 2bf8e2ab-0421-4a21-a878-c8c21d64324f of type vlan for network 0ba3f994-9de6-4ad0-a740-0c8798b10949 Oct 20 03:34:13.548149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:13.548773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:13.566286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Network 4277c4e3-e481-4cf9-a0b6-588981ac852f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:13.568143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.569579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.578075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:13.580823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:13.581752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.651527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4772e05-72e1-40c6-80b9-415ed171823a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:13.654787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Router cd135a97-785b-4072-8f84-74cbc9104e92 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:34:13.670665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:13.680116 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-be740e87-c15a-4dc5-919d-8ece5f7b2e16 tempest-QuotasTest-2109197280 tempest-QuotasTest-2109197280-project-admin] 10.222.0.33 "GET /v2.0/quotas/5facb54f60ea4693a1db2d5ad3314591/details.json HTTP/1.1" status: 200 len: 703 time: 3.5057578 Oct 20 03:34:13.704940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.718809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.718809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:13.719299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.759832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-97468ca2-624f-4734-ae40-85599a44db8d None None] Provisioning complete for port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:13.760145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-97468ca2-624f-4734-ae40-85599a44db8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.760479 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-97468ca2-624f-4734-ae40-85599a44db8d None None] Attempt 1 to provision port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 Oct 20 03:34:13.820672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:13.821078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:13.821452 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 Oct 20 03:34:13.913667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'Network': ['ID=0ba3f994-9de6-4ad0-a740-0c8798b10949,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:13.935127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 0ba3f994-9de6-4ad0-a740-0c8798b10949 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:13.948320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:13.948670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:13.950622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:13.950957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > port after_create 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:13.954850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > port after_delete 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:13.954970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:13.955042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > port after_update 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:13.955042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:13.955042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:13.955042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:13.955042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:14.007332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.094099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Pushing event updated for resources: {'Port': ['ID=e3a750ff-2f34-4de7-ad52-13b79df36e86,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:14.096460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.097699 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5a5e3074-cf3c-4aec-890b-2915ded07c70 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6782284 Oct 20 03:34:14.105867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:14.107903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] device_id is not set on port b146b600-cce3-4791-927f-d9a3a585c54b yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:14.112338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56694) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:14.124142 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8cc6fbc0-a1de-4ff9-abb1-cd7de65b210e tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.0600691 Oct 20 03:34:14.124142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:14.215755 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:14.217175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:14.221014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:14.222823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=90075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:14.224420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73d38cb-6735-46b9-ab1f-82b6068f924c']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:14.243190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Pushing event updated for resources: {'Port': ['ID=444f273a-53aa-4195-b9a0-8bda73aadf50,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:14.247702 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.263651 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Transition to ACTIVE for port object 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:14.269417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56698) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:14.275173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.277308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6461ead-9756-446f-9351-f4b067ff7648') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:14.278000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6461ead-9756-446f-9351-f4b067ff7648') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:14.280189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:14.329349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-97468ca2-624f-4734-ae40-85599a44db8d None None] Current status of the port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:14.354268 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.373369 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Transition to ACTIVE for port object b146b600-cce3-4791-927f-d9a3a585c54b will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:14.377352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.378086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:14.460809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.469060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:08Z', 'revision_number': 3, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:14.473488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Checking router: cda22f39-51aa-45a5-9c29-f05319f9bd75 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:14.474039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Updating router cda22f39-51aa-45a5-9c29-f05319f9bd75 port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:14.482573 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Attempting to bind port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:14.482939 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Attempting to bind port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:14.483302 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Attempting to bind port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:14.487723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:14.493619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.507004 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:14.507392 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:14.507771 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.508157 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:14.508630 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Bound port: 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:14.509020 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.526241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.528031 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.540090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Provisioning for port 444f273a-53aa-4195-b9a0-8bda73aadf50 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:14.540275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:34:14.544274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.578295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56710) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:14.585181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.588097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Provisioning complete for port 444f273a-53aa-4195-b9a0-8bda73aadf50 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:14.588564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.589024 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 1 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:14.608303 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Pushing event updated for resources: {'Port': ['ID=3a037168-cd5c-46eb-b5c4-07ebf6f8a19d,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:14.620663 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.621029 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.631545 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.631983 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.632330 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.632692 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.633034 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.633390 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.633739 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.634072 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.634401 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.634726 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Tracked resource versions report: Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: pushed versions: Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: { 'AddressGroup': {'1.2'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'ConntrackHelper': {'1.0'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Log': {'1.0'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Network': {'1.1'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Port': {'1.7'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'PortForwarding': {'1.2'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'QosPolicy': {'1.8'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SecurityGroup': {'1.4'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SubPort': {'1.0'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Subnet': {'1.1'}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Trunk': {'1.1'}} Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: consumer versions: Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: { DHCP agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: HyperV agent@hv-neutron-8618: {}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: L3 agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: Metadata agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: Metering agent@dv-neutron-861845-1-hyperv: {}, Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: Open vSwitch agent@dv-neutron-861845-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'ConntrackHelper': '1.0', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Log': '1.0', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Network': '1.1', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Port': '1.7', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'PortForwarding': '1.2', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'QosPolicy': '1.8', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SecurityGroup': '1.4', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SecurityGroupRule': '1.2', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'SubPort': '1.0', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Subnet': '1.1', Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: 'Trunk': '1.1'}} Oct 20 03:34:14.635869 dv-neutron-861845-1-hyperv neutron-server[90078]: {{(pid=90078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:34:14.694501 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] For port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:14.703156 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] For port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3a037168-cd5c-46eb-b5c4-07ebf6f8a19d,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:14.766779 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.782169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:14.825019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.844206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.851223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.877905 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:14.878538 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:14.913845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6742e97a-5bf1-4f5d-a617-ec846c8e2414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.926149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Pushing event deleted for resources: {'Network': ['ID=d73d38cb-6735-46b9-ab1f-82b6068f924c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:14.937376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.945189 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4b4ed761-f0aa-469c-a6ba-67dea0da0192 tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] 10.222.0.33 "DELETE /v2.0/networks/d73d38cb-6735-46b9-ab1f-82b6068f924c HTTP/1.1" status: 204 len: 168 time: 1.7018280 Oct 20 03:34:14.955692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56722) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:14.987961 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6742e97a-5bf1-4f5d-a617-ec846c8e2414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:14.990782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.004562 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment c6461ead-9756-446f-9351-f4b067ff7648 resource provider aggregate not found Oct 20 03:34:15.012878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba3f994-9de6-4ad0-a740-0c8798b10949']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:15.015788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'Port': ['ID=b146b600-cce3-4791-927f-d9a3a585c54b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:15.021029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6742e97a-5bf1-4f5d-a617-ec846c8e2414 admin admin] Usage tracker for resource:security_group_rule and tenant:e956653aed614f01860b207218bf9e4b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:15.033753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6742e97a-5bf1-4f5d-a617-ec846c8e2414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:15.044059 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment c6461ead-9756-446f-9351-f4b067ff7648 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6461ead-9756-446f-9351-f4b067ff7648 found for delete ", "request_id": "req-8fe53403-524a-4cf5-b3bf-8856596d9a39"}]} Oct 20 03:34:15.044775 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Sync routers for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:15.048286 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963ac78-f076-4eb1-888c-f0a6f0a1bd84 None None] Pushing event updated for resources: {'Port': ['ID=3a037168-cd5c-46eb-b5c4-07ebf6f8a19d,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:15.096340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6742e97a-5bf1-4f5d-a617-ec846c8e2414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:15.096640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.100120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf8e2ab-0421-4a21-a878-c8c21d64324f') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:15.100120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf8e2ab-0421-4a21-a878-c8c21d64324f') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:15.112020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.112577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Transition to ACTIVE for port object 1deda2aa-f258-4e57-a8b3-e648a97d2d0d will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:15.113708 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:15.115083 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:15.116031 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d3e741e9-9b09-4f27-aff4-84c6332cfd72 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.3189662 Oct 20 03:34:15.120259 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56730) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:15.165903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.183927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.235897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.237182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Attempting to bind port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:15.237902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Attempting to bind port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:15.238017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Attempting to bind port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:15.250903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.256390 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:15.266031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:15.266412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:15.266798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.267248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:15.267728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Bound port: 1deda2aa-f258-4e57-a8b3-e648a97d2d0d, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:15.268103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.283229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:15.283229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.295396 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 2 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:15.338103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.356819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:15.389347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Checking segment: {'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:15.389944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Network hostable DHCP agents. Network: 03e7d551-76b5-446e-af87-ba8b9ebf9e60, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:15.390520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b7764-ad44-48df-9bc8-3fa7ba258b3d None None] Pushing event updated for resources: {'Port': ['ID=1deda2aa-f258-4e57-a8b3-e648a97d2d0d,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:15.437710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8b4406f4-0e57-47b5-b17b-95f36f3194e2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:15.498859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] For port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:15.532739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:15.533119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.533592 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 Oct 20 03:34:15.584816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.653853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] For port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1deda2aa-f258-4e57-a8b3-e648a97d2d0d,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:15.667712 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:15.725703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.738725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:15.765531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.769083 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:15.797543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3cd405f-9967-4d2c-a0b8-30460bd6ae6e']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:15.811882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96319029-29c5-41c1-84b8-ef9743ad108b') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:15.812314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96319029-29c5-41c1-84b8-ef9743ad108b') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:15.825245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:15.827014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:15.827451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.848723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.855629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:15.856705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.863790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 03e7d551-76b5-446e-af87-ba8b9ebf9e60) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:15.867649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:15.947956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.953492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:15.978439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:15.978792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:15.979169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:16.011160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:16.011505 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:16.018211 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 2 to bind port b146b600-cce3-4791-927f-d9a3a585c54b Oct 20 03:34:16.089199 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:12Z', 'revision_number': 1, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:16.092188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:16.092698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:16.092842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:16.095807 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc488c-d6b1-4cb3-950c-5aec7ec97730 None None] The sync data for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv is: [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:12Z', 'revision_number': 1, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:16.108831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:16.109160 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:16.129108 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 3 to bind port b146b600-cce3-4791-927f-d9a3a585c54b Oct 20 03:34:16.137192 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:11Z', 'revision_number': 3, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:16.139324 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 3 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:16.143244 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Checking router: cd135a97-785b-4072-8f84-74cbc9104e92 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:16.143702 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Updating router cd135a97-785b-4072-8f84-74cbc9104e92 port bc73945b-fe28-4493-8b46-1e8461b18f85 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:16.162767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a746fae-fa41-4c5a-9cc8-44fa88ee7fed None None] Network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:16.178390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:16.184983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.188667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.190171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ba3f994-9de6-4ad0-a740-0c8798b10949 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 20 03:34:16.199109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Pushing event updated for resources: {'Port': ['ID=444f273a-53aa-4195-b9a0-8bda73aadf50,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:16.206568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ba3f994-9de6-4ad0-a740-0c8798b10949,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:16.230253 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.233117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.248027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.253058 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-86af09c1-aee7-402f-b984-4670277e7474 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "DELETE /v2.0/networks/0ba3f994-9de6-4ad0-a740-0c8798b10949 HTTP/1.1" status: 204 len: 168 time: 1.9793191 Oct 20 03:34:16.253575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6742e97a-5bf1-4f5d-a617-ec846c8e2414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.256691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] 10.222.0.33 "DELETE /v2.0/networks/f3cd405f-9967-4d2c-a0b8-30460bd6ae6e HTTP/1.1" status: 204 len: 168 time: 1.2999458 Oct 20 03:34:16.390649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56738) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:16.463681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.471074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Request body: {'network': {'router:external': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:16.475851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:16.479063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6742e97a-5bf1-4f5d-a617-ec846c8e2414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.480139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Usage tracker for resource:network and tenant:3603f54968b74cadb860ed40970b180f is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:16.484386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:16.491323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:16.560932 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6742e97a-5bf1-4f5d-a617-ec846c8e2414 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e956653aed614f01860b207218bf9e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9729397 Oct 20 03:34:16.591859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Network 4277c4e3-e481-4cf9-a0b6-588981ac852f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:16.593719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742e97a-5bf1-4f5d-a617-ec846c8e2414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd3c3ce-fdcd-4d8e-bf17-9de1861b10c2,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:16.607225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56744) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:16.611551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:16.669223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3990315-5285-4d88-94ba-9850dde1b20b tempest-QuotasNegativeTest-1853927181 tempest-QuotasNegativeTest-1853927181-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3cd405f-9967-4d2c-a0b8-30460bd6ae6e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:16.672551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.675576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.689927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:16.690262 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:16.690600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:16.754984 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.786358 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Transition to ACTIVE for port object bc73945b-fe28-4493-8b46-1e8461b18f85 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:16.800508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Made reservation on behalf of 3603f54968b74cadb860ed40970b180f for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:16.802866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.858508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b7764-ad44-48df-9bc8-3fa7ba258b3d None None] Pushing event updated for resources: {'Port': ['ID=1deda2aa-f258-4e57-a8b3-e648a97d2d0d,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:16.894899 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.931194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:16.931870 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:16.933739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.976400 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 4 to bind port b146b600-cce3-4791-927f-d9a3a585c54b Oct 20 03:34:16.987626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:34:17.032345 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Attempting to bind port bc73945b-fe28-4493-8b46-1e8461b18f85 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:17.032811 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Attempting to bind port bc73945b-fe28-4493-8b46-1e8461b18f85 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:17.033188 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Attempting to bind port bc73945b-fe28-4493-8b46-1e8461b18f85 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:17.051584 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:17.051957 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:17.052364 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.054931 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:17.057575 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Bound port: bc73945b-fe28-4493-8b46-1e8461b18f85, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:17.058028 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.061829 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:17.107163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:08Z', 'revision_number': 3, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:17.117760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a082e-7170-47c8-aa77-6cd2e616f6e1 None None] The sync data for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv is: [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:08Z', 'revision_number': 3, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:17.143443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.181333 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] For port bc73945b-fe28-4493-8b46-1e8461b18f85, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:17.181333 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] For port bc73945b-fe28-4493-8b46-1e8461b18f85, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=bc73945b-fe28-4493-8b46-1e8461b18f85,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:17.197200 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fee47-55e3-4dbe-8958-ce24174be6c7 None None] Pushing event updated for resources: {'Port': ['ID=bc73945b-fe28-4493-8b46-1e8461b18f85,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:17.201540 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2bf8e2ab-0421-4a21-a878-c8c21d64324f resource provider aggregate not found Oct 20 03:34:17.238263 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2bf8e2ab-0421-4a21-a878-c8c21d64324f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bf8e2ab-0421-4a21-a878-c8c21d64324f found for delete ", "request_id": "req-2c65adfc-c624-4e12-918c-3f1ceb4a95af"}]} Oct 20 03:34:17.265555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:17.265965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:17.266222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:17.266840 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 96319029-29c5-41c1-84b8-ef9743ad108b resource provider aggregate not found Oct 20 03:34:17.279369 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.280924 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.289829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56758) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:17.294464 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2940173 Oct 20 03:34:17.295874 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 96319029-29c5-41c1-84b8-ef9743ad108b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96319029-29c5-41c1-84b8-ef9743ad108b found for delete ", "request_id": "req-a2524037-5ad3-4fdd-9de5-5ae83172e3f1"}]} Oct 20 03:34:17.307772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-525380373', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'fixed_ips': [{'ip_address': '172.26.7.151'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:17.314007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:17.317295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Usage tracker for resource:port and tenant:18636af7d4084c8e91e3f9b269bd7dde is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:17.319412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:17.338723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:17.349891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:17.370934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:34:17.382688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.383778 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-770dabe9-a84d-4daa-ba28-85f669cd112b admin admin] 10.222.0.33 "PUT /v2.0/routers/542f11bd-0079-4bf1-a7a1-8e54dad400f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8202374 Oct 20 03:34:17.384228 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Added segment 9546da81-78fd-4596-8dd5-9c9a97f2b547 of type vlan for network 498f9aef-bf5b-443e-a261-d6ed2d3a88da Oct 20 03:34:17.427928 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:17.428977 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:17.451647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Made reservation on behalf of 18636af7d4084c8e91e3f9b269bd7dde for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:17.454296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.482671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:17.483218 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:17.488453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.498259 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 5 to bind port b146b600-cce3-4791-927f-d9a3a585c54b Oct 20 03:34:17.529109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:17.539905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Usage tracker for resource:security_group_rule and tenant:18636af7d4084c8e91e3f9b269bd7dde is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:17.547846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:17.565496 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 4 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:17.578601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:17.628088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56766) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:17.681799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Allocated IP 172.20.0.1 (882bf6d0-6c16-4916-9f9f-41770489d122/94288ffe-ca2b-4c6c-a7d0-d6b32528ab61/d7cbb3e3-5312-4351-98c7-7c36198fd4c8) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:17.817979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.877719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.900605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] device_id is not set on port 6a88dca3-72bb-4693-a176-88c7051d9866 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:17.922225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:17.969316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.990081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Transition to ACTIVE for port object d7cbb3e3-5312-4351-98c7-7c36198fd4c8 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:18.000153 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fee47-55e3-4dbe-8958-ce24174be6c7 None None] Pushing event updated for resources: {'Port': ['ID=bc73945b-fe28-4493-8b46-1e8461b18f85,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:18.044200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0edc281b-e008-4a88-9b11-b3ff5cb000e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.068315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.072659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869c8d74-82ba-4368-bc80-9147753362ad,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:18.092709 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:18.105429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.106646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0edc281b-e008-4a88-9b11-b3ff5cb000e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:18.114278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0edc281b-e008-4a88-9b11-b3ff5cb000e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2509d3eafc35460da80c3902aa38db88 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:18.122131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0edc281b-e008-4a88-9b11-b3ff5cb000e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:18.128962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0edc281b-e008-4a88-9b11-b3ff5cb000e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:18.144141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d6fe95d1-6479-4cac-9d0d-4eac1c6df57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.173808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d6fe95d1-6479-4cac-9d0d-4eac1c6df57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.229123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.280196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.281389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:18.281977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.423269 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 5 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:18.520212 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 03:34:18.522590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:34:18.544039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:18.560089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e2648-98f2-4f13-bfb4-681b76462184 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Pushing event updated for resources: {'Port': ['ID=e3a750ff-2f34-4de7-ad52-13b79df36e86,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:18.570989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0edc281b-e008-4a88-9b11-b3ff5cb000e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.608558 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:11Z', 'revision_number': 3, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:18.620977 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d2d31-fe60-4675-801f-62646293ddcd None None] The sync data for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv is: [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:11Z', 'revision_number': 3, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:18.629076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0edc281b-e008-4a88-9b11-b3ff5cb000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.672798 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-da50cdd0-837c-447c-9a13-b6a97dab41a3 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3757291 Oct 20 03:34:18.684726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56782) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:18.732472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d7cbb3e3-5312-4351-98c7-7c36198fd4c8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:18.753965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:18.754306 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:18.754659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:18.836774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:18.837176 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:18.849804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Network 882bf6d0-6c16-4916-9f9f-41770489d122 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:18.854763 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 6 to bind port b146b600-cce3-4791-927f-d9a3a585c54b Oct 20 03:34:18.874008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:18.895057 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'Network': ['ID=498f9aef-bf5b-443e-a261-d6ed2d3a88da,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:18.897833 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0edc281b-e008-4a88-9b11-b3ff5cb000e6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2509d3eafc35460da80c3902aa38db88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2685575 Oct 20 03:34:18.902233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:18.902552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:18.908066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 498f9aef-bf5b-443e-a261-d6ed2d3a88da details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:18.913662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56788) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:18.941768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:18.942065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:18.942393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:18.962789 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56792) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:18.994747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849578729', 'description': 'tempest-description--733132139'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:19.040915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc281b-e008-4a88-9b11-b3ff5cb000e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06dba0-e5fc-4114-b274-1b2802189fd6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:19.061920 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-23a19b68-5643-4e10-9dd5-4d76b1b55799 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5956130 Oct 20 03:34:19.064578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:19.072723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56796) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:19.074544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:19.074895 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:19.085832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Request body: {'subnet': {'network_id': '498f9aef-bf5b-443e-a261-d6ed2d3a88da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:19.089303 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 7 to bind port b146b600-cce3-4791-927f-d9a3a585c54b Oct 20 03:34:19.099308 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 6 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:19.101731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Deleting port e3a750ff-2f34-4de7-ad52-13b79df36e86 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:19.105285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Usage tracker for resource:security_group and tenant:a27959fcca784c4695723b7839ad2e57 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:19.106754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.115360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:19.146812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:19.147804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:19.151676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:19.152013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:19.152346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:19.171925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Usage tracker for resource:subnet and tenant:3603f54968b74cadb860ed40970b180f is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:19.184785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:19.196021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d6fe95d1-6479-4cac-9d0d-4eac1c6df57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.202784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:19.202908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:19.204348 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:19.240571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:19.245103 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 8 to bind port b146b600-cce3-4791-927f-d9a3a585c54b Oct 20 03:34:19.311698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d6fe95d1-6479-4cac-9d0d-4eac1c6df57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.312844 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d6fe95d1-6479-4cac-9d0d-4eac1c6df57e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8cd3c3ce-fdcd-4d8e-bf17-9de1861b10c2 HTTP/1.1" status: 204 len: 168 time: 2.6152778 Oct 20 03:34:19.314141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe95d1-6479-4cac-9d0d-4eac1c6df57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd3c3ce-fdcd-4d8e-bf17-9de1861b10c2,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:19.316208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.342427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Made reservation on behalf of 3603f54968b74cadb860ed40970b180f for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:19.344905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.378291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a7bf6e8-6efa-4bf8-8339-06e1d7c97530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.382083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:19.382553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:19.383026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:19.397054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:19.427326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:19.427847 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:19.437048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Usage tracker for resource:security_group_rule and tenant:a27959fcca784c4695723b7839ad2e57 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:19.439495 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 9 to bind port b146b600-cce3-4791-927f-d9a3a585c54b Oct 20 03:34:19.450743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:19.456026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Allocated IP 172.20.0.1 (0d196197-6218-45a1-954c-3d461e643c4a/0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9/0357b5a5-c5bf-4cbc-88c9-c1727f858807) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:19.479845 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a7bf6e8-6efa-4bf8-8339-06e1d7c97530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.488590 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:19.502998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:19.503436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:19.503832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:19.570144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:19.571139 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:19.591003 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 10 to bind port b146b600-cce3-4791-927f-d9a3a585c54b Oct 20 03:34:19.663323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.668209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.670483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1deda2aa-f258-4e57-a8b3-e648a97d2d0d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:19.747791 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 7 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:19.785249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:19.785606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:19.785931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:19.873594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:19.875511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Calling delete_port for e3a750ff-2f34-4de7-ad52-13b79df36e86 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:19.889863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.900833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port b146b600-cce3-4791-927f-d9a3a585c54b on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:19.901156 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port b146b600-cce3-4791-927f-d9a3a585c54b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:19.901526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.952974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.971232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:19.976586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:19.977194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.977863 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d Oct 20 03:34:20.071152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a7bf6e8-6efa-4bf8-8339-06e1d7c97530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.075421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.145829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bf6e8-6efa-4bf8-8339-06e1d7c97530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06dba0-e5fc-4114-b274-1b2802189fd6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:20.146161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:20.147093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.166650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.182262 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1deda2aa-f258-4e57-a8b3-e648a97d2d0d,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:20.187844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] For port b146b600-cce3-4791-927f-d9a3a585c54b, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:20.188196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempted to set empty binding levels {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 20 03:34:20.200620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a7bf6e8-6efa-4bf8-8339-06e1d7c97530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.204602 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1a7bf6e8-6efa-4bf8-8339-06e1d7c97530 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7a06dba0-e5fc-4114-b274-1b2802189fd6 HTTP/1.1" status: 204 len: 168 time: 1.2872775 Oct 20 03:34:20.234515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Transition to ACTIVE for port object 0357b5a5-c5bf-4cbc-88c9-c1727f858807 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:20.262956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56806) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:20.269205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.270025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:20.281686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-24d45891-d7c9-4c83-9617-7c94d7a5ac13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.291716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.293689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:20.294451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.298330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.299792 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3336284 Oct 20 03:34:20.305515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56810) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:20.311557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Request body: {'security_group_rule': {'security_group_id': '88799dad-6753-4cfb-892a-2e40a7cc90ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:20.320491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:20.324750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-24d45891-d7c9-4c83-9617-7c94d7a5ac13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:20.329456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Usage tracker for resource:security_group_rule and tenant:a27959fcca784c4695723b7839ad2e57 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:20.332282 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-24d45891-d7c9-4c83-9617-7c94d7a5ac13 admin admin] Usage tracker for resource:security_group_rule and tenant:5facb54f60ea4693a1db2d5ad3314591 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:20.335143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:20.337964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55003ad4-fcdd-44fb-83b9-363e3f5c9235 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88799dad-6753-4cfb-892a-2e40a7cc90ec,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:20.338392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-24d45891-d7c9-4c83-9617-7c94d7a5ac13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:20.362643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:20.364719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.370596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-24d45891-d7c9-4c83-9617-7c94d7a5ac13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:20.384328 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 8 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:20.425186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'Port': ['ID=b146b600-cce3-4791-927f-d9a3a585c54b,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:20.462364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3a750ff-2f34-4de7-ad52-13b79df36e86,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:20.466807 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-36d9fdd4-f748-4590-90f7-7dc3e041d734 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 10.4555643 Oct 20 03:34:20.476680 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56814) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:20.482143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=1deda2aa-f258-4e57-a8b3-e648a97d2d0d,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:20.542240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:20.612075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:20.617367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:20.617752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.618079 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d Oct 20 03:34:20.630213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.635858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.736334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.752813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.758746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Pushing event updated for resources: {'Port': ['ID=0357b5a5-c5bf-4cbc-88c9-c1727f858807,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:20.787814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.788743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.849742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Network 0d196197-6218-45a1-954c-3d461e643c4a is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:20.864574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:20.865168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.868405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:20.871113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:20.871965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.878115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad4f86-6762-4254-b246-33aee303e357 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Deleting port b146b600-cce3-4791-927f-d9a3a585c54b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:20.878881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1ad4f86-6762-4254-b246-33aee303e357 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.889714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.910562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3a037168-cd5c-46eb-b5c4-07ebf6f8a19d,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:20.938191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.939478 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-68a5e41b-0f8b-4836-85b8-6cffb413ffc1 tempest-ExternalNetworksAdminNegativeTestJSON-429591287 tempest-ExternalNetworksAdminNegativeTestJSON-429591287-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/609f47dd-577f-4e96-b2fd-28f986b6cc37 HTTP/1.1" status: 204 len: 168 time: 2.2535598 Oct 20 03:34:20.957138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.978330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:20.979409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bc73945b-fe28-4493-8b46-1e8461b18f85 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:21.056176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c8b769-4423-4931-8650-70c0f237856a,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:21.066889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-24d45891-d7c9-4c83-9617-7c94d7a5ac13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.095052 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 9 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:21.156859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56822) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:21.166873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-24d45891-d7c9-4c83-9617-7c94d7a5ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.184190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Network 882bf6d0-6c16-4916-9f9f-41770489d122 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:21.189230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:21.195341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:34:21.196119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.232181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.235905 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-225627e4-2ba8-4d32-83ec-7ae3fc2ff0d6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9268451 Oct 20 03:34:21.241251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56828) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:21.242545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:21.246780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d7cbb3e3-5312-4351-98c7-7c36198fd4c8,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:21.252984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c738f7b-bb5b-4ec3-a67c-ebb9c2d7166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.267224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=3a037168-cd5c-46eb-b5c4-07ebf6f8a19d,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:21.296743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Request body: {'security_group_rule': {'security_group_id': '88799dad-6753-4cfb-892a-2e40a7cc90ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:21.313067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:21.325885 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-24d45891-d7c9-4c83-9617-7c94d7a5ac13 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5facb54f60ea4693a1db2d5ad3314591&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0588930 Oct 20 03:34:21.326061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6c738f7b-bb5b-4ec3-a67c-ebb9c2d7166f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:21.336544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d45891-d7c9-4c83-9617-7c94d7a5ac13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb20c05-10da-4f1e-9f17-908441772cf3,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:21.339605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56832) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:21.346904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port bc73945b-fe28-4493-8b46-1e8461b18f85 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:21.360117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port bc73945b-fe28-4493-8b46-1e8461b18f85 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:21.360499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.360829 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port bc73945b-fe28-4493-8b46-1e8461b18f85 Oct 20 03:34:21.360983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Usage tracker for resource:security_group_rule and tenant:a27959fcca784c4695723b7839ad2e57 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:21.373568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7b9ba8e5-d5d0-47a7-87cd-78516f1b2538,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:21.375881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6c738f7b-bb5b-4ec3-a67c-ebb9c2d7166f admin admin] Usage tracker for resource:security_group_rule and tenant:26c1c31aea0840568eb1536f5eef89be is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:21.388139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:21.403422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6c738f7b-bb5b-4ec3-a67c-ebb9c2d7166f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:21.407389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:21.415543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6c738f7b-bb5b-4ec3-a67c-ebb9c2d7166f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:21.472293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Checking segment: {'id': '9546da81-78fd-4596-8dd5-9c9a97f2b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '498f9aef-bf5b-443e-a261-d6ed2d3a88da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:21.472877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Network hostable DHCP agents. Network: 498f9aef-bf5b-443e-a261-d6ed2d3a88da, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:21.539737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d5fca3f-c35a-4021-8ffa-ae913f1146fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.559311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port bc73945b-fe28-4493-8b46-1e8461b18f85 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:21.560321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.560659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.579252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port bc73945b-fe28-4493-8b46-1e8461b18f85, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=bc73945b-fe28-4493-8b46-1e8461b18f85,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:21.584952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56838) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:21.605703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.610936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Network 498f9aef-bf5b-443e-a261-d6ed2d3a88da is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:21.634789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.691600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d5fca3f-c35a-4021-8ffa-ae913f1146fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.741390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-b1ad4f86-6762-4254-b246-33aee303e357 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] For port b146b600-cce3-4791-927f-d9a3a585c54b, host hv-neutron-8618, got binding levels [] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:21.742013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1ad4f86-6762-4254-b246-33aee303e357 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.743945 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Attempt 10 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:21.756019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 498f9aef-bf5b-443e-a261-d6ed2d3a88da) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:21.789103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:21.791861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.810094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.810299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Sync routers for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:21.814868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04144ed3-e7b0-4397-967a-0c807cd19191 None None] Network 498f9aef-bf5b-443e-a261-d6ed2d3a88da requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:21.860965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c738f7b-bb5b-4ec3-a67c-ebb9c2d7166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.872340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.887200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43126543-8c13-4c8a-920f-1cde4a9a4cd0,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:21.890916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=bc73945b-fe28-4493-8b46-1e8461b18f85,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:21.904931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Router cd135a97-785b-4072-8f84-74cbc9104e92 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:34:21.914321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1deda2aa-f258-4e57-a8b3-e648a97d2d0d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:21.929171 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-73c6f14d-69d0-406e-a762-14ecb3940cdb tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8557787 Oct 20 03:34:21.931793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56844) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:21.938183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Request body: {'floatingip': {'floating_network_id': '498f9aef-bf5b-443e-a261-d6ed2d3a88da'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:21.943244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:21.948084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Usage tracker for resource:floatingip and tenant:3603f54968b74cadb860ed40970b180f is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:21.951652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:21.961581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:21.968730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad4f86-6762-4254-b246-33aee303e357 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Calling delete_port for b146b600-cce3-4791-927f-d9a3a585c54b owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:21.977833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d5fca3f-c35a-4021-8ffa-ae913f1146fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.985446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d5fca3f-c35a-4021-8ffa-ae913f1146fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.985446 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5d5fca3f-c35a-4021-8ffa-ae913f1146fe admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0cb20c05-10da-4f1e-9f17-908441772cf3 HTTP/1.1" status: 204 len: 168 time: 0.6160324 Oct 20 03:34:21.993723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c738f7b-bb5b-4ec3-a67c-ebb9c2d7166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.001998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fca3f-c35a-4021-8ffa-ae913f1146fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb20c05-10da-4f1e-9f17-908441772cf3,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:22.014378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6644c97b-3fcc-4793-833d-1a29d927669b admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.034061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c738f7b-bb5b-4ec3-a67c-ebb9c2d7166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d236a680-f53c-4157-8c05-c17b4dbc4f70,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:22.041113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.044628 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-040ab842-273f-4f71-bc1d-a0587c4477cd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7908411 Oct 20 03:34:22.048160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56850) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:22.060831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:22.063026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6644c97b-3fcc-4793-833d-1a29d927669b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:22.074072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.092586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:22.093203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:22.093720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:22.101707 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6c738f7b-bb5b-4ec3-a67c-ebb9c2d7166f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=26c1c31aea0840568eb1536f5eef89be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9411504 Oct 20 03:34:22.104144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56854) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:22.105036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Usage tracker for resource:floatingip and tenant:a27959fcca784c4695723b7839ad2e57 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:22.130085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6644c97b-3fcc-4793-833d-1a29d927669b admin admin] Usage tracker for resource:security_group_rule and tenant:74e038c78a20408fa8ee530b5054e1c9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:22.134096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6644c97b-3fcc-4793-833d-1a29d927669b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:22.155957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:22.174893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:22.238359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cb74ac72-c42b-406b-8d1c-d69a56b69ad0 None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:22.244752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18a50845-9af9-4641-8d72-4d5de5070885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.260889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.386276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18a50845-9af9-4641-8d72-4d5de5070885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.407574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Provisioning complete for port 444f273a-53aa-4195-b9a0-8bda73aadf50 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:22.408072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.408261 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 1 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:22.430551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6644c97b-3fcc-4793-833d-1a29d927669b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:22.483542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.567062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:34:22.583225 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Sync routers for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:22.603684 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:22.605703 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:22.606205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1ad4f86-6762-4254-b246-33aee303e357 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.667296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18a50845-9af9-4641-8d72-4d5de5070885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.684268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:22.714567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad4f86-6762-4254-b246-33aee303e357 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event deleted for resources: {'Port': ['ID=b146b600-cce3-4791-927f-d9a3a585c54b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:22.724149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50845-9af9-4641-8d72-4d5de5070885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d236a680-f53c-4157-8c05-c17b4dbc4f70,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:22.738736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Allocated IP 172.20.0.5 (498f9aef-bf5b-443e-a261-d6ed2d3a88da/7b9ba8e5-d5d0-47a7-87cd-78516f1b2538/93c04525-805b-4302-a64d-18c8679da332) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:22.739595 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5ff86e47-f317-44c2-bc3a-8fc078ef96b2 admin admin] 10.222.0.33 "PUT /v2.0/routers/cd135a97-785b-4072-8f84-74cbc9104e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6168828 Oct 20 03:34:22.752385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1ad4f86-6762-4254-b246-33aee303e357 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.757122 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b1ad4f86-6762-4254-b246-33aee303e357 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "DELETE /v2.0/ports/b146b600-cce3-4791-927f-d9a3a585c54b HTTP/1.1" status: 204 len: 168 time: 2.2773314 Oct 20 03:34:22.768218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56870) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:22.819859 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:34:22.823286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.831157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18a50845-9af9-4641-8d72-4d5de5070885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.832266 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-18a50845-9af9-4641-8d72-4d5de5070885 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d236a680-f53c-4157-8c05-c17b4dbc4f70 HTTP/1.1" status: 204 len: 168 time: 0.6780434 Oct 20 03:34:22.837433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:22.849530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:22.850162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.850294 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d Oct 20 03:34:22.873638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6644c97b-3fcc-4793-833d-1a29d927669b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.893739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-be82c42a-d76d-47ff-ac49-b95a2beead1e tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:34:22.899134 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-be82c42a-d76d-47ff-ac49-b95a2beead1e tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "GET /v2.0/ports/b146b600-cce3-4791-927f-d9a3a585c54b HTTP/1.1" status: 404 len: 333 time: 0.1226916 Oct 20 03:34:22.899260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a8f7a-4c74-47b2-a0f5-f52716b581bd None None] Network 498f9aef-bf5b-443e-a261-d6ed2d3a88da requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:22.904747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56876) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:22.909105 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:22.913429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.920226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Request body: {'port': {'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1946852036'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:22.933040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:22.943917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.947168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.977293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Usage tracker for resource:port and tenant:fe9296296a4c4591b77aed23ff193a90 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:22.983153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:22.990433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:23.147112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Pushing event updated for resources: {'Port': ['ID=0357b5a5-c5bf-4cbc-88c9-c1727f858807,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:23.150157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6644c97b-3fcc-4793-833d-1a29d927669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.202482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Made reservation on behalf of fe9296296a4c4591b77aed23ff193a90 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:23.205367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.270845 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:19Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'd7cbb3e3-5312-4351-98c7-7c36198fd4c8', 'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'mac_address': 'fa:16:3e:9d:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:17Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 2, 'project_id': '11a8482750be4303a67c8d621e384bae', 'subnets': [{'id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:23.276215 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Checking router: cd135a97-785b-4072-8f84-74cbc9104e92 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:23.276858 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Updating router cd135a97-785b-4072-8f84-74cbc9104e92 port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:23.299828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644c97b-3fcc-4793-833d-1a29d927669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26f7175-70b2-4cc5-ad40-d55c802ddc5a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:23.305158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] device_id is not set on port a1de05ca-7271-4627-95d7-b632f93dc118 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:23.342433 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.363240 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 2 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:23.377208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.503499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Allocated IP 172.26.7.131 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/bb2b0bf4-0e92-4c80-b22d-4bf9f9ed8297) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:23.631906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.755616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.811244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56902) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:23.842598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'Port': ['ID=93c04525-805b-4302-a64d-18c8679da332,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:23.864574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Network 498f9aef-bf5b-443e-a261-d6ed2d3a88da is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:23.867393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034477237', 'description': 'tempest-description--1674603820'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:23.868365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:23.875145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:23.906818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.915642 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.919602 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6644c97b-3fcc-4793-833d-1a29d927669b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=74e038c78a20408fa8ee530b5054e1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3335586 Oct 20 03:34:23.926611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:23.931896 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Transition to ACTIVE for port object d7cbb3e3-5312-4351-98c7-7c36198fd4c8 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:23.937934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56906) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:23.939790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Usage tracker for resource:security_group and tenant:11a8482750be4303a67c8d621e384bae is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:23.952600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:23.969326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:23.985618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:23.986841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:24.031162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Network 0d196197-6218-45a1-954c-3d461e643c4a is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:24.036726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:24.045524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:24.117616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:15Z', 'revision_number': 2, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:24.124825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:24.124825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.124825 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d Oct 20 03:34:24.140101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3bcfbf82-e4a8-4191-93ea-32e84c69f975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.144523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.157626 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.164295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Checking router: 542f11bd-0079-4bf1-a7a1-8e54dad400f7 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:24.164651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Updating router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 port 444f273a-53aa-4195-b9a0-8bda73aadf50 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:24.216349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.261256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.341076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3bcfbf82-e4a8-4191-93ea-32e84c69f975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.345971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.381364 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917b0a0-1cca-451f-b16a-ff08dd94a798 None None] Pushing event updated for resources: {'Port': ['ID=d7cbb3e3-5312-4351-98c7-7c36198fd4c8,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:24.412931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Router cda22f39-51aa-45a5-9c29-f05319f9bd75 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:34:24.424331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:24.425025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:24.440124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Usage tracker for resource:security_group_rule and tenant:11a8482750be4303a67c8d621e384bae is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:24.442352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:24.450653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:24.453250 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:24.477898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:24.489929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.514918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Pushing event updated for resources: {'Port': ['ID=bb2b0bf4-0e92-4c80-b22d-4bf9f9ed8297,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:24.527910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.580910 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Attempting to bind port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:24.581493 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Attempting to bind port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:24.582772 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Attempting to bind port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 on network 882bf6d0-6c16-4916-9f9f-41770489d122 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:24.590038 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:24.590782 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Checking segment: {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:24.591389 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.592035 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Bound using segment: {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:24.592849 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Bound port: d7cbb3e3-5312-4351-98c7-7c36198fd4c8, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:24.593468 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.692857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3bcfbf82-e4a8-4191-93ea-32e84c69f975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.716118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.731630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfbf82-e4a8-4191-93ea-32e84c69f975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26f7175-70b2-4cc5-ad40-d55c802ddc5a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:24.731876 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] For port d7cbb3e3-5312-4351-98c7-7c36198fd4c8, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:24.748054 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] For port d7cbb3e3-5312-4351-98c7-7c36198fd4c8, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d7cbb3e3-5312-4351-98c7-7c36198fd4c8,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:24.774776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3bcfbf82-e4a8-4191-93ea-32e84c69f975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.778609 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3bcfbf82-e4a8-4191-93ea-32e84c69f975 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e26f7175-70b2-4cc5-ad40-d55c802ddc5a HTTP/1.1" status: 204 len: 168 time: 0.8341796 Oct 20 03:34:24.789786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'Port': ['ID=a1de05ca-7271-4627-95d7-b632f93dc118,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:24.886703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:24.890029 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.892475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:24.905623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:24.906539 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:24.907131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.938021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.957534 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.977846 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 3 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:24.985712 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:24.986358 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:25.056781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Transition to ACTIVE for port object 444f273a-53aa-4195-b9a0-8bda73aadf50 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:25.111879 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917b0a0-1cca-451f-b16a-ff08dd94a798 None None] Pushing event updated for resources: {'Port': ['ID=d7cbb3e3-5312-4351-98c7-7c36198fd4c8,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:25.141593 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:34:25.157773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.171245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56932) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:25.201538 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:25.201731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Sync routers for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:25.221142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.226708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.235727 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3efdb4dc-ed34-46f2-a6a4-ca3158b203f1 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3282893 Oct 20 03:34:25.247340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56938) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:25.262200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:25.287007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.310816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.338850 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-80845dd9-9b69-4089-ac9c-e6c53f34beea admin admin] 10.222.0.33 "PUT /v2.0/routers/cda22f39-51aa-45a5-9c29-f05319f9bd75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2249229 Oct 20 03:34:25.379512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766150dd-9be5-4e67-b616-444cd7a10ad8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:25.444473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.455449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.459322 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-253da11b-3787-4625-acca-e80f8b5b53a7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6397154 Oct 20 03:34:25.460534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56946) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:25.469344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Request body: {'security_group_rule': {'security_group_id': '766150dd-9be5-4e67-b616-444cd7a10ad8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:25.475848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:25.484834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Usage tracker for resource:security_group_rule and tenant:11a8482750be4303a67c8d621e384bae is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:25.488080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:25.495215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:25.508841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:25.535343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:25.540484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:25.541119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:25.604761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'Port': ['ID=93c04525-805b-4302-a64d-18c8679da332,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:25.610279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.623010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.632486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-338179535'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:25.683351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:25.704012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:network and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:25.707316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:25.717650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:25.747035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.775345 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:19Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'd7cbb3e3-5312-4351-98c7-7c36198fd4c8', 'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'mac_address': 'fa:16:3e:9d:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:17Z', 'updated_at': '2022-10-20T03:34:24Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'subnets': [{'id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:25.785862 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a360947-0a18-42b6-9500-bd81c5c48734 None None] The sync data for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv is: [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:19Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'd7cbb3e3-5312-4351-98c7-7c36198fd4c8', 'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'mac_address': 'fa:16:3e:9d:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:17Z', 'updated_at': '2022-10-20T03:34:24Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'subnets': [{'id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:25.795899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.797912 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-86eb032d-e11f-4cad-a053-68fbaace6cd3 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8649697 Oct 20 03:34:25.800809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56954) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:25.848292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bc73945b-fe28-4493-8b46-1e8461b18f85 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:25.963717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.989163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.993046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:25.998142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.055269 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 4 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:26.093250 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.108711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55c768-009b-432b-9bad-60e6c94287a2 None None] Pushing event updated for resources: {'Port': ['ID=444f273a-53aa-4195-b9a0-8bda73aadf50,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:26.136834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a5fef7-0bb2-426c-bd48-6f27456dee35,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:26.147294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.178567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56962) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:26.185811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-840e2ac9-6992-4f97-a061-db47fe9e4002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Synchronizing usage tracker for tenant:3603f54968b74cadb860ed40970b180f on resource:floatingip {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:26.199421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Attempting to bind port 444f273a-53aa-4195-b9a0-8bda73aadf50 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:26.200200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Attempting to bind port 444f273a-53aa-4195-b9a0-8bda73aadf50 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:26.200480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Attempting to bind port 444f273a-53aa-4195-b9a0-8bda73aadf50 on network 4277c4e3-e481-4cf9-a0b6-588981ac852f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:26.212809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port bc73945b-fe28-4493-8b46-1e8461b18f85 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:26.213172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.215281 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port bc73945b-fe28-4493-8b46-1e8461b18f85 Oct 20 03:34:26.228560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:26.234850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Pushing event updated for resources: {'Port': ['ID=bb2b0bf4-0e92-4c80-b22d-4bf9f9ed8297,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:26.241229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.260160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:26.263984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:26.264350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Checking segment: {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:26.264747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.265136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Bound using segment: {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:26.265638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Bound port: 444f273a-53aa-4195-b9a0-8bda73aadf50, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:26.266181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.294222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:26.320609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] device_id is not set on port a1de05ca-7271-4627-95d7-b632f93dc118 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:26.362666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.364702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:security_group_rule and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:26.369589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:26.378584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:26.384880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Transition to ACTIVE for port object a1de05ca-7271-4627-95d7-b632f93dc118 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:26.386321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.390524 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0a62f00d-40f9-4ffa-927e-f17f648bf3b1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9266174 Oct 20 03:34:26.391350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 56968) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:26.404768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Request body: {'security_group_rule': {'security_group_id': '766150dd-9be5-4e67-b616-444cd7a10ad8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:26.410586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:26.414536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Usage tracker for resource:security_group_rule and tenant:11a8482750be4303a67c8d621e384bae is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:26.417671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:26.432741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:26.478550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.490386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.490769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9579b298-aab9-4c22-ae2a-97780e6159a3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4353340 Oct 20 03:34:26.515706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56974) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:26.691775 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-911a33cf-b612-40d5-bd9e-a2d081187416 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=18636af7d4084c8e91e3f9b269bd7dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707740 Oct 20 03:34:26.697108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56980) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:26.755454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 56984) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:26.762183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'Port': ['ID=a1de05ca-7271-4627-95d7-b632f93dc118,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:26.769592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.801140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:26.801514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:26.801857 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:26.813764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663452979', 'description': 'tempest-description--359110464'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:26.815987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:26.816327 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:26.817026 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 5 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:26.820750 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 2 to bind port a1de05ca-7271-4627-95d7-b632f93dc118 Oct 20 03:34:26.860830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:26.861164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:26.861552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:26.869317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:26.869651 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:26.871127 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 3 to bind port a1de05ca-7271-4627-95d7-b632f93dc118 Oct 20 03:34:26.880056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:26.891710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Usage tracker for resource:security_group and tenant:9f0ec4b446194ccca71fbf5b29f04da2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:26.895596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.900846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:26.901232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:26.902266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:26.903235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:26.908418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:26.908745 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:26.909450 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 4 to bind port a1de05ca-7271-4627-95d7-b632f93dc118 Oct 20 03:34:26.920540 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:26.928518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:26.928873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:26.929537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:26.937846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:26.938240 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:26.938797 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 5 to bind port a1de05ca-7271-4627-95d7-b632f93dc118 Oct 20 03:34:26.952140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] For port 444f273a-53aa-4195-b9a0-8bda73aadf50, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:26.958382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.966827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port bc73945b-fe28-4493-8b46-1e8461b18f85 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:26.985077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] For port 444f273a-53aa-4195-b9a0-8bda73aadf50, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=444f273a-53aa-4195-b9a0-8bda73aadf50,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:26.999668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:27.014111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:27.014607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:27.014772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:27.026109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-916855842', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:27.030129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea992df3-8d82-47ef-98cc-bdfad18cdd44,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:27.036043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:27.038689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:27.039016 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:27.046884 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 6 to bind port a1de05ca-7271-4627-95d7-b632f93dc118 Oct 20 03:34:27.048268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07f22150-00db-4e68-969b-90facc822373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.068001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Usage tracker for resource:port and tenant:9fea3022b73c402cab3fe80b72b933e5 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:27.070714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:27.071051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:27.071391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:27.076056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:27.077761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.078603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07f22150-00db-4e68-969b-90facc822373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.086657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:27.096124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:27.096457 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:27.096936 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 7 to bind port a1de05ca-7271-4627-95d7-b632f93dc118 Oct 20 03:34:27.112014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.113372 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0627ba0d-607e-4a08-84b5-5b4771ddedde tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7193241 Oct 20 03:34:27.116157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:27.116623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:27.117202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:27.121022 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57002) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:27.127083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:27.135429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.136617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:27.137668 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:27.138760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:27.140919 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 8 to bind port a1de05ca-7271-4627-95d7-b632f93dc118 Oct 20 03:34:27.152046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Usage tracker for resource:floatingip and tenant:11a8482750be4303a67c8d621e384bae is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:27.155809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.159624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:27.160318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:27.164788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Usage tracker for resource:security_group_rule and tenant:9f0ec4b446194ccca71fbf5b29f04da2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:27.168174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:27.172907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:27.172907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:27.172907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:27.172907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:27.175027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:27.181749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:27.182261 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:27.184523 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 9 to bind port a1de05ca-7271-4627-95d7-b632f93dc118 Oct 20 03:34:27.227101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:27.227517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:27.227928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:27.235065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:27.235552 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:27.236100 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 10 to bind port a1de05ca-7271-4627-95d7-b632f93dc118 Oct 20 03:34:27.241934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:27.243139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:27.259147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:27.259350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.261455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:27.261455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:27.261734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07f22150-00db-4e68-969b-90facc822373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.268211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:27.268666 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port a1de05ca-7271-4627-95d7-b632f93dc118 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:27.269146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.281612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.292140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f22150-00db-4e68-969b-90facc822373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869c8d74-82ba-4368-bc80-9147753362ad,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:27.315120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57010) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:27.321155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:27.329219 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 03:34:27.354055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Made reservation on behalf of 9fea3022b73c402cab3fe80b72b933e5 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:27.357502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.366345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.382063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.407557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.407911 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Added segment 10bc0a0d-8887-42d4-bced-2e5e6d52028c of type vlan for network 70bc74a8-f345-4115-a4c4-4fbf84d34303 Oct 20 03:34:27.409511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2efa04b-ede0-4514-b4d6-4a35998f8fea,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:27.412535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07f22150-00db-4e68-969b-90facc822373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.413732 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-07f22150-00db-4e68-969b-90facc822373 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/869c8d74-82ba-4368-bc80-9147753362ad HTTP/1.1" status: 204 len: 168 time: 0.7152922 Oct 20 03:34:27.435499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55c768-009b-432b-9bad-60e6c94287a2 None None] Pushing event updated for resources: {'Port': ['ID=444f273a-53aa-4195-b9a0-8bda73aadf50,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:27.457592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.462060 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6921630 Oct 20 03:34:27.466593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57016) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:27.471278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.475179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0357b5a5-c5bf-4cbc-88c9-c1727f858807', 'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'mac_address': 'fa:16:3e:e0:d0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:18Z', 'updated_at': '2022-10-20T03:34:22Z', 'revision_number': 2, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'subnets': [{'id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:27.484793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Checking router: cda22f39-51aa-45a5-9c29-f05319f9bd75 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:27.485145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Updating router cda22f39-51aa-45a5-9c29-f05319f9bd75 port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:27.492689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-33997df5-09ca-46c2-beb3-334322ed87c6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Synchronizing usage tracker for tenant:a27959fcca784c4695723b7839ad2e57 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:27.516036 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 6 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:27.525189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Request body: {'security_group_rule': {'security_group_id': '4852370b-e18a-48bf-90ba-5016cb982317', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:27.541627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-840e2ac9-6992-4f97-a061-db47fe9e4002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Unset dirty status for tenant:3603f54968b74cadb860ed40970b180f on resource:floatingip {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:27.546057 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-840e2ac9-6992-4f97-a061-db47fe9e4002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "GET /v2.0/floatingips?floating_network_id=498f9aef-bf5b-443e-a261-d6ed2d3a88da HTTP/1.1" status: 200 len: 689 time: 1.7410109 Oct 20 03:34:27.549503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:27.550715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:27.553924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57020) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:27.558276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.569143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00cb73-ddf6-4073-a719-a6e8bfe3093b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4852370b-e18a-48bf-90ba-5016cb982317,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:27.585212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:27.587625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] For port a1de05ca-7271-4627-95d7-b632f93dc118, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:27.588006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempted to set empty binding levels {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 20 03:34:27.597185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Usage tracker for resource:security_group_rule and tenant:9fea3022b73c402cab3fe80b72b933e5 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:27.601244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:27.609125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:27.639067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Usage tracker for resource:security_group_rule and tenant:9f0ec4b446194ccca71fbf5b29f04da2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:27.651600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:27.658750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.671554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.672123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] In _notify_port_updated(), no bound segment for port a1de05ca-7271-4627-95d7-b632f93dc118 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:34:27.672970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.673579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.675156 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "PUT /v2.0/ports/a1de05ca-7271-4627-95d7-b632f93dc118 HTTP/1.1" status: 200 len: 977 time: 2.4268730 Oct 20 03:34:27.710770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57024) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:27.760534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:27.776709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:34:27.792680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 444f273a-53aa-4195-b9a0-8bda73aadf50 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:34:27.874516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.877256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd56055-5014-420a-856e-8046380b4bdc tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'Port': ['ID=a1de05ca-7271-4627-95d7-b632f93dc118,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:27.920899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 444f273a-53aa-4195-b9a0-8bda73aadf50 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:27.921672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.929612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.930409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.932121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.968560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.969027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.969607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.970074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.970530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.970989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.971448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.971909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.972366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.972825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.973815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.973815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.974272 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.975025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.975312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.975937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.977881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Synchronizing usage tracker for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:27.999948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.043063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.057740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] device_id is not set on port 2fe60744-8e08-44cc-8fcc-4d8308cf6292 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:28.077554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.089481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Provisioning for port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:28.106496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Provisioning complete for port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:28.106726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Unset dirty status for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:28.107223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.107691 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 1 to provision port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 Oct 20 03:34:28.107901 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-804f2070-8f68-4a41-95d9-1727e103fb24 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14525 time: 0.3909888 Oct 20 03:34:28.120877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57032) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:28.178645 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9bb7ef-76f8-43f2-83fb-c793baace3ca,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:28.221356 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0489259 Oct 20 03:34:28.225869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57040) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:28.235765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:28.253630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6370834-cefa-4658-928a-660153cf0791 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Network': ['ID=70bc74a8-f345-4115-a4c4-4fbf84d34303,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:28.255724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:28.267724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.269005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:28.269656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Deleting port 93c04525-805b-4302-a64d-18c8679da332 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:28.270093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.318137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-33997df5-09ca-46c2-beb3-334322ed87c6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Unset dirty status for tenant:a27959fcca784c4695723b7839ad2e57 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:28.319581 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-33997df5-09ca-46c2-beb3-334322ed87c6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1849578729&fields=id&tenant_id=a27959fcca784c4695723b7839ad2e57 HTTP/1.1" status: 200 len: 267 time: 1.0015805 Oct 20 03:34:28.331147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.353361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2085f369-1d25-415e-89b3-7e5d5f0d7203 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Deleting port a1de05ca-7271-4627-95d7-b632f93dc118 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:28.353566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 444f273a-53aa-4195-b9a0-8bda73aadf50 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:28.353648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2085f369-1d25-415e-89b3-7e5d5f0d7203 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.404790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 444f273a-53aa-4195-b9a0-8bda73aadf50 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:28.405365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.405836 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:28.458775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:26Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:28.467902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Allocated IP 172.26.7.79 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/32682a22-b895-4c18-b1b0-dfccd2ef942f) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:28.479517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f96a7-f69f-4426-9a54-aaa22bc0ec87 None None] The sync data for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv is: [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:26Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:28.509550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:28.530970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:28.538962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:28.607790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d76f7ca-9b7a-49c8-8d01-9dc05de55ea7,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:28.692302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.711788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Transition to ACTIVE for port object 0357b5a5-c5bf-4cbc-88c9-c1727f858807 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:28.726237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 444f273a-53aa-4195-b9a0-8bda73aadf50 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:28.726620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.756298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.759469 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 2 to provision port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 Oct 20 03:34:28.770138 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2e105f05-6f06-443b-b973-e0c238d57dd6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2829330 Oct 20 03:34:28.775913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57052) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:28.804839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.811292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.811955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.814514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:28.972026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Calling delete_port for 93c04525-805b-4302-a64d-18c8679da332 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:28.999248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:29.003214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.019729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Request body: {'security_group_rule': {'security_group_id': '4852370b-e18a-48bf-90ba-5016cb982317', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:29.024357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-2085f369-1d25-415e-89b3-7e5d5f0d7203 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] For port a1de05ca-7271-4627-95d7-b632f93dc118, host hv-neutron-8618, got binding levels [] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:29.024721 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2085f369-1d25-415e-89b3-7e5d5f0d7203 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.026196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:29.031135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:29.035510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Usage tracker for resource:security_group_rule and tenant:9f0ec4b446194ccca71fbf5b29f04da2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:29.038569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:29.045771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:29.093537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-48739805-4ab8-4f35-99aa-c65534abf359 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:29.094588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-48739805-4ab8-4f35-99aa-c65534abf359 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Synchronizing usage tracker for tenant:a27959fcca784c4695723b7839ad2e57 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:29.155157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228b583-84cb-4c92-a8d2-4e8a57754f4e None None] Pushing event updated for resources: {'Port': ['ID=0357b5a5-c5bf-4cbc-88c9-c1727f858807,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:29.160206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.223488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-48739805-4ab8-4f35-99aa-c65534abf359 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Unset dirty status for tenant:a27959fcca784c4695723b7839ad2e57 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:29.224721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-48739805-4ab8-4f35-99aa-c65534abf359 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/networks?id=4277c4e3-e481-4cf9-a0b6-588981ac852f HTTP/1.1" status: 200 len: 811 time: 0.8740730 Oct 20 03:34:29.225240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 444f273a-53aa-4195-b9a0-8bda73aadf50, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=444f273a-53aa-4195-b9a0-8bda73aadf50,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:29.265192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Attempting to bind port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:29.265790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Attempting to bind port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:29.266011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Attempting to bind port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 on network 0d196197-6218-45a1-954c-3d461e643c4a {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:29.271878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:29.272446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Checking segment: {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:29.274838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.274838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Bound using segment: {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:29.276053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Bound port: 0357b5a5-c5bf-4cbc-88c9-c1727f858807, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:29.276510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.282565 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-734ade99-a6ed-4ec4-bae9-57fa3c0c1923 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/quotas/a27959fcca784c4695723b7839ad2e57 HTTP/1.1" status: 200 len: 375 time: 0.0380933 Oct 20 03:34:29.312267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2085f369-1d25-415e-89b3-7e5d5f0d7203 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Calling delete_port for a1de05ca-7271-4627-95d7-b632f93dc118 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:29.330280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.330787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d7cbb3e3-5312-4351-98c7-7c36198fd4c8 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:29.382328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.384753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.437994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.482891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event deleted for resources: {'Port': ['ID=93c04525-805b-4302-a64d-18c8679da332,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:29.484776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.507523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=444f273a-53aa-4195-b9a0-8bda73aadf50,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:29.518941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] For port 0357b5a5-c5bf-4cbc-88c9-c1727f858807, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:29.522627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] For port 0357b5a5-c5bf-4cbc-88c9-c1727f858807, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0357b5a5-c5bf-4cbc-88c9-c1727f858807,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:29.528145 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 3 to provision port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 Oct 20 03:34:29.537917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718ce0b2-f1a0-4bf5-b711-94a2e07bb2c6,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:29.597136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.602498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:29.609881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.616235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-1a8fbe1d-a5fb-44e3-a719-be27a29a126e tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Synchronizing usage tracker for tenant:a27959fcca784c4695723b7839ad2e57 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:29.629709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2085f369-1d25-415e-89b3-7e5d5f0d7203 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.664337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.664337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-26e19006-c6aa-46be-9ad6-57ec158ba887 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6474838 Oct 20 03:34:29.665043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57062) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:29.677394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:29.687946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:29.699708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:29.702106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.765821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:29.772516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Usage tracker for resource:floatingip and tenant:9f0ec4b446194ccca71fbf5b29f04da2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:29.773532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:29.784635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:29.789562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-1a8fbe1d-a5fb-44e3-a719-be27a29a126e tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Unset dirty status for tenant:a27959fcca784c4695723b7839ad2e57 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:29.791017 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-1a8fbe1d-a5fb-44e3-a719-be27a29a126e tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a27959fcca784c4695723b7839ad2e57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4859710 Oct 20 03:34:29.797689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:29.876041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Allocated IP 172.26.7.165 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/2fe60744-8e08-44cc-8fcc-4d8308cf6292) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:29.900653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.026013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085f369-1d25-415e-89b3-7e5d5f0d7203 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1de05ca-7271-4627-95d7-b632f93dc118,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.039241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.048043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 444f273a-53aa-4195-b9a0-8bda73aadf50 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:30.071066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.082235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2085f369-1d25-415e-89b3-7e5d5f0d7203 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.129160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:30.162745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:30.172034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:30.172518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-7c0926c5-39d4-446c-9fa5-cc7a9cbf709f service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:34:30.181064 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228b583-84cb-4c92-a8d2-4e8a57754f4e None None] Pushing event updated for resources: {'Port': ['ID=0357b5a5-c5bf-4cbc-88c9-c1727f858807,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.185982 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-7c0926c5-39d4-446c-9fa5-cc7a9cbf709f service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1208289 Oct 20 03:34:30.192239 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 4 to provision port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 Oct 20 03:34:30.222828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Pushing event updated for resources: {'Port': ['ID=32682a22-b895-4c18-b1b0-dfccd2ef942f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.238591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9ba8e5-d5d0-47a7-87cd-78516f1b2538,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.292677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 444f273a-53aa-4195-b9a0-8bda73aadf50 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:30.293820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.294345 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 444f273a-53aa-4195-b9a0-8bda73aadf50 Oct 20 03:34:30.302133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.351345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.359462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:34:30.361573 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2085f369-1d25-415e-89b3-7e5d5f0d7203 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "DELETE /v2.0/ports/a1de05ca-7271-4627-95d7-b632f93dc118 HTTP/1.1" status: 204 len: 168 time: 2.2307501 Oct 20 03:34:30.362614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57082) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:30.419197 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3593d9a-7d51-4f22-9278-8a6c6ffb6907 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:34:30.419738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e3593d9a-7d51-4f22-9278-8a6c6ffb6907 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Synchronizing usage tracker for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:30.432889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.445742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.455486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:34:30.513549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498f9aef-bf5b-443e-a261-d6ed2d3a88da']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:30.527296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.532776 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-6e747ee6-9908-4341-af52-7c43fa5cea0c service neutron] 10.222.0.33 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481517 Oct 20 03:34:30.565370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9546da81-78fd-4596-8dd5-9c9a97f2b547') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:30.565754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9546da81-78fd-4596-8dd5-9c9a97f2b547') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:30.609879 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e3593d9a-7d51-4f22-9278-8a6c6ffb6907 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Unset dirty status for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:30.617294 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e3593d9a-7d51-4f22-9278-8a6c6ffb6907 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "GET /v2.0/ports/a1de05ca-7271-4627-95d7-b632f93dc118 HTTP/1.1" status: 404 len: 333 time: 0.2536743 Oct 20 03:34:30.620254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57088) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:30.637846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.663437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:30.670148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.670503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=6150e900-25d2-4e42-bdef-68237fdc8c58,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.680339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:30.691989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:30.692396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.703350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Provisioning for port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:30.708691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:30.709416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:30.710576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.716961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Provisioning complete for port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:30.717366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.717911 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Attempt 1 to provision port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 Oct 20 03:34:30.720925 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-545768259', 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:30.725558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:30.745416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:30.755477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Pushing event updated for resources: {'Port': ['ID=2fe60744-8e08-44cc-8fcc-4d8308cf6292,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.784538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 444f273a-53aa-4195-b9a0-8bda73aadf50 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:30.789194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.861539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.868998 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 9546da81-78fd-4596-8dd5-9c9a97f2b547 resource provider aggregate not found Oct 20 03:34:30.875677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:30.886858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network hostable DHCP agents. Network: 70bc74a8-f345-4115-a4c4-4fbf84d34303, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:30.896177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Made reservation on behalf of fe9296296a4c4591b77aed23ff193a90 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:30.898491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.913225 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 9546da81-78fd-4596-8dd5-9c9a97f2b547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9546da81-78fd-4596-8dd5-9c9a97f2b547 found for delete ", "request_id": "req-76421b2b-cff3-4678-ac88-cf84354576de"}]} Oct 20 03:34:30.987932 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-72c33811-c168-4870-8b5c-8e0e777222c1 service neutron] 10.222.0.33 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503005 Oct 20 03:34:30.991136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] device_id is not set on port de0f51be-c8a1-43c2-8ae7-44f85ab9888f yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:30.992608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Current status of the port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:30.993018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.040542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] For port d7cbb3e3-5312-4351-98c7-7c36198fd4c8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d7cbb3e3-5312-4351-98c7-7c36198fd4c8,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:31.044528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0357b5a5-c5bf-4cbc-88c9-c1727f858807', 'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'mac_address': 'fa:16:3e:e0:d0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:18Z', 'updated_at': '2022-10-20T03:34:29Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'subnets': [{'id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:31.048901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a50637-d76a-43d2-a258-e3286cf12175 None None] The sync data for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv is: [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0357b5a5-c5bf-4cbc-88c9-c1727f858807', 'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'mac_address': 'fa:16:3e:e0:d0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:18Z', 'updated_at': '2022-10-20T03:34:29Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'subnets': [{'id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:31.101704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.120690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.133461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 498f9aef-bf5b-443e-a261-d6ed2d3a88da {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 20 03:34:31.136976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event deleted for resources: {'Network': ['ID=498f9aef-bf5b-443e-a261-d6ed2d3a88da,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:31.141184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.174316 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c9b08124-4d5c-4647-abb7-8fd70275f573 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "DELETE /v2.0/networks/498f9aef-bf5b-443e-a261-d6ed2d3a88da HTTP/1.1" status: 204 len: 168 time: 3.6018288 Oct 20 03:34:31.177973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57102) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:31.221832 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e03bc9da-daef-4e92-8721-81cae71040c6 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.0365763 Oct 20 03:34:31.222840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57108) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:31.250593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Allocated IP 172.26.7.154 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/b9f6b697-9fa3-4a23-8cae-bb4198ec325a) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:31.263038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de966a5a-0673-4427-b948-6c7eb78cef1e None None] Pushing event updated for resources: {'Port': ['ID=d7cbb3e3-5312-4351-98c7-7c36198fd4c8,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:31.276350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4ceecd49-3ad1-49a8-ae9b-28b023e48f27 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Synchronizing usage tracker for tenant:3603f54968b74cadb860ed40970b180f on resource:floatingip {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:31.309241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.165'}]}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:31.435574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.444721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4ceecd49-3ad1-49a8-ae9b-28b023e48f27 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Unset dirty status for tenant:3603f54968b74cadb860ed40970b180f on resource:floatingip {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:31.446056 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4ceecd49-3ad1-49a8-ae9b-28b023e48f27 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.2671297 Oct 20 03:34:31.449107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57120) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:31.486752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57126) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:31.509984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:31.519141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Usage tracker for resource:router and tenant:9fea3022b73c402cab3fe80b72b933e5 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:31.525945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:31.532631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:31.550406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.551015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.552018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.552018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.556231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.556231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.556231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.558083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:31.561776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Synchronizing usage tracker for tenant:3603f54968b74cadb860ed40970b180f on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:31.610120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.671099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.672096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.672210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.701095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.750651 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.759240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 70bc74a8-f345-4115-a4c4-4fbf84d34303) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:31.767372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.771198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be902e3-a2ae-476c-bff6-d10642c3ccdc None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:31.776456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.789815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57142) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:31.796177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Unset dirty status for tenant:3603f54968b74cadb860ed40970b180f on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:31.801650 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d2214e21-e1ee-4c18-a9cc-666792582002 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.3484037 Oct 20 03:34:31.813426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57146) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:31.873322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:31.883347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:31.902164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:31.906971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:31.910864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0357b5a5-c5bf-4cbc-88c9-c1727f858807 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:31.935161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:31.944147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Usage tracker for resource:floatingip and tenant:0cd42d20efa54201977e89ecfef95a99 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:31.947651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:31.954738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:31.971303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Pushing event updated for resources: {'Port': ['ID=b9f6b697-9fa3-4a23-8cae-bb4198ec325a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:31.976327 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-553e1021-9b52-40c3-8d24-8161ab4d824b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] delete failed (client error): The resource could not be found. Oct 20 03:34:31.977391 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-553e1021-9b52-40c3-8d24-8161ab4d824b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/f76d1aac-6c81-41e3-a91c-47b9ece92ab7 HTTP/1.1" status: 404 len: 345 time: 0.1405499 Oct 20 03:34:31.980814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57154) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:32.024459 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-13141e61-cbeb-4841-affd-41a3438329d5 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] DELETE failed (client error): The resource could not be found. Oct 20 03:34:32.024993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13141e61-cbeb-4841-affd-41a3438329d5 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:34:32.029327 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-13141e61-cbeb-4841-affd-41a3438329d5 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "DELETE /v2.0/networks/498f9aef-bf5b-443e-a261-d6ed2d3a88da HTTP/1.1" status: 404 len: 339 time: 0.0439622 Oct 20 03:34:32.030669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57160) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:32.037701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Request body: {'network': {'name': 'tempest-network--1833708451', 'router:external': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:32.043139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:32.047470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Usage tracker for resource:network and tenant:3603f54968b74cadb860ed40970b180f is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:32.050685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:32.067279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:32.078572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.114606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.118477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.205366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.232053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Made reservation on behalf of 3603f54968b74cadb860ed40970b180f for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:32.234362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.240952 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 03:34:32.270591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '6150e900-25d2-4e42-bdef-68237fdc8c58'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:34:32.270591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.342534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:32.345102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.346438 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2238259 Oct 20 03:34:32.347727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.379735 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bfb102d2-50c4-4b6f-88b6-09d4e325f75d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1527050 Oct 20 03:34:32.389393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57174) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:32.392483 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-531f0520-e9cb-41e8-b339-31baad54a112 req-6e3fa852-e3a5-437c-a687-5eae62b7ac97 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 210 time: 0.5911915 Oct 20 03:34:32.431883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'name': 'tempest-NetworksTestDHCPv6-1090583515'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:32.436877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.437701 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Added segment 175dba5e-2ddc-4d5b-a479-f5d2e24284f7 of type vlan for network 3feac382-eb82-4d39-bd66-ea169d269966 Oct 20 03:34:32.440388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:32.456988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:32.457413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.457818 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 Oct 20 03:34:32.484584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.576257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:32.654012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.699023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.732664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/6150e900-25d2-4e42-bdef-68237fdc8c58/acdb1713-3003-4880-92f7-cb21e2caf8af) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:32.749524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.760203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:32.773901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:32.774851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:32.775497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.789897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.790965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:32.791705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.802564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539e561-1482-4b00-bb0b-a50bff80efeb tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Pushing event updated for resources: {'Port': ['ID=32682a22-b895-4c18-b1b0-dfccd2ef942f,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:32.880744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'Port': ['ID=de0f51be-c8a1-43c2-8ae7-44f85ab9888f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:32.889757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:32.890287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.897422 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a886e938-97b8-41b2-a43a-26c4fe88ff18 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2269552 Oct 20 03:34:32.911781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57194) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:32.949150 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9167457 Oct 20 03:34:32.953697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 0357b5a5-c5bf-4cbc-88c9-c1727f858807, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0357b5a5-c5bf-4cbc-88c9-c1727f858807,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:32.971819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57198) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:33.022284 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-33427f7d-a9c1-42b5-8eae-4cf437ac5a36 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1034477237&fields=id&tenant_id=11a8482750be4303a67c8d621e384bae HTTP/1.1" status: 200 len: 267 time: 0.2625444 Oct 20 03:34:33.049227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.050325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d7cbb3e3-5312-4351-98c7-7c36198fd4c8 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:33.137333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0598093-cc8d-4092-bf2b-e053fd500e64 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'Network': ['ID=3feac382-eb82-4d39-bd66-ea169d269966,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.157901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 3feac382-eb82-4d39-bd66-ea169d269966 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:33.193876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:33.209766 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:33.222856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122018e-9dc3-44da-8b18-794dab1a6956 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:33.228965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122018e-9dc3-44da-8b18-794dab1a6956 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:33.235078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122018e-9dc3-44da-8b18-794dab1a6956 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:33.240932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122018e-9dc3-44da-8b18-794dab1a6956 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:33.241503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4122018e-9dc3-44da-8b18-794dab1a6956 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Synchronizing usage tracker for tenant:c0cf785ef21e440c9e6c561826ac45c7 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:33.244918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:33.256387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:33.268763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f914f5-a1ad-455c-8998-790e29b76ffe tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:33.269497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-85f914f5-a1ad-455c-8998-790e29b76ffe tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Synchronizing usage tracker for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:33.312656 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.323870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=0357b5a5-c5bf-4cbc-88c9-c1727f858807,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.330970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Transition to ACTIVE for port object acdb1713-3003-4880-92f7-cb21e2caf8af will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:33.356886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Transition to ACTIVE for port object acdb1713-3003-4880-92f7-cb21e2caf8af will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:33.359297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:33.359665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.359997 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 Oct 20 03:34:33.375147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:33.378685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.469774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.493061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-85f914f5-a1ad-455c-8998-790e29b76ffe tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Unset dirty status for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:33.497394 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-85f914f5-a1ad-455c-8998-790e29b76ffe tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "GET /v2.0/ports/de0f51be-c8a1-43c2-8ae7-44f85ab9888f HTTP/1.1" status: 200 len: 954 time: 0.5775435 Oct 20 03:34:33.499376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4122018e-9dc3-44da-8b18-794dab1a6956 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Unset dirty status for tenant:c0cf785ef21e440c9e6c561826ac45c7 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:33.503354 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4122018e-9dc3-44da-8b18-794dab1a6956 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5237160 Oct 20 03:34:33.506694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57210) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:33.507010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57212) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:33.519279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port c317765d-6a0b-4e49-a1b6-5a75d37166ec yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:33.532573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Allocated IP 172.26.7.196 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/61d4ce7d-1e81-4f61-9293-d7cd329a2f84) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:33.573208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:33.573960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Pushing event updated for resources: {'Port': ['ID=acdb1713-3003-4880-92f7-cb21e2caf8af,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.578559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:33.580525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:33.582614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:33.588553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:34:33.618713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.691125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Attempting to bind port acdb1713-3003-4880-92f7-cb21e2caf8af on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:33.691739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Attempting to bind port acdb1713-3003-4880-92f7-cb21e2caf8af by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:33.692193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Attempting to bind port acdb1713-3003-4880-92f7-cb21e2caf8af on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:33.698957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:33.700006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:33.705313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.705313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:33.705313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Bound port: acdb1713-3003-4880-92f7-cb21e2caf8af, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:33.705313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.783598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0357b5a5-c5bf-4cbc-88c9-c1727f858807 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:33.787951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-651a00df-31ee-4c12-bb9f-34ba692a5726 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:33.790276 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-651a00df-31ee-4c12-bb9f-34ba692a5726 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/networks?id=882bf6d0-6c16-4916-9f9f-41770489d122 HTTP/1.1" status: 200 len: 805 time: 0.6462958 Oct 20 03:34:33.791121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.800089 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5224b9b2-8ec8-447e-8dd1-f6c50755df23 req-675e2db6-1497-439e-8f86-2ef1c8cf87fb tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 210 time: 0.1981668 Oct 20 03:34:33.901886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] For port acdb1713-3003-4880-92f7-cb21e2caf8af, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:33.906745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] For port acdb1713-3003-4880-92f7-cb21e2caf8af, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=acdb1713-3003-4880-92f7-cb21e2caf8af,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:33.924563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:33.925072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.925536 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 Oct 20 03:34:33.958723 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-cd070b39-be2a-4287-8874-e5c56f12adac tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/quotas/11a8482750be4303a67c8d621e384bae HTTP/1.1" status: 200 len: 375 time: 0.1194057 Oct 20 03:34:33.959405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.026438 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.028513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Pushing event updated for resources: {'Port': ['ID=b9f6b697-9fa3-4a23-8cae-bb4198ec325a,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:34.086862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.091394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-4172e7b1-a35f-4d9b-9336-9164b33e332f tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Deleting port de0f51be-c8a1-43c2-8ae7-44f85ab9888f {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:34.091394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4172e7b1-a35f-4d9b-9336-9164b33e332f tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.113478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:34.115142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.132215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35ff67-2505-49ed-b6c8-2df7a95393fa None None] Pushing event updated for resources: {'Port': ['ID=acdb1713-3003-4880-92f7-cb21e2caf8af,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:34.159148 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-312c805e-6d87-4ddd-b067-364e8633fe46 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=11a8482750be4303a67c8d621e384bae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1856415 Oct 20 03:34:34.161653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.163387 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5c17f05d-b124-4ea0-9229-9bb96aecff5a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4956830 Oct 20 03:34:34.165748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.264508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.289129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::111 (70bc74a8-f345-4115-a4c4-4fbf84d34303/6150e900-25d2-4e42-bdef-68237fdc8c58/c317765d-6a0b-4e49-a1b6-5a75d37166ec) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:34.300914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.432216 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-b2fcb897-b935-4dc8-b10e-f849a02a2354 service neutron] 10.222.0.33 "GET /v2.0/networks/882bf6d0-6c16-4916-9f9f-41770489d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515738 Oct 20 03:34:34.439657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:34.470290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:34.487018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:34.526150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event updated for resources: {'Port': ['ID=61d4ce7d-1e81-4f61-9293-d7cd329a2f84,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:34.555463 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.643596 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-491a0bda-1cf1-47f7-9b04-c17abe05e85e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1663452979&fields=id&tenant_id=9f0ec4b446194ccca71fbf5b29f04da2 HTTP/1.1" status: 200 len: 267 time: 0.1751781 Oct 20 03:34:34.686947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-6a7d61b8-2662-4240-8d6c-4221528e102f service neutron] 10.222.0.33 "GET /v2.0/networks/882bf6d0-6c16-4916-9f9f-41770489d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461801 Oct 20 03:34:34.697200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.697583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.698576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.698689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > port after_create 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.698925 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > port after_delete 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.699849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > port after_update 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.700177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.700378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.700827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.701354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.701815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.830507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.994952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.995542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.995542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.995833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=90076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:34.996918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3feac382-eb82-4d39-bd66-ea169d269966']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:35.019081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175dba5e-2ddc-4d5b-a479-f5d2e24284f7') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:35.019386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175dba5e-2ddc-4d5b-a479-f5d2e24284f7') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:35.031439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.048165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.055788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:35.056184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.160848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba168335-ad8a-4c3b-b535-1fee8200e225 req-e41953bc-8e57-4b9e-84b4-d126b6ab0980 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 210 time: 0.0765591 Oct 20 03:34:35.179950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.294238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.408575 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-96d4ca1d-94d7-44fe-ba7c-8b0f953b3f34 req-b6403f77-737f-4e05-874d-2dc7032ec50e tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 210 time: 0.1665046 Oct 20 03:34:35.435616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8ab4e-f25e-4aae-a9de-ee315f021412 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:35.438039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event updated for resources: {'Port': ['ID=61d4ce7d-1e81-4f61-9293-d7cd329a2f84,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:35.442831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.546107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4172e7b1-a35f-4d9b-9336-9164b33e332f tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.559305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.561169 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cfc9e96c-f3cc-4a4d-8798-fa12b0263697 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0704596 Oct 20 03:34:35.571172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57270) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:35.582232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1772885053'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:35.591550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:35.606879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Usage tracker for resource:network and tenant:0cd42d20efa54201977e89ecfef95a99 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:35.613300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:35.656573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:35.684063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.26', 61401) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:35.746123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-87b6e4ca-c044-4812-b992-e46835b0555e None None] Provisioning for port acdb1713-3003-4880-92f7-cb21e2caf8af completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:35.754538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-4172e7b1-a35f-4d9b-9336-9164b33e332f tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Calling delete_port for de0f51be-c8a1-43c2-8ae7-44f85ab9888f owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:35.788826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device acdb1713-3003-4880-92f7-cb21e2caf8af up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:35.804290 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 175dba5e-2ddc-4d5b-a479-f5d2e24284f7 resource provider aggregate not found Oct 20 03:34:35.807741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Made reservation on behalf of 0cd42d20efa54201977e89ecfef95a99 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:35.812241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.839331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.875680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:35.876187 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 175dba5e-2ddc-4d5b-a479-f5d2e24284f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 175dba5e-2ddc-4d5b-a479-f5d2e24284f7 found for delete ", "request_id": "req-3a604fe7-8864-43ee-8d12-fce0083169bf"}]} Oct 20 03:34:35.904211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.909973 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3feac382-eb82-4d39-bd66-ea169d269966 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 20 03:34:35.925657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Usage tracker for resource:security_group_rule and tenant:0cd42d20efa54201977e89ecfef95a99 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:35.937111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:35.971207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-42fed78e-7b2b-42d2-851e-f7caa9cee88d tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:35.973342 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-42fed78e-7b2b-42d2-851e-f7caa9cee88d tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.26 "GET /v2.0/networks?id=4277c4e3-e481-4cf9-a0b6-588981ac852f HTTP/1.1" status: 200 len: 811 time: 0.2881029 Oct 20 03:34:35.978669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:35.985737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.990066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port acdb1713-3003-4880-92f7-cb21e2caf8af completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:35.999070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port acdb1713-3003-4880-92f7-cb21e2caf8af triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:35.999575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.000021 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port acdb1713-3003-4880-92f7-cb21e2caf8af Oct 20 03:34:36.049206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event deleted for resources: {'Network': ['ID=3feac382-eb82-4d39-bd66-ea169d269966,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:36.082635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-0d117046-ce61-4b92-b1f4-21fd27338711 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:36.083911 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-0d117046-ce61-4b92-b1f4-21fd27338711 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 810 time: 1.0123150 Oct 20 03:34:36.092867 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b8621282-ea02-4aa9-b9a6-a2d6cdaa553b tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "DELETE /v2.0/networks/3feac382-eb82-4d39-bd66-ea169d269966 HTTP/1.1" status: 204 len: 168 time: 2.5759287 Oct 20 03:34:36.092867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.112114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57284) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:36.129568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Request body: {'network': {'name': 'tempest-network--1473288081', 'router:external': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:36.137660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:36.154414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Usage tracker for resource:network and tenant:3603f54968b74cadb860ed40970b180f is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:36.170900 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-077314ed-e57a-4c0f-8d6e-62548e2bc81b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a27959fcca784c4695723b7839ad2e57 HTTP/1.1" status: 200 len: 380 time: 0.1382937 Oct 20 03:34:36.177598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:36.208915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Request body: {'port': {'device_id': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'admin_state_up': True, 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'security_groups': ['88799dad-6753-4cfb-892a-2e40a7cc90ec']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:36.245165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port acdb1713-3003-4880-92f7-cb21e2caf8af is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:36.248541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.330576 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-127cd8ee-62ca-4a07-a463-e8a77751a9d6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/quotas/9f0ec4b446194ccca71fbf5b29f04da2 HTTP/1.1" status: 200 len: 375 time: 0.1398792 Oct 20 03:34:36.337025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.356748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port acdb1713-3003-4880-92f7-cb21e2caf8af, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=acdb1713-3003-4880-92f7-cb21e2caf8af,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:36.377162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0b9e69f0-7503-4b8b-99ab-405304b8cd76 None None] Provisioning complete for port acdb1713-3003-4880-92f7-cb21e2caf8af triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:36.377567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0b9e69f0-7503-4b8b-99ab-405304b8cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.377897 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0b9e69f0-7503-4b8b-99ab-405304b8cd76 None None] Attempt 1 to provision port acdb1713-3003-4880-92f7-cb21e2caf8af Oct 20 03:34:36.454321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4172e7b1-a35f-4d9b-9336-9164b33e332f tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.461026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.487300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:36.515029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.583710 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e6766ff4-d67b-4fed-80ad-12f22585a78f req-06a93d0d-0900-47fa-8eab-1cbd7a0398fa tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 210 time: 0.0671864 Oct 20 03:34:36.643401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.657953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:36.670604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.671159 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Added segment d113882b-1791-45ff-8793-87ac902ccd86 of type vlan for network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 Oct 20 03:34:36.708297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.733594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=acdb1713-3003-4880-92f7-cb21e2caf8af,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:36.743686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:36.754374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object c317765d-6a0b-4e49-a1b6-5a75d37166ec will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:36.760190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e69f0-7503-4b8b-99ab-405304b8cd76 None None] Current status of the port acdb1713-3003-4880-92f7-cb21e2caf8af is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:36.779576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172e7b1-a35f-4d9b-9336-9164b33e332f tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event deleted for resources: {'Port': ['ID=de0f51be-c8a1-43c2-8ae7-44f85ab9888f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:36.790592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4172e7b1-a35f-4d9b-9336-9164b33e332f tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.796010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.799810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.825384 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1dda1196-3681-4719-87f4-170b1fddf2a4 req-884fecc2-a3f1-4c43-aeb0-f3edc5e0a13a tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 210 time: 0.0773354 Oct 20 03:34:36.849534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Made reservation on behalf of 3603f54968b74cadb860ed40970b180f for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:36.851949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.873908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:36.887321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.892765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:36.893386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.926174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf89a10-cf6f-4379-9858-cbaf39e1f5cb,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:36.931500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d45c0e00-9b9a-4b6f-8453-b825fdd42bb8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Synchronizing usage tracker for tenant:9f0ec4b446194ccca71fbf5b29f04da2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:36.937012 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4172e7b1-a35f-4d9b-9336-9164b33e332f tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "DELETE /v2.0/ports/de0f51be-c8a1-43c2-8ae7-44f85ab9888f HTTP/1.1" status: 204 len: 168 time: 3.4290779 Oct 20 03:34:36.946873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57318) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:36.988779 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-95380ff2-2feb-4a30-a29c-e7f8167c3d94 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:34:36.989331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-95380ff2-2feb-4a30-a29c-e7f8167c3d94 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Synchronizing usage tracker for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:37.029004 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.029521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 721566a1-a630-4de0-8eec-f21f12bd95b4 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:34:37.030348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:37.033112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event updated for resources: {'Network': ['ID=a8e5de96-a695-4ee9-8d79-2576b6bb07b8,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:37.043261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.044398 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Added segment c30abf83-63a8-45c7-92a1-1686bac94911 of type vlan for network 4f9b8425-fce6-40e2-b522-fc2d551d6b9a Oct 20 03:34:37.046813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:37.077681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Made reservation on behalf of a27959fcca784c4695723b7839ad2e57 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:37.078047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d45c0e00-9b9a-4b6f-8453-b825fdd42bb8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Unset dirty status for tenant:9f0ec4b446194ccca71fbf5b29f04da2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:37.080200 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d45c0e00-9b9a-4b6f-8453-b825fdd42bb8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7392936 Oct 20 03:34:37.084523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.087110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.100933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.112817 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ee51c0c7-c7aa-4f49-a509-34a2c4c0b45a tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5385706 Oct 20 03:34:37.115418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57324) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:37.128162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Request body: {'subnet': {'network_id': 'a8e5de96-a695-4ee9-8d79-2576b6bb07b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:37.205058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=c317765d-6a0b-4e49-a1b6-5a75d37166ec,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:37.214130 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:34:37.215178 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-55789e83-0c56-4e51-bf08-7897183c470d tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9861398 Oct 20 03:34:37.217021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-95380ff2-2feb-4a30-a29c-e7f8167c3d94 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Unset dirty status for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:37.220799 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-95380ff2-2feb-4a30-a29c-e7f8167c3d94 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "GET /v2.0/ports/de0f51be-c8a1-43c2-8ae7-44f85ab9888f HTTP/1.1" status: 404 len: 333 time: 0.2729564 Oct 20 03:34:37.222246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57332) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:37.222570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57334) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:37.224470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:37.229141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:37.263248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Request body: {'port': {'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-375869908'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:37.273405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:37.287785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:37.297737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.354436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-cf3dd237-8996-44f5-8de8-6c5923979f8b service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:34:37.357836 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-cf3dd237-8996-44f5-8de8-6c5923979f8b service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1538568 Oct 20 03:34:37.358912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:37.441608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.447222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:37.448012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.573287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:37.661638 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-88ff06d3-b4da-4f3d-ab06-5d4ad0e9e99e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2679570 Oct 20 03:34:37.664930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57344) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:37.730217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:37.768490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b7afadac-e8ff-43f6-850d-fc29e74863f3 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Deleting port 2fe60744-8e08-44cc-8fcc-4d8308cf6292 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:37.769488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Provisioning for port c317765d-6a0b-4e49-a1b6-5a75d37166ec completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:37.770602 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7afadac-e8ff-43f6-850d-fc29e74863f3 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.775696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Provisioning complete for port c317765d-6a0b-4e49-a1b6-5a75d37166ec triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:37.776257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.776823 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Attempt 1 to provision port c317765d-6a0b-4e49-a1b6-5a75d37166ec Oct 20 03:34:37.809660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Usage tracker for resource:subnet and tenant:0cd42d20efa54201977e89ecfef95a99 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:37.833579 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7187622 Oct 20 03:34:37.835314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57348) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:37.878983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device acdb1713-3003-4880-92f7-cb21e2caf8af up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:37.884964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:37.893663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd4e5a-5752-4209-a132-210e63c82475 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'Network': ['ID=4f9b8425-fce6-40e2-b522-fc2d551d6b9a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:37.900249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Made reservation on behalf of fe9296296a4c4591b77aed23ff193a90 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:37.903974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.905190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:37.950689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 4f9b8425-fce6-40e2-b522-fc2d551d6b9a details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:37.977609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] device_id is not set on port 89eacf90-2224-4c95-ab66-d5491a921819 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:38.003305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Allocated IP 172.20.0.12 (4277c4e3-e481-4cf9-a0b6-588981ac852f/7565b3d8-46f3-4426-8c11-3169f2aca43c/09c76853-050b-4649-8c6b-9c5a64ca49ce) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:38.052003 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-187013dd-627e-475b-9736-41dba0ebfa49 service neutron] 10.222.0.33 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676443 Oct 20 03:34:38.116970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Port c317765d-6a0b-4e49-a1b6-5a75d37166ec cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:38.149446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port acdb1713-3003-4880-92f7-cb21e2caf8af triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:38.149829 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.150143 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port acdb1713-3003-4880-92f7-cb21e2caf8af Oct 20 03:34:38.364217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port acdb1713-3003-4880-92f7-cb21e2caf8af is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:38.364916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7581f177-b8b8-4a24-b07d-f2a77c4d96fc req-d1822303-f1aa-47a3-906d-a49a5ff75376 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Synchronizing usage tracker for tenant:a27959fcca784c4695723b7839ad2e57 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:38.365175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e788b8-31b7-40eb-96b1-89398911e6c6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:38.365175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e788b8-31b7-40eb-96b1-89398911e6c6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:38.365175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c9e788b8-31b7-40eb-96b1-89398911e6c6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:38.370705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.400936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7a939-75fd-45d6-b139-909285c8fa06 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:38.601049 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-39f7a939-75fd-45d6-b139-909285c8fa06 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] 10.222.0.33 "GET /v2.0/networks/4f9b8425-fce6-40e2-b522-fc2d551d6b9a HTTP/1.1" status: 200 len: 757 time: 0.5102580 Oct 20 03:34:38.601049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Transition to ACTIVE for port object 09c76853-050b-4649-8c6b-9c5a64ca49ce will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:38.602341 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-f5a93be9-ec8f-478c-bc7e-7dbabb9809f0 service neutron] 10.222.0.33 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228067 Oct 20 03:34:38.602341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7afadac-e8ff-43f6-850d-fc29e74863f3 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.602341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.602921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57356) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:38.619197 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Attempt 2 to provision port c317765d-6a0b-4e49-a1b6-5a75d37166ec Oct 20 03:34:38.700751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b7afadac-e8ff-43f6-850d-fc29e74863f3 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Calling delete_port for 2fe60744-8e08-44cc-8fcc-4d8308cf6292 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:38.755336 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Port c317765d-6a0b-4e49-a1b6-5a75d37166ec cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:38.780446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18da40a-f996-46ca-99eb-c221ba141770 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:38.785306 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b18da40a-f996-46ca-99eb-c221ba141770 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] 10.222.0.33 "GET /v2.0/networks/ceea6728-08c9-4c05-858b-86aff3bd0433 HTTP/1.1" status: 200 len: 767 time: 0.1868691 Oct 20 03:34:38.785472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57360) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:38.883179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Made reservation on behalf of 0cd42d20efa54201977e89ecfef95a99 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:38.889108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.012559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.018744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.025761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7581f177-b8b8-4a24-b07d-f2a77c4d96fc req-d1822303-f1aa-47a3-906d-a49a5ff75376 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Unset dirty status for tenant:a27959fcca784c4695723b7839ad2e57 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:39.026437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c9e788b8-31b7-40eb-96b1-89398911e6c6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:39.026780 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7581f177-b8b8-4a24-b07d-f2a77c4d96fc req-d1822303-f1aa-47a3-906d-a49a5ff75376 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 210 time: 1.1134315 Oct 20 03:34:39.026870 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c9e788b8-31b7-40eb-96b1-89398911e6c6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.3521173 Oct 20 03:34:39.027006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.027006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57364) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:39.119799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'Port': ['ID=89eacf90-2224-4c95-ab66-d5491a921819,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.131524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.26', 61407) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:39.132142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7afadac-e8ff-43f6-850d-fc29e74863f3 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.219341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:39.227464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afadac-e8ff-43f6-850d-fc29e74863f3 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fe60744-8e08-44cc-8fcc-4d8308cf6292,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.229716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:39.239246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:39.241501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:39.241501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.257082 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Attempt 3 to provision port c317765d-6a0b-4e49-a1b6-5a75d37166ec Oct 20 03:34:39.367935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Port c317765d-6a0b-4e49-a1b6-5a75d37166ec cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:39.512317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-276bf970-5802-4259-96db-71cf9d9678f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port c317765d-6a0b-4e49-a1b6-5a75d37166ec {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:39.512703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-276bf970-5802-4259-96db-71cf9d9678f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.638441 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d0fccbbd-070d-4570-9484-6ad28e2334aa req-09d6a887-c44d-460b-823a-535f703c6a87 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 210 time: 0.3609617 Oct 20 03:34:39.728239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Network 4277c4e3-e481-4cf9-a0b6-588981ac852f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:39.748647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:39.751390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:39.789016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0394735b-39bd-4577-9c45-3a82307e5d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.796947 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bafe17d0-8070-4d1e-b7df-6a72b622e4b2 req-4039f830-2657-4b9c-b979-626095450eb7 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 210 time: 0.5799475 Oct 20 03:34:39.807628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Pushing event updated for resources: {'Port': ['ID=09c76853-050b-4649-8c6b-9c5a64ca49ce,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.819098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-192bb5c3-a7e3-4bad-9159-b3114d0df355 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:39.830755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-192bb5c3-a7e3-4bad-9159-b3114d0df355 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Synchronizing usage tracker for tenant:11a8482750be4303a67c8d621e384bae on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:39.869308 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Attempt 4 to provision port c317765d-6a0b-4e49-a1b6-5a75d37166ec Oct 20 03:34:39.955620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Port c317765d-6a0b-4e49-a1b6-5a75d37166ec cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:39.987919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:39.988747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.001996 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0238baf2-d915-441d-85ce-524575fa1598 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7748034 Oct 20 03:34:40.002752 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57382) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:40.047673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:40.079421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.143302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.221872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9b8425-fce6-40e2-b522-fc2d551d6b9a']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:40.264784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-192bb5c3-a7e3-4bad-9159-b3114d0df355 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Unset dirty status for tenant:11a8482750be4303a67c8d621e384bae on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:40.266275 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-192bb5c3-a7e3-4bad-9159-b3114d0df355 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.26 "GET /v2.0/networks?id=882bf6d0-6c16-4916-9f9f-41770489d122 HTTP/1.1" status: 200 len: 805 time: 1.1259983 Oct 20 03:34:40.451012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30abf83-63a8-45c7-92a1-1686bac94911') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:40.451012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30abf83-63a8-45c7-92a1-1686bac94911') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:40.453214 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3b197c6f-852e-4812-8e21-8bb4420aab70 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1153224 Oct 20 03:34:40.453776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7afadac-e8ff-43f6-850d-fc29e74863f3 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.453776 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b7afadac-e8ff-43f6-850d-fc29e74863f3 tempest-RoutersAdminNegativeTest-1397400031 tempest-RoutersAdminNegativeTest-1397400031-project-admin] 10.222.0.33 "DELETE /v2.0/ports/2fe60744-8e08-44cc-8fcc-4d8308cf6292 HTTP/1.1" status: 204 len: 168 time: 3.0974813 Oct 20 03:34:40.453938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-2b7ed4a6-2013-4fd5-b804-3621dc4d5670 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:34:40.453938 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-2b7ed4a6-2013-4fd5-b804-3621dc4d5670 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246556 Oct 20 03:34:40.453938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event updated for resources: {'Subnet': ['ID=411f4538-c671-4f09-a0f5-68aa84d93036,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:40.454136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.454217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-276bf970-5802-4259-96db-71cf9d9678f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.454314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.454314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:40.454314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.454314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.457602 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Attempt 5 to provision port c317765d-6a0b-4e49-a1b6-5a75d37166ec Oct 20 03:34:40.479122 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment c30abf83-63a8-45c7-92a1-1686bac94911 resource provider aggregate not found Oct 20 03:34:40.495447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Checking segment: {'id': 'd113882b-1791-45ff-8793-87ac902ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8e5de96-a695-4ee9-8d79-2576b6bb07b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:40.495710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Network hostable DHCP agents. Network: a8e5de96-a695-4ee9-8d79-2576b6bb07b8, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:40.511655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-276bf970-5802-4259-96db-71cf9d9678f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for c317765d-6a0b-4e49-a1b6-5a75d37166ec owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:40.615107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-717b3eda-2d28-4e7a-b504-b6a7bdd8f0ff tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Synchronizing usage tracker for tenant:11a8482750be4303a67c8d621e384bae on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:40.648904 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment c30abf83-63a8-45c7-92a1-1686bac94911 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c30abf83-63a8-45c7-92a1-1686bac94911 found for delete ", "request_id": "req-d4f64296-5558-4700-8b11-9354cc610244"}]} Oct 20 03:34:40.668782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b953db2-21ab-4fe7-80d2-3043e72d2fab req-12614ff3-935b-4782-9784-a093e3f6dca2 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:40.682641 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6b953db2-21ab-4fe7-80d2-3043e72d2fab req-12614ff3-935b-4782-9784-a093e3f6dca2 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 932 time: 0.4675894 Oct 20 03:34:40.736802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Port c317765d-6a0b-4e49-a1b6-5a75d37166ec cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:40.807609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Request body: {'port': {'device_id': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:41.026128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:41.026128 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6b953db2-21ab-4fe7-80d2-3043e72d2fab req-f688e584-47d0-4e1e-845d-75269233fec9 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303221 Oct 20 03:34:41.026939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-2d637297-9318-4852-9c88-56c391e7bc45 req-08875fb8-804c-4402-bd87-385517abac64 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Synchronizing usage tracker for tenant:11a8482750be4303a67c8d621e384bae on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:41.027334 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1047fca5-05ca-4194-be9f-9569b4106397 req-a206f95d-b890-4885-ab29-8d8176698904 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 210 time: 0.0569041 Oct 20 03:34:41.032264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] device_id is not set on port 89eacf90-2224-4c95-ab66-d5491a921819 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:41.032663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.041545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.056764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Transition to ACTIVE for port object 89eacf90-2224-4c95-ab66-d5491a921819 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:41.118142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-717b3eda-2d28-4e7a-b504-b6a7bdd8f0ff tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Unset dirty status for tenant:11a8482750be4303a67c8d621e384bae on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:41.119304 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-717b3eda-2d28-4e7a-b504-b6a7bdd8f0ff tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a8482750be4303a67c8d621e384bae HTTP/1.1" status: 200 len: 380 time: 0.7878280 Oct 20 03:34:41.120002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.139328 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f9b8425-fce6-40e2-b522-fc2d551d6b9a {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 20 03:34:41.145574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Request body: {'port': {'device_id': 'ecec404f-73b8-4664-a824-ef5618f91557', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'admin_state_up': True, 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'security_groups': ['766150dd-9be5-4e67-b616-444cd7a10ad8']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:41.192332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.225065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57412) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:41.237933 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "DELETE /v2.0/networks/4f9b8425-fce6-40e2-b522-fc2d551d6b9a HTTP/1.1" status: 204 len: 168 time: 2.4417090 Oct 20 03:34:41.238707 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Attempt 6 to provision port c317765d-6a0b-4e49-a1b6-5a75d37166ec Oct 20 03:34:41.252872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0270806-3480-4795-a5ef-c147346b9132 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f9b8425-fce6-40e2-b522-fc2d551d6b9a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:41.270326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-276bf970-5802-4259-96db-71cf9d9678f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.276696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, a8e5de96-a695-4ee9-8d79-2576b6bb07b8) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:41.298476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Request body: {'network': {'name': 'tempest-network--690129240'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:41.311709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:41.320325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5025af7-cff1-4d17-a059-e2afd12780d2 None None] Network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:41.321757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Usage tracker for resource:network and tenant:3603f54968b74cadb860ed40970b180f is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:41.333519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:41.350142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:41.354540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-2d637297-9318-4852-9c88-56c391e7bc45 req-08875fb8-804c-4402-bd87-385517abac64 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Unset dirty status for tenant:11a8482750be4303a67c8d621e384bae on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:41.379376 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2d637297-9318-4852-9c88-56c391e7bc45 req-08875fb8-804c-4402-bd87-385517abac64 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 210 time: 0.5035007 Oct 20 03:34:41.380099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.479640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57416) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:41.504100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9e87cc2f-220f-4cc3-9271-ac82060a0496 None None] Port c317765d-6a0b-4e49-a1b6-5a75d37166ec was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:34:41.751274 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'Port': ['ID=89eacf90-2224-4c95-ab66-d5491a921819,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:41.802969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:41.867032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abfb633b-465e-41e7-a95e-cd2d26fc5397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.902845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:41.972447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.972770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:41.972770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:41.972770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:41.972770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:41.972770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:41.972770 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:41.972770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-abfb633b-465e-41e7-a95e-cd2d26fc5397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:41.973385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-276bf970-5802-4259-96db-71cf9d9678f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.973465 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 2 to bind port 89eacf90-2224-4c95-ab66-d5491a921819 Oct 20 03:34:41.973539 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-276bf970-5802-4259-96db-71cf9d9678f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/c317765d-6a0b-4e49-a1b6-5a75d37166ec HTTP/1.1" status: 204 len: 168 time: 2.9106388 Oct 20 03:34:41.973612 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-abfb633b-465e-41e7-a95e-cd2d26fc5397 admin admin] Usage tracker for resource:security_group_rule and tenant:00840034efd646e59d3390213d8473ef is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:41.973685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Made reservation on behalf of 3603f54968b74cadb860ed40970b180f for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:41.973785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-abfb633b-465e-41e7-a95e-cd2d26fc5397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:41.973860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.973935 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-abfb633b-465e-41e7-a95e-cd2d26fc5397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:41.975226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57422) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:41.977596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:41.977842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:41.978178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:41.984414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-a8e5de96-a695-4ee9-8d79-2576b6bb07b8', 'network_id': 'a8e5de96-a695-4ee9-8d79-2576b6bb07b8', 'tenant_id': '0cd42d20efa54201977e89ecfef95a99', 'fixed_ips': [{'subnet_id': '411f4538-c671-4f09-a0f5-68aa84d93036'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:34:41.985289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.005502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bf970-5802-4259-96db-71cf9d9678f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=c317765d-6a0b-4e49-a1b6-5a75d37166ec,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:42.061060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491f61f-f721-4f90-b0d7-7e21be96df38 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:42.062588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491f61f-f721-4f90-b0d7-7e21be96df38 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:42.063347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b491f61f-f721-4f90-b0d7-7e21be96df38 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:42.079637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:42.080126 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:42.083076 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 3 to bind port 89eacf90-2224-4c95-ab66-d5491a921819 Oct 20 03:34:42.098047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:42.120454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:42.120942 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:42.121150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:42.131775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:42.132102 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:42.132485 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 4 to bind port 89eacf90-2224-4c95-ab66-d5491a921819 Oct 20 03:34:42.143214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.145438 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Added segment bb0ba834-89cb-4c80-9790-c6ce089b7345 of type vlan for network ba30d77d-44d3-452a-90a6-af6add0935eb Oct 20 03:34:42.156185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:42.156595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:42.156852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:42.163586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:42.163907 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:42.167772 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 5 to bind port 89eacf90-2224-4c95-ab66-d5491a921819 Oct 20 03:34:42.185064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:42.185446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:42.185836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:42.189284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b491f61f-f721-4f90-b0d7-7e21be96df38 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:42.192543 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b491f61f-f721-4f90-b0d7-7e21be96df38 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2142842 Oct 20 03:34:42.192543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Made reservation on behalf of 11a8482750be4303a67c8d621e384bae for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:42.195018 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.203872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.217711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57430) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:42.236660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Provisioning for port 09c76853-050b-4649-8c6b-9c5a64ca49ce completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:42.272528 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5e61d809-ec7e-4c74-b493-cf0a967a9f62 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1521106 Oct 20 03:34:42.275727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Provisioning complete for port 09c76853-050b-4649-8c6b-9c5a64ca49ce triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:42.276199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.276720 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Attempt 1 to provision port 09c76853-050b-4649-8c6b-9c5a64ca49ce Oct 20 03:34:42.279034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57434) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:42.282864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:42.283208 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:42.294776 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 6 to bind port 89eacf90-2224-4c95-ab66-d5491a921819 Oct 20 03:34:42.330840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-654490482', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:42.347273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:42.349696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.350772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:42.351360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.389132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Usage tracker for resource:router and tenant:0cd42d20efa54201977e89ecfef95a99 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:42.391844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Port 09c76853-050b-4649-8c6b-9c5a64ca49ce cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:42.398538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:42.420248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-661e7dce-5667-4cc4-8037-64f762fde5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.457344 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-572adea2-6365-445a-b7f9-1e1baac999bb req-d09b8c6e-c49a-4f0d-8c47-c5bf9beb1eac tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 210 time: 0.1851585 Oct 20 03:34:42.516664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:42.516998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:42.517355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:42.555193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:42.564283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:42.564611 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:42.568559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26f8624-4304-4a2e-9dbe-c5c7e6f0b0e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 6150e900-25d2-4e42-bdef-68237fdc8c58 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:34:42.593516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'Network': ['ID=ba30d77d-44d3-452a-90a6-af6add0935eb,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:42.594050 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 7 to bind port 89eacf90-2224-4c95-ab66-d5491a921819 Oct 20 03:34:42.608834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a26f8624-4304-4a2e-9dbe-c5c7e6f0b0e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.616594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network ba30d77d-44d3-452a-90a6-af6add0935eb details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:42.623079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:34:42.659461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Allocated IP 172.20.0.2 (a8e5de96-a695-4ee9-8d79-2576b6bb07b8/411f4538-c671-4f09-a0f5-68aa84d93036/ae90076b-050c-4b01-9578-ccb33ecb0c64) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:42.681003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abfb633b-465e-41e7-a95e-cd2d26fc5397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.729611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e0fa4-393f-4ae8-8386-d8459913a0fd req-36ef09c7-2db4-469e-a59c-12143ba6225b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:42.731611 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5e0fa4-393f-4ae8-8386-d8459913a0fd req-36ef09c7-2db4-469e-a59c-12143ba6225b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 932 time: 0.4703901 Oct 20 03:34:42.746944 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5b0c5ce8-ca71-4164-a092-a82271c448a7 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5188329 Oct 20 03:34:42.760548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:42.760890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:42.761218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:42.770457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57440) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:42.796415 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abfb633b-465e-41e7-a95e-cd2d26fc5397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.805997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c76853-050b-4649-8c6b-9c5a64ca49ce {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:34:42.812249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-39bc33e7-efea-4426-8a2d-7ad1255d8d67 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Request body: {'network': {'router:external': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:42.834722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:42.835344 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:42.837616 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d52d15cb-8841-4cfb-af31-8cc4a65db1bb req-02a5abf4-cad3-45f2-96f3-5a59202207e1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 210 time: 0.1587486 Oct 20 03:34:42.848616 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 8 to bind port 89eacf90-2224-4c95-ab66-d5491a921819 Oct 20 03:34:42.852248 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5e0fa4-393f-4ae8-8386-d8459913a0fd req-1607b646-c89c-4b24-9f21-47af7ae4471b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003520 Oct 20 03:34:42.899210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.899645 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Attempt 2 to provision port 09c76853-050b-4649-8c6b-9c5a64ca49ce Oct 20 03:34:42.899985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Transition to ACTIVE for port object 09c76853-050b-4649-8c6b-9c5a64ca49ce will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:42.935984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a26f8624-4304-4a2e-9dbe-c5c7e6f0b0e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.005767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.006823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.019588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Port 09c76853-050b-4649-8c6b-9c5a64ca49ce cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:43.042423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.043516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.043665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:43.047295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.063455 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-abfb633b-465e-41e7-a95e-cd2d26fc5397 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=00840034efd646e59d3390213d8473ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5819111 Oct 20 03:34:43.072522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb633b-465e-41e7-a95e-cd2d26fc5397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbad5e0d-e9f9-45c1-bcd6-5083df9e298f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:43.080090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57444) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:43.080725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:43.081063 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:43.105051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.122977 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 9 to bind port 89eacf90-2224-4c95-ab66-d5491a921819 Oct 20 03:34:43.167410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Allocated IP 172.20.0.6 (882bf6d0-6c16-4916-9f9f-41770489d122/94288ffe-ca2b-4c6c-a7d0-d6b32528ab61/a90f4169-14f0-42e4-9892-93c5a5bc9b5a) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:43.175122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.187184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Transition to ACTIVE for port object ae90076b-050c-4b01-9578-ccb33ecb0c64 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:43.202301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.202656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.203009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:43.214619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Transition to ACTIVE for port object ae90076b-050c-4b01-9578-ccb33ecb0c64 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:43.280871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.326339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:43.326671 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:43.334719 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempt 10 to bind port 89eacf90-2224-4c95-ab66-d5491a921819 Oct 20 03:34:43.354263 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.389420 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.389803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.390079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempting to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:43.399727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:43.403652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:43.412046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:43.421158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a26f8624-4304-4a2e-9dbe-c5c7e6f0b0e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.453874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:43.454526 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Failed to bind port 89eacf90-2224-4c95-ab66-d5491a921819 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2793b9ab-113f-4565-b7bb-5c00adb19eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03e7d551-76b5-446e-af87-ba8b9ebf9e60'}] Oct 20 03:34:43.454526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.513423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd3e85f8-f0ea-4894-b312-a4be97cc56d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.553643 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Attempt 3 to provision port 09c76853-050b-4649-8c6b-9c5a64ca49ce Oct 20 03:34:43.625206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Pushing event updated for resources: {'Port': ['ID=ae90076b-050c-4b01-9578-ccb33ecb0c64,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:43.639714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Port 09c76853-050b-4649-8c6b-9c5a64ca49ce cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:43.654321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Attempting to bind port ae90076b-050c-4b01-9578-ccb33ecb0c64 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.654699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Attempting to bind port ae90076b-050c-4b01-9578-ccb33ecb0c64 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'd113882b-1791-45ff-8793-87ac902ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8e5de96-a695-4ee9-8d79-2576b6bb07b8'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.655059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Attempting to bind port ae90076b-050c-4b01-9578-ccb33ecb0c64 on network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:43.661927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:43.662357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Checking segment: {'id': 'd113882b-1791-45ff-8793-87ac902ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8e5de96-a695-4ee9-8d79-2576b6bb07b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:43.662763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.663155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Bound using segment: {'id': 'd113882b-1791-45ff-8793-87ac902ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8e5de96-a695-4ee9-8d79-2576b6bb07b8'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:43.663623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Bound port: ae90076b-050c-4b01-9578-ccb33ecb0c64, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd113882b-1791-45ff-8793-87ac902ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8e5de96-a695-4ee9-8d79-2576b6bb07b8'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:43.663992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.798291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39bc33e7-efea-4426-8a2d-7ad1255d8d67 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.799865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] For port ae90076b-050c-4b01-9578-ccb33ecb0c64, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:43.800818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.26', 61412) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:43.803923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] For port ae90076b-050c-4b01-9578-ccb33ecb0c64, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ae90076b-050c-4b01-9578-ccb33ecb0c64,segment=NetworkSegment(d113882b-1791-45ff-8793-87ac902ccd86),segment_id=d113882b-1791-45ff-8793-87ac902ccd86)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:43.805630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.855481 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ca0851fe-3803-49fa-8675-e5a98f76b5cc req-9c4d6151-5cac-4125-821e-38f569ef3473 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 210 time: 0.1192753 Oct 20 03:34:43.869925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.875674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=09c76853-050b-4649-8c6b-9c5a64ca49ce,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:43.934182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd3e85f8-f0ea-4894-b312-a4be97cc56d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.093436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] For port 89eacf90-2224-4c95-ab66-d5491a921819, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:44.093436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attempted to set empty binding levels {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 20 03:34:44.095636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c6439-77e4-4d90-b7f6-529d95036330 None None] Pushing event updated for resources: {'Port': ['ID=ae90076b-050c-4b01-9578-ccb33ecb0c64,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:44.096059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.096059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Transition to ACTIVE for port object a90f4169-14f0-42e4-9892-93c5a5bc9b5a will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:44.137739 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Attempt 4 to provision port 09c76853-050b-4649-8c6b-9c5a64ca49ce Oct 20 03:34:44.196841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39bc33e7-efea-4426-8a2d-7ad1255d8d67 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.237645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.248368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Port 09c76853-050b-4649-8c6b-9c5a64ca49ce cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:44.260097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.260749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] In _notify_port_updated(), no bound segment for port 89eacf90-2224-4c95-ab66-d5491a921819 on network 03e7d551-76b5-446e-af87-ba8b9ebf9e60 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:34:44.262333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.263067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.264720 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "PUT /v2.0/ports/89eacf90-2224-4c95-ab66-d5491a921819 HTTP/1.1" status: 200 len: 976 time: 4.2364705 Oct 20 03:34:44.287448 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a18c9a7d-8294-46ea-9193-f8692c5d3ef7 req-a37ce9ce-a97c-48ca-9719-62298c553812 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 210 time: 0.1523716 Oct 20 03:34:44.292254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57456) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:44.335437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a26f8624-4304-4a2e-9dbe-c5c7e6f0b0e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.347564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39bc33e7-efea-4426-8a2d-7ad1255d8d67 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Network ba30d77d-44d3-452a-90a6-af6add0935eb is not hosted by any dhcp agent {{(pid=90076) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 20 03:34:44.348634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bc33e7-efea-4426-8a2d-7ad1255d8d67 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.349290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39bc33e7-efea-4426-8a2d-7ad1255d8d67 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.369863 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-39bc33e7-efea-4426-8a2d-7ad1255d8d67 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "PUT /v2.0/networks/ba30d77d-44d3-452a-90a6-af6add0935eb HTTP/1.1" status: 200 len: 857 time: 1.5901678 Oct 20 03:34:44.374638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.374638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd3e85f8-f0ea-4894-b312-a4be97cc56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.375261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57460) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:44.487572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Attempting to bind port 09c76853-050b-4649-8c6b-9c5a64ca49ce on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:44.487938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Attempting to bind port 09c76853-050b-4649-8c6b-9c5a64ca49ce by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:44.488290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Attempting to bind port 09c76853-050b-4649-8c6b-9c5a64ca49ce on network 4277c4e3-e481-4cf9-a0b6-588981ac852f {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:44.529812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Port 09c76853-050b-4649-8c6b-9c5a64ca49ce on network 4277c4e3-e481-4cf9-a0b6-588981ac852f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:44.562196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Attempting to bind port 09c76853-050b-4649-8c6b-9c5a64ca49ce on network 4277c4e3-e481-4cf9-a0b6-588981ac852f {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:44.562584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc33e7-efea-4426-8a2d-7ad1255d8d67 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event updated for resources: {'Network': ['ID=ba30d77d-44d3-452a-90a6-af6add0935eb,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:44.576978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-fea7038b-b3e8-486c-906d-e6f8da06ad91 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Deleting port 89eacf90-2224-4c95-ab66-d5491a921819 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:44.577404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fea7038b-b3e8-486c-906d-e6f8da06ad91 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.609687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:44.609687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Checking segment: {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:44.609687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Bound using segment: {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:44.609687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Bound port: 09c76853-050b-4649-8c6b-9c5a64ca49ce, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0af5bc3-7633-4695-96c9-c78e52298f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:44.609687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.716210 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e85f8-f0ea-4894-b312-a4be97cc56d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbad5e0d-e9f9-45c1-bcd6-5083df9e298f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:44.751695 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Attempt 5 to provision port 09c76853-050b-4649-8c6b-9c5a64ca49ce Oct 20 03:34:44.756106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f8624-4304-4a2e-9dbe-c5c7e6f0b0e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=6150e900-25d2-4e42-bdef-68237fdc8c58,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:44.760075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a26f8624-4304-4a2e-9dbe-c5c7e6f0b0e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.850404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Network 882bf6d0-6c16-4916-9f9f-41770489d122 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:44.851019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-c43c25e8-822e-4556-8e8a-64cd337fa5c0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.851956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-c43c25e8-822e-4556-8e8a-64cd337fa5c0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Synchronizing usage tracker for tenant:9f0ec4b446194ccca71fbf5b29f04da2 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:44.856125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:44.866701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cc04a-c65d-477a-83f9-9398aa884272 req-8a23d1b8-d913-4816-b799-6a735b0636b9 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.868168 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-162cc04a-c65d-477a-83f9-9398aa884272 req-8a23d1b8-d913-4816-b799-6a735b0636b9 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 944 time: 0.7680683 Oct 20 03:34:44.880892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:44.887404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Port 09c76853-050b-4649-8c6b-9c5a64ca49ce cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:44.888281 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fceda4-9557-400e-99cb-fc1cb465c6b2 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:44.964395 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a26f8624-4304-4a2e-9dbe-c5c7e6f0b0e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/6150e900-25d2-4e42-bdef-68237fdc8c58 HTTP/1.1" status: 204 len: 168 time: 2.7318752 Oct 20 03:34:44.976840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd3e85f8-f0ea-4894-b312-a4be97cc56d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.981037 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cd3e85f8-f0ea-4894-b312-a4be97cc56d4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dbad5e0d-e9f9-45c1-bcd6-5083df9e298f HTTP/1.1" status: 204 len: 168 time: 1.8982894 Oct 20 03:34:44.982032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d11bc-29d2-4e44-9976-48faa30fa34d tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event updated for resources: {'Port': ['ID=89eacf90-2224-4c95-ab66-d5491a921819,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:45.024442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57470) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:45.193371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.266727 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b3ed115e-b721-4b89-b6b7-6a361f11ad15 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2312016 Oct 20 03:34:45.333915 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57476) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:45.343861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] For port 09c76853-050b-4649-8c6b-9c5a64ca49ce, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:45.349045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] For port 09c76853-050b-4649-8c6b-9c5a64ca49ce, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=09c76853-050b-4649-8c6b-9c5a64ca49ce,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:45.373120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.390889 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Attempt 6 to provision port 09c76853-050b-4649-8c6b-9c5a64ca49ce Oct 20 03:34:45.399257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:45.414757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-c43c25e8-822e-4556-8e8a-64cd337fa5c0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Unset dirty status for tenant:9f0ec4b446194ccca71fbf5b29f04da2 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:45.425473 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-c43c25e8-822e-4556-8e8a-64cd337fa5c0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.26 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 810 time: 1.6139524 Oct 20 03:34:45.447749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:45.447749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.453548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-162cc04a-c65d-477a-83f9-9398aa884272 req-c0fa9fac-cc22-407f-bb6c-ebf64f763969 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Synchronizing usage tracker for tenant:a27959fcca784c4695723b7839ad2e57 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:45.473709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3021bc9-59f3-4f0c-b2e5-3d1501163754 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:34:45.493584 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-963839de-cb1b-4913-8107-81982d96f225 req-f136185d-1336-404c-ac45-19f0b9a6293d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 210 time: 0.1390064 Oct 20 03:34:45.501413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c3021bc9-59f3-4f0c-b2e5-3d1501163754 None None] Deleting port acdb1713-3003-4880-92f7-cb21e2caf8af {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:45.501831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c3021bc9-59f3-4f0c-b2e5-3d1501163754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.539895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.562660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:45.563422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.574940 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] 10.222.0.26 "PUT /v2.0/ports/09c76853-050b-4649-8c6b-9c5a64ca49ce HTTP/1.1" status: 200 len: 1094 time: 5.0609217 Oct 20 03:34:45.701173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Pushing event updated for resources: {'Port': ['ID=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:45.748521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b1f61d2b-b383-478b-ad2b-5617fff73706 None None] Port 09c76853-050b-4649-8c6b-9c5a64ca49ce had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:34:46.067817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-162cc04a-c65d-477a-83f9-9398aa884272 req-c0fa9fac-cc22-407f-bb6c-ebf64f763969 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Unset dirty status for tenant:a27959fcca784c4695723b7839ad2e57 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:46.067817 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-162cc04a-c65d-477a-83f9-9398aa884272 req-c0fa9fac-cc22-407f-bb6c-ebf64f763969 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9677026 Oct 20 03:34:46.082279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d5a64-3b6c-461b-8e42-ce577c7b75a6 None None] Network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:46.082279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ae90076b-050c-4b01-9578-ccb33ecb0c64 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:46.083003 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-86ed38bf-9e18-4e34-8afe-fec3c482c1f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8800123 Oct 20 03:34:46.083003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:46.083225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'tag': '09c76853-050b-4649-8c6b-9c5a64ca49ce'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:34:46.083379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:46.083379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:46.083379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.089826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Request body: {'port': {'device_id': 'ecec404f-73b8-4664-a824-ef5618f91557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:46.120356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c3021bc9-59f3-4f0c-b2e5-3d1501163754 None None] For port acdb1713-3003-4880-92f7-cb21e2caf8af, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=acdb1713-3003-4880-92f7-cb21e2caf8af,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:46.121875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c3021bc9-59f3-4f0c-b2e5-3d1501163754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.154736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:46.209321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba30d77d-44d3-452a-90a6-af6add0935eb']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:46.247513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0ba834-89cb-4c80-9790-c6ce089b7345') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:46.247910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0ba834-89cb-4c80-9790-c6ce089b7345') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:46.280532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-679a38be-7042-41e3-ad17-06b8426f0fef tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Synchronizing usage tracker for tenant:9f0ec4b446194ccca71fbf5b29f04da2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:46.291258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.298253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:46.301677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.383588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-fea7038b-b3e8-486c-906d-e6f8da06ad91 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] For port 89eacf90-2224-4c95-ab66-d5491a921819, host hv-neutron-8618, got binding levels [] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:46.394993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fea7038b-b3e8-486c-906d-e6f8da06ad91 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.415786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c3021bc9-59f3-4f0c-b2e5-3d1501163754 None None] Calling delete_port for acdb1713-3003-4880-92f7-cb21e2caf8af owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:46.573340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57490) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:46.579365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c182c-3560-4340-823e-ed48e3345ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=09c76853-050b-4649-8c6b-9c5a64ca49ce,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:46.579685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.591462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-fea7038b-b3e8-486c-906d-e6f8da06ad91 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Calling delete_port for 89eacf90-2224-4c95-ab66-d5491a921819 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:46.629860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b90841d-b58a-42b2-a84d-1cb1763f5370" -d '{"events": [{"name": "network-changed", "server_uuid": "927e52cb-abb3-4464-b2f7-87f520743e2e", "tag": "09c76853-050b-4649-8c6b-9c5a64ca49ce"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:34:46.660860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-679a38be-7042-41e3-ad17-06b8426f0fef tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Unset dirty status for tenant:9f0ec4b446194ccca71fbf5b29f04da2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:46.661955 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-679a38be-7042-41e3-ad17-06b8426f0fef tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f0ec4b446194ccca71fbf5b29f04da2 HTTP/1.1" status: 200 len: 380 time: 1.2334948 Oct 20 03:34:46.663014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:46.663575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.691901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Request body: {'port': {'device_id': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'admin_state_up': True, 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'security_groups': ['4852370b-e18a-48bf-90ba-5016cb982317']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:46.758860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Provisioning for port a90f4169-14f0-42e4-9892-93c5a5bc9b5a completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:46.796708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Provisioning complete for port a90f4169-14f0-42e4-9892-93c5a5bc9b5a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:46.797399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.797958 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Attempt 1 to provision port a90f4169-14f0-42e4-9892-93c5a5bc9b5a Oct 20 03:34:46.823054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d487c0-1c87-45bf-bf80-41cfcbd69b5e req-15ca076d-8dc2-487a-9795-731a9dfebaad tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:46.831191 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-97d487c0-1c87-45bf-bf80-41cfcbd69b5e req-15ca076d-8dc2-487a-9795-731a9dfebaad tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 931 time: 0.8652596 Oct 20 03:34:46.844470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3ce2bdc3-f073-4d27-9701-1f24d02d0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:46.846064 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3ce2bdc3-f073-4d27-9701-1f24d02d0c2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a27959fcca784c4695723b7839ad2e57&device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 1097 time: 0.8814263 Oct 20 03:34:46.891199 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment bb0ba834-89cb-4c80-9790-c6ce089b7345 resource provider aggregate not found Oct 20 03:34:47.045501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.045501 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7d5a1b06-090e-4380-b037-07d8b2f30323 req-1ccfb6f8-b4ee-4716-91d3-2c60fbbcb88d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 210 time: 0.1154823 Oct 20 03:34:47.045641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Port a90f4169-14f0-42e4-9892-93c5a5bc9b5a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:47.045723 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment bb0ba834-89cb-4c80-9790-c6ce089b7345 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb0ba834-89cb-4c80-9790-c6ce089b7345 found for delete ", "request_id": "req-deae2d56-13af-4ad6-aa7d-c370023ab14a"}]} Oct 20 03:34:47.045723 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0b2c65c4-6a40-40a0-8af3-912219007a36 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9fea3022b73c402cab3fe80b72b933e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269352 Oct 20 03:34:47.051278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57504) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:47.100510 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-8dff672a-26b1-46ac-b477-9e7cd1f95669 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09c76853-050b-4649-8c6b-9c5a64ca49ce HTTP/1.1" status: 200 len: 217 time: 0.2231212 Oct 20 03:34:47.130057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c3021bc9-59f3-4f0c-b2e5-3d1501163754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.153238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.169808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.174565 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-97d487c0-1c87-45bf-bf80-41cfcbd69b5e req-23f296ab-f294-4f2f-9b69-69582ad4b59f tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424184 Oct 20 03:34:47.241098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba30d77d-44d3-452a-90a6-af6add0935eb {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 20 03:34:47.268050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.276015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3021bc9-59f3-4f0c-b2e5-3d1501163754 None None] No DVR routers for this DVR port acdb1713-3003-4880-92f7-cb21e2caf8af on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:34:47.281791 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.285843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ae90076b-050c-4b01-9578-ccb33ecb0c64 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:47.300843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3021bc9-59f3-4f0c-b2e5-3d1501163754 None None] Pushing event deleted for resources: {'Port': ['ID=acdb1713-3003-4880-92f7-cb21e2caf8af,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:47.335438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79074fa2-d9ec-48ba-bf07-21b6386b3b24 x-openstack-request-id: req-79074fa2-d9ec-48ba-bf07-21b6386b3b24 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:34:47.341482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927e52cb-abb3-4464-b2f7-87f520743e2e", "tag": "09c76853-050b-4649-8c6b-9c5a64ca49ce", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:34:47.341877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-79074fa2-d9ec-48ba-bf07-21b6386b3b24 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:34:47.342504 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79074fa2-d9ec-48ba-bf07-21b6386b3b24'] response: {'name': 'network-changed', 'server_uuid': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'tag': '09c76853-050b-4649-8c6b-9c5a64ca49ce', 'status': 'completed', 'code': 200} Oct 20 03:34:47.351917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fea7038b-b3e8-486c-906d-e6f8da06ad91 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.383480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device acdb1713-3003-4880-92f7-cb21e2caf8af no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:34:47.451183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: acdb1713-3003-4880-92f7-cb21e2caf8af {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:34:47.451563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device acdb1713-3003-4880-92f7-cb21e2caf8af not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:34:47.456661 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Attempt 2 to provision port a90f4169-14f0-42e4-9892-93c5a5bc9b5a Oct 20 03:34:47.499061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba30d77d-44d3-452a-90a6-af6add0935eb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:47.524337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:47.525342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=fd6de29a-f0bc-4f74-b9bd-e02b9e011c9c,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:47.532337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:47.545054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:47.545777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.576724 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-032f451b-b920-4eb1-a835-ddb466c5c755 tempest-ExternalNetworksTestJSON-755237160 tempest-ExternalNetworksTestJSON-755237160-project-admin] 10.222.0.33 "DELETE /v2.0/networks/ba30d77d-44d3-452a-90a6-af6add0935eb HTTP/1.1" status: 204 len: 168 time: 3.0225673 Oct 20 03:34:47.576724 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57514) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:47.640439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Port a90f4169-14f0-42e4-9892-93c5a5bc9b5a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:47.640941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bee456-7533-4e45-b3bf-48b766186152 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:47.729992 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-232848f4-44ec-4581-b533-f126c3bcb922 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] DELETE failed (client error): The resource could not be found. Oct 20 03:34:47.731207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232848f4-44ec-4581-b533-f126c3bcb922 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:34:47.735562 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-232848f4-44ec-4581-b533-f126c3bcb922 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] 10.222.0.33 "DELETE /v2.0/subnets/7b9ba8e5-d5d0-47a7-87cd-78516f1b2538 HTTP/1.1" status: 404 len: 337 time: 0.1607263 Oct 20 03:34:47.736364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57518) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:47.765722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:47.778123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:47.800750 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-35ef4443-41cb-475e-88c8-19e7d0641935 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4245539 Oct 20 03:34:47.803353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fea7038b-b3e8-486c-906d-e6f8da06ad91 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.826047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7038b-b3e8-486c-906d-e6f8da06ad91 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Pushing event deleted for resources: {'Port': ['ID=89eacf90-2224-4c95-ab66-d5491a921819,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:47.848316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-de3f498e-4e81-4a9d-9ba3-22a7dc7ff237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:47.850000 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57522) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:47.850130 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-de3f498e-4e81-4a9d-9ba3-22a7dc7ff237 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7565b3d8-46f3-4426-8c11-3169f2aca43c HTTP/1.1" status: 200 len: 850 time: 0.7119224 Oct 20 03:34:47.850747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.857740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'name': 'tempest-NetworksTestDHCPv6-448759077'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:47.896132 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fea7038b-b3e8-486c-906d-e6f8da06ad91 tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "DELETE /v2.0/ports/89eacf90-2224-4c95-ab66-d5491a921819 HTTP/1.1" status: 204 len: 168 time: 3.5962367 Oct 20 03:34:47.901314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.904763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57526) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:47.932324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Made reservation on behalf of 9f0ec4b446194ccca71fbf5b29f04da2 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:47.945511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.080927 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-268000d2-0a65-45c8-99cf-91c6a1cb44df tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:34:48.081558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-268000d2-0a65-45c8-99cf-91c6a1cb44df tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Synchronizing usage tracker for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:48.096807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:34:48.120291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.158202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6c4f-e80e-47dc-8897-b55e68bba944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.177009 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Attempt 3 to provision port a90f4169-14f0-42e4-9892-93c5a5bc9b5a Oct 20 03:34:48.218287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90f4169-14f0-42e4-9892-93c5a5bc9b5a {{(pid=90076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:34:48.236929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.293468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf347f4-cdb6-4b73-a616-4a2ab6ebbf96 req-5010991c-8923-402b-bfbf-ee9c9cfbebdf tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:48.302096 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fdf347f4-cdb6-4b73-a616-4a2ab6ebbf96 req-5010991c-8923-402b-bfbf-ee9c9cfbebdf tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 944 time: 0.9477177 Oct 20 03:34:48.361932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-268000d2-0a65-45c8-99cf-91c6a1cb44df tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] Unset dirty status for tenant:fe9296296a4c4591b77aed23ff193a90 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:48.365488 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-268000d2-0a65-45c8-99cf-91c6a1cb44df tempest-PortsAdminExtendedAttrsTestJSON-781488810 tempest-PortsAdminExtendedAttrsTestJSON-781488810-project-admin] 10.222.0.33 "GET /v2.0/ports/89eacf90-2224-4c95-ab66-d5491a921819 HTTP/1.1" status: 404 len: 333 time: 0.4412661 Oct 20 03:34:48.370998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Transition to ACTIVE for port object a90f4169-14f0-42e4-9892-93c5a5bc9b5a will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:48.372107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57534) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:48.374915 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dbc31284-1f57-4100-8f3c-7b6abfe4c332 req-60617e0f-4281-4093-b258-924f3c795faf tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 210 time: 0.1260688 Oct 20 03:34:48.382529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:48.403528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6c4f-e80e-47dc-8897-b55e68bba944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.491668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Port a90f4169-14f0-42e4-9892-93c5a5bc9b5a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:48.500932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': 'fd6de29a-f0bc-4f74-b9bd-e02b9e011c9c'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:34:48.501824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.532886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:48.574608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.698391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Allocated IP 172.20.0.12 (0d196197-6218-45a1-954c-3d461e643c4a/0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9/1705c692-51e3-450a-af36-8721312b819b) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:48.747053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/fd6de29a-f0bc-4f74-b9bd-e02b9e011c9c/bee31535-ffda-44d1-92b1-9b4ebefe668e) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:48.837551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.865337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fdf347f4-cdb6-4b73-a616-4a2ab6ebbf96 req-27ef3186-7b6d-4bab-945c-00b925ed0bef tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5604868 Oct 20 03:34:48.865951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6c4f-e80e-47dc-8897-b55e68bba944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.150532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceea6728-08c9-4c05-858b-86aff3bd0433']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:49.151798 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Attempt 4 to provision port a90f4169-14f0-42e4-9892-93c5a5bc9b5a Oct 20 03:34:49.151919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.151919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:49.151919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.152698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c6c4f-e80e-47dc-8897-b55e68bba944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9bb7ef-76f8-43f2-83fb-c793baace3ca,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:49.152698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Allocated IP 172.26.7.147 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/984ca11f-1448-45ec-a5f6-af3c2c0fdb81) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:49.152698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-48561474-817e-472b-ad23-05314eeeb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:49.152698 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-48561474-817e-472b-ad23-05314eeeb91b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4277c4e3-e481-4cf9-a0b6-588981ac852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8699098 Oct 20 03:34:49.153008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Port a90f4169-14f0-42e4-9892-93c5a5bc9b5a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:49.179271 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df43c456-642a-48fa-aff8-4ecced835875') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:49.179271 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df43c456-642a-48fa-aff8-4ecced835875') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:49.188605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:49.221896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.222660 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:49.236839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Transition to ACTIVE for port object bee31535-ffda-44d1-92b1-9b4ebefe668e will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:49.292391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Transition to ACTIVE for port object bee31535-ffda-44d1-92b1-9b4ebefe668e will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:49.293775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.306770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Attempting to bind port a90f4169-14f0-42e4-9892-93c5a5bc9b5a on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:49.307193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Attempting to bind port a90f4169-14f0-42e4-9892-93c5a5bc9b5a by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:49.307606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Attempting to bind port a90f4169-14f0-42e4-9892-93c5a5bc9b5a on network 882bf6d0-6c16-4916-9f9f-41770489d122 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:49.331264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Port a90f4169-14f0-42e4-9892-93c5a5bc9b5a on network 882bf6d0-6c16-4916-9f9f-41770489d122 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:49.331674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Attempting to bind port a90f4169-14f0-42e4-9892-93c5a5bc9b5a on network 882bf6d0-6c16-4916-9f9f-41770489d122 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:49.353124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.365825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.373156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.389299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:49.389753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Checking segment: {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:49.390383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Bound using segment: {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:49.391039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Bound port: a90f4169-14f0-42e4-9892-93c5a5bc9b5a, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d9fca9-e79a-42c3-9110-920b31ddf994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122'}}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:49.391464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.403036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Transition to ACTIVE for port object 1705c692-51e3-450a-af36-8721312b819b will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:49.421534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:49.422032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.427075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6c4f-e80e-47dc-8897-b55e68bba944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.428192 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ef5c6c4f-e80e-47dc-8897-b55e68bba944 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ed9bb7ef-76f8-43f2-83fb-c793baace3ca HTTP/1.1" status: 204 len: 168 time: 2.3561077 Oct 20 03:34:49.500469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b4e9-8802-4fd5-82be-30010855e111 req-24957ef2-4af3-4e4e-8303-3db59c714676 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:49.501349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-8b72b4e9-8802-4fd5-82be-30010855e111 req-24957ef2-4af3-4e4e-8303-3db59c714676 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Synchronizing usage tracker for tenant:11a8482750be4303a67c8d621e384bae on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:49.535632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.541428 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-8aed7251-f271-4499-b918-b4b250d1fb66 service neutron] 10.222.0.26 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249481 Oct 20 03:34:49.596913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:49.604008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:49.629315 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Attempt 5 to provision port a90f4169-14f0-42e4-9892-93c5a5bc9b5a Oct 20 03:34:49.776439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.777054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:49.777054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Port a90f4169-14f0-42e4-9892-93c5a5bc9b5a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:49.793778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Pushing event updated for resources: {'Port': ['ID=bee31535-ffda-44d1-92b1-9b4ebefe668e,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:49.862789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Network 0d196197-6218-45a1-954c-3d461e643c4a is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:49.872215 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment df43c456-642a-48fa-aff8-4ecced835875 resource provider aggregate not found Oct 20 03:34:49.878117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:49.881354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:49.944148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Pushing event updated for resources: {'Port': ['ID=1705c692-51e3-450a-af36-8721312b819b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:49.994306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.008914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Attempting to bind port bee31535-ffda-44d1-92b1-9b4ebefe668e on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:50.010884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Attempting to bind port bee31535-ffda-44d1-92b1-9b4ebefe668e by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:50.013188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Attempting to bind port bee31535-ffda-44d1-92b1-9b4ebefe668e on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:50.031136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:50.032501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:50.033028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.035552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:50.036851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Bound port: bee31535-ffda-44d1-92b1-9b4ebefe668e, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:50.038093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.118202 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22111b5b-6127-4a2b-8cd6-4a662b7f9382 req-3237f085-fb27-4d64-a224-50db26d0fd80 service neutron] 10.222.0.26 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599263 Oct 20 03:34:50.123241 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment df43c456-642a-48fa-aff8-4ecced835875 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df43c456-642a-48fa-aff8-4ecced835875 found for delete ", "request_id": "req-eb306f26-5ba8-4322-8256-f73c3367336b"}]} Oct 20 03:34:50.143081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:50.143780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.166333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:50.171991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:50.174585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:50.195796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.215306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] For port bee31535-ffda-44d1-92b1-9b4ebefe668e, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:50.221634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] For port bee31535-ffda-44d1-92b1-9b4ebefe668e, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=bee31535-ffda-44d1-92b1-9b4ebefe668e,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:50.223187 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Attempt 6 to provision port a90f4169-14f0-42e4-9892-93c5a5bc9b5a Oct 20 03:34:50.248893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event updated for resources: {'Port': ['ID=984ca11f-1448-45ec-a5f6-af3c2c0fdb81,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:50.354591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::3c6 (70bc74a8-f345-4115-a4c4-4fbf84d34303/fd6de29a-f0bc-4f74-b9bd-e02b9e011c9c/a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:50.363497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e7d551-76b5-446e-af87-ba8b9ebf9e60']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:50.397499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Port a90f4169-14f0-42e4-9892-93c5a5bc9b5a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:50.405667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2975ba-5567-438e-8f77-1932c17ab6c3 req-6444d66c-a281-4f9b-9612-4fe9b77c9faf tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:50.406848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2b2975ba-5567-438e-8f77-1932c17ab6c3 req-6444d66c-a281-4f9b-9612-4fe9b77c9faf tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Synchronizing usage tracker for tenant:9f0ec4b446194ccca71fbf5b29f04da2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:50.417145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2793b9ab-113f-4565-b7bb-5c00adb19eed') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:50.417462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2793b9ab-113f-4565-b7bb-5c00adb19eed') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:50.420658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.438452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] For port a90f4169-14f0-42e4-9892-93c5a5bc9b5a, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:50.475832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.477453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-8b72b4e9-8802-4fd5-82be-30010855e111 req-24957ef2-4af3-4e4e-8303-3db59c714676 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Unset dirty status for tenant:11a8482750be4303a67c8d621e384bae on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:50.486954 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8b72b4e9-8802-4fd5-82be-30010855e111 req-24957ef2-4af3-4e4e-8303-3db59c714676 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 943 time: 1.9220145 Oct 20 03:34:50.571331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.601705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5762c0-6129-49fb-b469-fbeda506dcea None None] Pushing event updated for resources: {'Port': ['ID=bee31535-ffda-44d1-92b1-9b4ebefe668e,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:50.609919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.634979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] For port a90f4169-14f0-42e4-9892-93c5a5bc9b5a, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:50.672330 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-d0ad533d-6c5f-4ad9-b1e3-7877ce08911d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9866605 Oct 20 03:34:50.743663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Request body: {'port': {'device_id': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:50.838024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] Pushing event deleted for resources: {'Network': ['ID=ceea6728-08c9-4c05-858b-86aff3bd0433,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:50.847717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.898723 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Attempt 7 to provision port a90f4169-14f0-42e4-9892-93c5a5bc9b5a Oct 20 03:34:50.933835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.944066 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:50.944682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.946345 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] 10.222.0.26 "PUT /v2.0/ports/a90f4169-14f0-42e4-9892-93c5a5bc9b5a HTTP/1.1" status: 200 len: 1093 time: 4.8632584 Oct 20 03:34:50.978216 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8b72b4e9-8802-4fd5-82be-30010855e111 req-83e13e9c-5e48-416b-9ca3-05b1c9293658 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902582 Oct 20 03:34:50.979760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecec404f-73b8-4664-a824-ef5618f91557', 'tag': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:34:51.020049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:51.020553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.022785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-501940c6-f29a-48c0-a1b4-5d1ca857ff36 None None] Port a90f4169-14f0-42e4-9892-93c5a5bc9b5a had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:34:51.049849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.187004 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2f531be4-202c-43c4-824f-07b9bc118797 tempest-ExternalNetworksTestJSON-163810779 tempest-ExternalNetworksTestJSON-163810779-project] 10.222.0.33 "DELETE /v2.0/networks/ceea6728-08c9-4c05-858b-86aff3bd0433 HTTP/1.1" status: 204 len: 168 time: 3.4499385 Oct 20 03:34:51.188044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2b2975ba-5567-438e-8f77-1932c17ab6c3 req-6444d66c-a281-4f9b-9612-4fe9b77c9faf tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Unset dirty status for tenant:9f0ec4b446194ccca71fbf5b29f04da2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:51.189710 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2b2975ba-5567-438e-8f77-1932c17ab6c3 req-6444d66c-a281-4f9b-9612-4fe9b77c9faf tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 932 time: 1.4322259 Oct 20 03:34:51.226223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Provisioning for port 1705c692-51e3-450a-af36-8721312b819b completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:51.234290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Provisioning complete for port 1705c692-51e3-450a-af36-8721312b819b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:51.235028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.235639 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Attempt 1 to provision port 1705c692-51e3-450a-af36-8721312b819b Oct 20 03:34:51.365869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Port 1705c692-51e3-450a-af36-8721312b819b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:51.370205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a013b6e-ad04-402b-9921-b25d0a802464" -d '{"events": [{"name": "network-changed", "server_uuid": "ecec404f-73b8-4664-a824-ef5618f91557", "tag": "a90f4169-14f0-42e4-9892-93c5a5bc9b5a"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:34:51.430731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.445947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ad491-af2f-480c-86c5-d75c9f1fb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:51.462521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:51.480870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.522094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.545299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] Pushing event deleted for resources: {'Network': ['ID=03e7d551-76b5-446e-af87-ba8b9ebf9e60,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:51.555211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd771c45-fbf5-4f83-85b2-f90fd7953428 req-81e4dd10-4cf6-4ddd-b256-e0837102ea4c tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:51.562851 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fd771c45-fbf5-4f83-85b2-f90fd7953428 req-81e4dd10-4cf6-4ddd-b256-e0837102ea4c tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 944 time: 0.4159801 Oct 20 03:34:51.572731 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a408b605-cba6-410f-bb93-189ee18531ac tempest-PortsAdminExtendedAttrsTestJSON-916483725 tempest-PortsAdminExtendedAttrsTestJSON-916483725-project] 10.222.0.33 "DELETE /v2.0/networks/03e7d551-76b5-446e-af87-ba8b9ebf9e60 HTTP/1.1" status: 204 len: 168 time: 3.1945934 Oct 20 03:34:51.632232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-5cf5c366-e1d7-48d4-a2ff-03cd02627f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:51.632232 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-5cf5c366-e1d7-48d4-a2ff-03cd02627f5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a27959fcca784c4695723b7839ad2e57&device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 1097 time: 0.9359889 Oct 20 03:34:51.632440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-1106e4b3-eba7-4d58-bd7f-99201d58734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:51.632440 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-1106e4b3-eba7-4d58-bd7f-99201d58734d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a8482750be4303a67c8d621e384bae&device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 1096 time: 0.3499713 Oct 20 03:34:51.632600 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2b2975ba-5567-438e-8f77-1932c17ab6c3 req-5003fe03-9c01-4f6a-a7a5-13edce26e2a1 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513849 Oct 20 03:34:51.697965 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-4a990cc6-2b75-4965-bbbc-6fc363990c71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90f4169-14f0-42e4-9892-93c5a5bc9b5a HTTP/1.1" status: 200 len: 217 time: 0.0796525 Oct 20 03:34:51.703991 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fd771c45-fbf5-4f83-85b2-f90fd7953428 req-66573838-f183-4712-aa4b-d48b17731c3a tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401906 Oct 20 03:34:51.770312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.783116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.807427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bee31535-ffda-44d1-92b1-9b4ebefe668e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:51.879105 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Attempt 2 to provision port 1705c692-51e3-450a-af36-8721312b819b Oct 20 03:34:51.950438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:51.961612 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:51.968469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:51.974577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:51.976108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.992720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Port 1705c692-51e3-450a-af36-8721312b819b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:52.005486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-50d9a959-3efb-448a-9765-a63a114e25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:52.007008 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-50d9a959-3efb-448a-9765-a63a114e25a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94288ffe-ca2b-4c6c-a7d0-d6b32528ab61 HTTP/1.1" status: 200 len: 844 time: 0.3020368 Oct 20 03:34:52.061140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:52.080025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port bee31535-ffda-44d1-92b1-9b4ebefe668e completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:52.151203 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2b0d1ee8-4a0f-4cc5-ad7c-76e06e8d41aa tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2987590 Oct 20 03:34:52.155577 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 2793b9ab-113f-4565-b7bb-5c00adb19eed resource provider aggregate not found Oct 20 03:34:52.159954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57586) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:52.161513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1705c692-51e3-450a-af36-8721312b819b {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:34:52.180080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.216801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57592) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:52.238343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-993b2f66-8339-413e-a499-154a342d2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:52.238444 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 2793b9ab-113f-4565-b7bb-5c00adb19eed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2793b9ab-113f-4565-b7bb-5c00adb19eed found for delete ", "request_id": "req-4d4ff49c-5823-463b-9642-86e65c1d47eb"}]} Oct 20 03:34:52.238739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-993b2f66-8339-413e-a499-154a342d2364 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4277c4e3-e481-4cf9-a0b6-588981ac852f HTTP/1.1" status: 200 len: 912 time: 0.6051090 Oct 20 03:34:52.245842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Transition to ACTIVE for port object 1705c692-51e3-450a-af36-8721312b819b will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:52.282102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb9f38e-557d-415c-9372-eb42daad560c x-openstack-request-id: req-9bb9f38e-557d-415c-9372-eb42daad560c {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:34:52.282464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecec404f-73b8-4664-a824-ef5618f91557", "tag": "a90f4169-14f0-42e4-9892-93c5a5bc9b5a", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:34:52.282782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9bb9f38e-557d-415c-9372-eb42daad560c {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:34:52.283292 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb9f38e-557d-415c-9372-eb42daad560c'] response: {'name': 'network-changed', 'server_uuid': 'ecec404f-73b8-4664-a824-ef5618f91557', 'tag': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a', 'status': 'completed', 'code': 200} Oct 20 03:34:52.377562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-c4b02990-21ff-4a1e-b15c-b3dc3ea6c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:52.377562 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-c4b02990-21ff-4a1e-b15c-b3dc3ea6c4ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=882bf6d0-6c16-4916-9f9f-41770489d122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3546162 Oct 20 03:34:52.385600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b258962-70c5-458c-8b8e-0ff9f421fe2d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:52.391674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b258962-70c5-458c-8b8e-0ff9f421fe2d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:52.392483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9b258962-70c5-458c-8b8e-0ff9f421fe2d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:52.395559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57600) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:52.401639 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-f5c5b653-849c-45db-9875-2d7d6414ffee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09c76853-050b-4649-8c6b-9c5a64ca49ce HTTP/1.1" status: 200 len: 217 time: 0.1543667 Oct 20 03:34:52.422610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fab04b-d611-4516-b958-0f48a8f1580a req-858addb9-c2eb-491b-90ae-aafd89f8102e tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:52.430433 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-41fab04b-d611-4516-b958-0f48a8f1580a req-858addb9-c2eb-491b-90ae-aafd89f8102e tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 943 time: 0.2516119 Oct 20 03:34:52.462562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.494727 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Attempt 3 to provision port 1705c692-51e3-450a-af36-8721312b819b Oct 20 03:34:52.596273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1726464797'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:52.605021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:52.609053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Usage tracker for resource:network and tenant:9ff24e4845d44b58a9cc0b6889fadbbf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:52.611628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Port 1705c692-51e3-450a-af36-8721312b819b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:52.611994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:52.618124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:52.637652 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-41fab04b-d611-4516-b958-0f48a8f1580a req-53aa4055-70f9-4269-9237-de16d5198982 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694310 Oct 20 03:34:52.670613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9b258962-70c5-458c-8b8e-0ff9f421fe2d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:52.672223 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9b258962-70c5-458c-8b8e-0ff9f421fe2d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5020208 Oct 20 03:34:52.680232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57610) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:52.753971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57614) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:52.775952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-cd31cfca-8fcd-42a3-af14-a3cb18d60d48 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:52.776325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd31cfca-8fcd-42a3-af14-a3cb18d60d48 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.811519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Made reservation on behalf of 9ff24e4845d44b58a9cc0b6889fadbbf for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:52.816477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.956027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-2c0dae8f-5de2-4fe1-8ee6-ee75b412f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:52.957469 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-2c0dae8f-5de2-4fe1-8ee6-ee75b412f45b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7565b3d8-46f3-4426-8c11-3169f2aca43c HTTP/1.1" status: 200 len: 850 time: 0.3148282 Oct 20 03:34:52.964600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1705c692-51e3-450a-af36-8721312b819b,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:52.973158 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c2dae1bf-a707-4a18-9906-e09dc8e9c903 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c0cf785ef21e440c9e6c561826ac45c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7484040 Oct 20 03:34:52.982638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.992212 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-b706fca5-65c9-4b6f-affd-03946c579d03 service neutron] 10.222.0.26 "GET /v2.0/networks/882bf6d0-6c16-4916-9f9f-41770489d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947392 Oct 20 03:34:52.994185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57622) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:53.066909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:53.079462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.113464 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Attempt 4 to provision port 1705c692-51e3-450a-af36-8721312b819b Oct 20 03:34:53.169941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Port 1705c692-51e3-450a-af36-8721312b819b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:53.195079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Usage tracker for resource:security_group_rule and tenant:9ff24e4845d44b58a9cc0b6889fadbbf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:53.208324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:53.214269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Attempting to bind port 1705c692-51e3-450a-af36-8721312b819b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:53.214825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Attempting to bind port 1705c692-51e3-450a-af36-8721312b819b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:53.214987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Attempting to bind port 1705c692-51e3-450a-af36-8721312b819b on network 0d196197-6218-45a1-954c-3d461e643c4a {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:53.231490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:53.249112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Port 1705c692-51e3-450a-af36-8721312b819b on network 0d196197-6218-45a1-954c-3d461e643c4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:34:53.254880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Attempting to bind port 1705c692-51e3-450a-af36-8721312b819b on network 0d196197-6218-45a1-954c-3d461e643c4a {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:34:53.267469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:34:53.267797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Checking segment: {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:53.268175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Bound using segment: {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:34:53.268606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Bound port: 1705c692-51e3-450a-af36-8721312b819b, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03eedc88-ec03-4909-9b26-9f2d65188daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:53.268947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.282062 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1ec6c8a5-3eb0-4935-92f2-455415ecbe60 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4e0b1e8c46054839831edff70246e7d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5195329 Oct 20 03:34:53.290200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57628) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:53.321502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832615c4-2ea1-4456-9a94-b8ff5af1ea10 req-7d78ffc6-e999-455f-adfb-aedd7dda746f tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:53.322959 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-832615c4-2ea1-4456-9a94-b8ff5af1ea10 req-7d78ffc6-e999-455f-adfb-aedd7dda746f tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 944 time: 0.5246129 Oct 20 03:34:53.375912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-141880da-1937-460f-b644-d02ab10ed15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.452937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-b3247d3e-0ee7-40d5-9f53-727a451e64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:53.454306 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-b3247d3e-0ee7-40d5-9f53-727a451e64d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4277c4e3-e481-4cf9-a0b6-588981ac852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4758284 Oct 20 03:34:53.469358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893ac07-89b5-4a3d-8571-a69049a9c8a9 req-78bb74bf-ce3f-47e1-87ff-b51c50132408 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:53.470832 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5893ac07-89b5-4a3d-8571-a69049a9c8a9 req-78bb74bf-ce3f-47e1-87ff-b51c50132408 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 944 time: 0.5438669 Oct 20 03:34:53.484882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-141880da-1937-460f-b644-d02ab10ed15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.492505 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7c2db902-083a-4b82-87bb-5114ea68f5d7 req-f246630b-3223-4321-b253-672d08a8ea40 service neutron] 10.222.0.26 "GET /v2.0/networks/882bf6d0-6c16-4916-9f9f-41770489d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883831 Oct 20 03:34:53.511486 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-832615c4-2ea1-4456-9a94-b8ff5af1ea10 req-b0263326-1195-4f5f-a99a-e963badf60c6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571019 Oct 20 03:34:53.578448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd31cfca-8fcd-42a3-af14-a3cb18d60d48 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.590414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] For port 1705c692-51e3-450a-af36-8721312b819b, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:34:53.607736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-262cb070-a5c9-4945-b3cc-8ecd342a7b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.625161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] For port 1705c692-51e3-450a-af36-8721312b819b, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1705c692-51e3-450a-af36-8721312b819b,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:34:53.667301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-262cb070-a5c9-4945-b3cc-8ecd342a7b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.671793 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Attempt 5 to provision port 1705c692-51e3-450a-af36-8721312b819b Oct 20 03:34:53.728038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.731696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:53.732288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.733674 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] 10.222.0.26 "PUT /v2.0/ports/1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 1094 time: 2.9957347 Oct 20 03:34:53.757886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Port 1705c692-51e3-450a-af36-8721312b819b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:34:53.769621 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'tag': '1705c692-51e3-450a-af36-8721312b819b'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:34:53.771938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f038dcb-356a-4747-8b1e-392e092430f4" -d '{"events": [{"name": "network-changed", "server_uuid": "89cd8f54-4e35-4f66-ba77-3e7c18b2cebc", "tag": "1705c692-51e3-450a-af36-8721312b819b"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:34:53.775958 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-0a7776eb-4a05-4176-8fcb-b0e9a49b51d0 service neutron] 10.222.0.26 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001890 Oct 20 03:34:53.793934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-cd31cfca-8fcd-42a3-af14-a3cb18d60d48 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:53.799392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Router b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:34:53.850937 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5893ac07-89b5-4a3d-8571-a69049a9c8a9 req-3629f5de-1cd7-4aac-a035-b37f17298601 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711629 Oct 20 03:34:53.883702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.923846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-29c6a24a-ac88-4451-b374-8f9329165537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:53.925372 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-29c6a24a-ac88-4451-b374-8f9329165537 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a8482750be4303a67c8d621e384bae&device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 1096 time: 0.3138168 Oct 20 03:34:53.946720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30afae52-579c-4c1f-8899-c59f43e56136 x-openstack-request-id: req-30afae52-579c-4c1f-8899-c59f43e56136 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:34:53.947002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cd8f54-4e35-4f66-ba77-3e7c18b2cebc", "tag": "1705c692-51e3-450a-af36-8721312b819b", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:34:53.947248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-30afae52-579c-4c1f-8899-c59f43e56136 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:34:53.947631 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30afae52-579c-4c1f-8899-c59f43e56136'] response: {'name': 'network-changed', 'server_uuid': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'tag': '1705c692-51e3-450a-af36-8721312b819b', 'status': 'completed', 'code': 200} Oct 20 03:34:53.991128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.061050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-141880da-1937-460f-b644-d02ab10ed15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.117209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84587f66-1501-4629-a5f7-5144591b9f7b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:54.149614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141880da-1937-460f-b644-d02ab10ed15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3096354a-379b-4639-ba0b-110866d80e72,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:54.170211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-58077c2d-9667-40c2-bfe9-7748a275cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.171668 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-58077c2d-9667-40c2-bfe9-7748a275cb53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=882bf6d0-6c16-4916-9f9f-41770489d122 HTTP/1.1" status: 200 len: 906 time: 0.2145684 Oct 20 03:34:54.245994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd31cfca-8fcd-42a3-af14-a3cb18d60d48 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.249784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:54.252555 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-62955333-5fca-4a55-b083-8d0bbc2961b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90f4169-14f0-42e4-9892-93c5a5bc9b5a HTTP/1.1" status: 200 len: 217 time: 0.0732100 Oct 20 03:34:54.259695 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Attempt 6 to provision port 1705c692-51e3-450a-af36-8721312b819b Oct 20 03:34:54.262495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476893f-5ab4-4e85-8a08-06fac08e07e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1705c692-51e3-450a-af36-8721312b819b,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:54.317407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-262cb070-a5c9-4945-b3cc-8ecd342a7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.338566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-141880da-1937-460f-b644-d02ab10ed15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.345505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Port 1705c692-51e3-450a-af36-8721312b819b had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:34:54.346117 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-141880da-1937-460f-b644-d02ab10ed15e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3096354a-379b-4639-ba0b-110866d80e72 HTTP/1.1" status: 204 len: 168 time: 1.3372765 Oct 20 03:34:54.346209 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-99bcf05e-5a1a-46b5-b2b6-3f94f27187ac service neutron] 10.222.0.26 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595524 Oct 20 03:34:54.347420 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31cfca-8fcd-42a3-af14-a3cb18d60d48 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:54.353552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.353901 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Added segment f1609c68-c904-488d-ae66-afcb931c280e of type vlan for network 0dd0023b-533f-4c16-9408-5680f9f17110 Oct 20 03:34:54.371027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cb070-a5c9-4945-b3cc-8ecd342a7b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfce2cc-cec3-4c6e-8b97-4a6f33591cee,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:54.394703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7205e-9d83-4e28-94c9-f117acbe6ccb req-2957ea30-bd8a-474e-99ee-9b6212826ba9 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.403187 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-03b7205e-9d83-4e28-94c9-f117acbe6ccb req-2957ea30-bd8a-474e-99ee-9b6212826ba9 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 943 time: 0.6172378 Oct 20 03:34:54.428522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-262cb070-a5c9-4945-b3cc-8ecd342a7b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.431792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd31cfca-8fcd-42a3-af14-a3cb18d60d48 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.431941 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-262cb070-a5c9-4945-b3cc-8ecd342a7b13 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2cfce2cc-cec3-4c6e-8b97-4a6f33591cee HTTP/1.1" status: 204 len: 168 time: 1.1365998 Oct 20 03:34:54.431941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-59a9d7d9-7d60-49b4-bba5-fb5d4f3863ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.432396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Provisioning for port ae90076b-050c-4b01-9578-ccb33ecb0c64 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:54.439843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Provisioning complete for port ae90076b-050c-4b01-9578-ccb33ecb0c64 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:54.440834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.442901 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Attempt 1 to provision port ae90076b-050c-4b01-9578-ccb33ecb0c64 Oct 20 03:34:54.444250 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-59a9d7d9-7d60-49b4-bba5-fb5d4f3863ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1097 time: 0.5284357 Oct 20 03:34:54.451622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.452970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:34:54.466884 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cd31cfca-8fcd-42a3-af14-a3cb18d60d48 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d HTTP/1.1" status: 204 len: 168 time: 1.7825122 Oct 20 03:34:54.466884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-15817baf-7f63-4d04-820e-6d6204767577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.467958 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-15817baf-7f63-4d04-820e-6d6204767577 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94288ffe-ca2b-4c6c-a7d0-d6b32528ab61 HTTP/1.1" status: 200 len: 844 time: 0.1684997 Oct 20 03:34:54.468401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57642) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:54.471432 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0895c9f5-9e21-4704-bbd4-df433db9cfe2 None None] Sync routers for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:54.500235 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0895c9f5-9e21-4704-bbd4-df433db9cfe2 None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:54.503468 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0895c9f5-9e21-4704-bbd4-df433db9cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:54.583630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:34:54.662616 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-982ad370-5581-479f-9cdc-beca024d6608 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 217 time: 0.1840835 Oct 20 03:34:54.680209 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0895c9f5-9e21-4704-bbd4-df433db9cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:54.704615 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0895c9f5-9e21-4704-bbd4-df433db9cfe2 None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:34:54.705242 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0895c9f5-9e21-4704-bbd4-df433db9cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:54.706785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Current status of the port ae90076b-050c-4b01-9578-ccb33ecb0c64 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:54.707240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.758660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] For port ae90076b-050c-4b01-9578-ccb33ecb0c64, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ae90076b-050c-4b01-9578-ccb33ecb0c64,segment=NetworkSegment(d113882b-1791-45ff-8793-87ac902ccd86),segment_id=d113882b-1791-45ff-8793-87ac902ccd86)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:54.802069 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-03b7205e-9d83-4e28-94c9-f117acbe6ccb req-cb6b9eae-77a6-49fd-9203-362f899f0d2c tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965974 Oct 20 03:34:54.820642 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0895c9f5-9e21-4704-bbd4-df433db9cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:54.821352 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0895c9f5-9e21-4704-bbd4-df433db9cfe2 None None] The sync data for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:54.831187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-a2ade8d9-663b-48a5-8836-2cef0f167add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.833751 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-a2ade8d9-663b-48a5-8836-2cef0f167add service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 200 len: 849 time: 0.1520588 Oct 20 03:34:54.851390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.916408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75afd050-474e-46de-8deb-12ff7d068631 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.918488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75afd050-474e-46de-8deb-12ff7d068631 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.919282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-75afd050-474e-46de-8deb-12ff7d068631 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:34:54.938874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.940357 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fd03bdbd-4a23-4738-aece-8f25cd3322e0 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 12.6219821 Oct 20 03:34:54.944313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57654) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:54.965136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-5d4fe578-e0d5-4664-9c61-54566e9d2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.966671 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-5d4fe578-e0d5-4664-9c61-54566e9d2769 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=882bf6d0-6c16-4916-9f9f-41770489d122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4500785 Oct 20 03:34:54.971118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] Could not find standard attr ID for object a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:34:54.972140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.978074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.978259 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.979537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024e381-8423-44a0-b539-f4c17cb274eb None None] Pushing event updated for resources: {'Port': ['ID=ae90076b-050c-4b01-9578-ccb33ecb0c64,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:54.989588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c259c2-c590-4c27-9529-bdcbbb170684 req-c52dffb0-e74c-4013-9f7a-83b8195e4c13 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.992614 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f4c259c2-c590-4c27-9529-bdcbbb170684 req-c52dffb0-e74c-4013-9f7a-83b8195e4c13 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 944 time: 0.1642504 Oct 20 03:34:55.082910 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] Provisioning for port bee31535-ffda-44d1-92b1-9b4ebefe668e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:55.088697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] Provisioning complete for port bee31535-ffda-44d1-92b1-9b4ebefe668e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:55.090890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.090890 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] Attempt 1 to provision port bee31535-ffda-44d1-92b1-9b4ebefe668e Oct 20 03:34:55.091061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-75afd050-474e-46de-8deb-12ff7d068631 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:34:55.094733 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-75afd050-474e-46de-8deb-12ff7d068631 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6218231 Oct 20 03:34:55.100506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57658) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:55.204954 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7778585 Oct 20 03:34:55.208590 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57662) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:55.248756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'subnet': {'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:55.253715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] Current status of the port bee31535-ffda-44d1-92b1-9b4ebefe668e is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:55.254092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.256820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-bd605c05-1775-49dc-8d8e-ce45a2cb44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:55.258458 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-bd605c05-1775-49dc-8d8e-ce45a2cb44f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d196197-6218-45a1-954c-3d461e643c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4155340 Oct 20 03:34:55.271994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba707-77b2-4978-90e9-eb342433dbd4 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Network': ['ID=0dd0023b-533f-4c16-9408-5680f9f17110,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:55.281793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 0dd0023b-533f-4c16-9408-5680f9f17110 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:34:55.284487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-546d7545-4100-4904-8832-132df1fddfb8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet fd6de29a-f0bc-4f74-b9bd-e02b9e011c9c {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:34:55.348571 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f4c259c2-c590-4c27-9529-bdcbbb170684 req-9fcf9250-c3db-4846-9158-63d859064d16 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240802 Oct 20 03:34:55.377292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] For port bee31535-ffda-44d1-92b1-9b4ebefe668e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=bee31535-ffda-44d1-92b1-9b4ebefe668e,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:55.389908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57666) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:55.405386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-546d7545-4100-4904-8832-132df1fddfb8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.441532 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-087be05b-17a7-44bc-a2b2-456582a18573 service neutron] 10.222.0.26 "GET /v2.0/networks/882bf6d0-6c16-4916-9f9f-41770489d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453108 Oct 20 03:34:55.451369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.455852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57670) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:55.504492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-546d7545-4100-4904-8832-132df1fddfb8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.511115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a90f4169-14f0-42e4-9892-93c5a5bc9b5a details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:34:55.539443 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-06d66b19-bdc9-4219-91c1-56878249fb1b service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647693 Oct 20 03:34:55.539695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:55.540321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10b230-ee9d-4303-90b0-ca0b26d9f1e3 None None] Pushing event updated for resources: {'Port': ['ID=bee31535-ffda-44d1-92b1-9b4ebefe668e,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:55.559130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Usage tracker for resource:subnet and tenant:9ff24e4845d44b58a9cc0b6889fadbbf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:55.565991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:55.583673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:55.604230 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a42d755f-589a-4a8c-9bea-bc7755f1aa9b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fe9296296a4c4591b77aed23ff193a90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1968856 Oct 20 03:34:55.622323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57674) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:55.668956 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-acd3c778-ab76-42dc-bb64-56fa8cdf9f50 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3603f54968b74cadb860ed40970b180f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2087262 Oct 20 03:34:55.675257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57678) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:55.687999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port a90f4169-14f0-42e4-9892-93c5a5bc9b5a, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:55.703432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'port_id': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a', 'mac_address': 'fa:16:3e:98:6a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:34:55.735178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Made reservation on behalf of 9ff24e4845d44b58a9cc0b6889fadbbf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:55.738641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.743302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ae90076b-050c-4b01-9578-ccb33ecb0c64 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:55.797159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13418c-d50e-4b7a-bc72-b818880dd7a4 req-8ed39766-8f23-4955-a2c0-845e4f1300f2 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:55.798462 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f13418c-d50e-4b7a-bc72-b818880dd7a4 req-8ed39766-8f23-4955-a2c0-845e4f1300f2 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 944 time: 0.6971152 Oct 20 03:34:55.818778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port a90f4169-14f0-42e4-9892-93c5a5bc9b5a is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:55.819164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.826742 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5a013b6e-ad04-402b-9921-b25d0a802464 req-a358123e-13d6-4130-9281-d03a40c98ae4 service neutron] 10.222.0.26 "GET /v2.0/networks/882bf6d0-6c16-4916-9f9f-41770489d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729808 Oct 20 03:34:55.845800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90f4169-14f0-42e4-9892-93c5a5bc9b5a {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:34:55.886811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port a90f4169-14f0-42e4-9892-93c5a5bc9b5a, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:55.889781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ae90076b-050c-4b01-9578-ccb33ecb0c64 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:55.890216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.890651 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ae90076b-050c-4b01-9578-ccb33ecb0c64 Oct 20 03:34:55.899241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-431835c1-2b0f-4a0f-a642-89e39efea86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.907826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b5747a-a7e0-4320-8254-7cdc606dc57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.961578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-431835c1-2b0f-4a0f-a642-89e39efea86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.022488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.023862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 09c76853-050b-4649-8c6b-9c5a64ca49ce details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:34:56.033293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b5747a-a7e0-4320-8254-7cdc606dc57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.041328 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f13418c-d50e-4b7a-bc72-b818880dd7a4 req-dbf4335e-c46c-4720-a37a-e6858fd0b6b0 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792104 Oct 20 03:34:56.076238 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247b6625-95c9-45ed-b54d-a639a9273c07 req-8583d1a6-6672-45fa-8fd3-e5188485c6a5 service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596804 Oct 20 03:34:56.115158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ae90076b-050c-4b01-9578-ccb33ecb0c64 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:56.116398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bee31535-ffda-44d1-92b1-9b4ebefe668e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:56.237582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facae896-e5d9-4943-a1de-ef2679214472 req-d472d065-f622-4689-ad74-20de97a7aea7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:56.239213 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-facae896-e5d9-4943-a1de-ef2679214472 req-d472d065-f622-4689-ad74-20de97a7aea7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 944 time: 0.2953565 Oct 20 03:34:56.252014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:56.273149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-431835c1-2b0f-4a0f-a642-89e39efea86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.288266 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port bee31535-ffda-44d1-92b1-9b4ebefe668e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:56.296094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.296094 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port bee31535-ffda-44d1-92b1-9b4ebefe668e Oct 20 03:34:56.298544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431835c1-2b0f-4a0f-a642-89e39efea86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4772e05-72e1-40c6-80b9-415ed171823a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:56.316760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-546d7545-4100-4904-8832-132df1fddfb8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.319056 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-facae896-e5d9-4943-a1de-ef2679214472 req-6a649cab-6863-4613-8277-49dfaa19324e tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694063 Oct 20 03:34:56.320128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b5747a-a7e0-4320-8254-7cdc606dc57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.334606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b5747a-a7e0-4320-8254-7cdc606dc57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.338771 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-20b5747a-a7e0-4320-8254-7cdc606dc57f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ee91ddc6-376e-4f5f-913b-6ba0fbffae0d HTTP/1.1" status: 204 len: 168 time: 0.7159433 Oct 20 03:34:56.340238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-431835c1-2b0f-4a0f-a642-89e39efea86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.344118 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-431835c1-2b0f-4a0f-a642-89e39efea86a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d4772e05-72e1-40c6-80b9-415ed171823a HTTP/1.1" status: 204 len: 168 time: 0.6677456 Oct 20 03:34:56.348885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5747a-a7e0-4320-8254-7cdc606dc57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee91ddc6-376e-4f5f-913b-6ba0fbffae0d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:56.353626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.434247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 09c76853-050b-4649-8c6b-9c5a64ca49ce, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=09c76853-050b-4649-8c6b-9c5a64ca49ce,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:56.453472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '09c76853-050b-4649-8c6b-9c5a64ca49ce', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'port_id': '09c76853-050b-4649-8c6b-9c5a64ca49ce', 'mac_address': 'fa:16:3e:c7:b5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:34:56.506077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Subnet': ['ID=5db67378-5a09-4a59-8192-d1fe28d5a760,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:56.531026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Checking segment: {'id': 'f1609c68-c904-488d-ae66-afcb931c280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:34:56.531516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Network hostable DHCP agents. Network: 0dd0023b-533f-4c16-9408-5680f9f17110, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:56.564181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 09c76853-050b-4649-8c6b-9c5a64ca49ce is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:56.564468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.581065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port bee31535-ffda-44d1-92b1-9b4ebefe668e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:34:56.587677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c76853-050b-4649-8c6b-9c5a64ca49ce {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:34:56.603539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 09c76853-050b-4649-8c6b-9c5a64ca49ce, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=09c76853-050b-4649-8c6b-9c5a64ca49ce,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:56.653678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Network 0dd0023b-533f-4c16-9408-5680f9f17110 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:56.705974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.708801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-bb62ca31-fd1f-4b60-bfa4-d8ad621c2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:56.710576 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-bb62ca31-fd1f-4b60-bfa4-d8ad621c2169 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1097 time: 0.4504058 Oct 20 03:34:56.728783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 0dd0023b-533f-4c16-9408-5680f9f17110) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:56.735028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:56.736584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.746980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-546d7545-4100-4904-8832-132df1fddfb8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.759637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3e9e99-0ea3-4278-a8db-67a774b173c5 None None] Network 0dd0023b-533f-4c16-9408-5680f9f17110 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:56.823365 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4e50d701-0fe2-4fd6-af2e-48aff8b6ee74 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5993536 Oct 20 03:34:56.823622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57694) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:56.829427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'port': {'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110', 'name': 'tempest-AllowedAddressPairTestJSON-802890802'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:56.854073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-546d7545-4100-4904-8832-132df1fddfb8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.866148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=09c76853-050b-4649-8c6b-9c5a64ca49ce,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:56.874154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebee4db-d9c0-4875-a9c5-9c582f661542 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:56.899192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d7545-4100-4904-8832-132df1fddfb8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6de29a-f0bc-4f74-b9bd-e02b9e011c9c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:56.996290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:57.005304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Usage tracker for resource:port and tenant:9ff24e4845d44b58a9cc0b6889fadbbf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:57.011037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:57.021617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:57.029833 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-546d7545-4100-4904-8832-132df1fddfb8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/fd6de29a-f0bc-4f74-b9bd-e02b9e011c9c HTTP/1.1" status: 204 len: 168 time: 1.9275422 Oct 20 03:34:57.034358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57702) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:57.079046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d51e42-a644-4a70-98eb-e452c5267e0c req-3681117f-bc8f-4425-894b-34b63d71bdec tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:57.086639 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-60d51e42-a644-4a70-98eb-e452c5267e0c req-3681117f-bc8f-4425-894b-34b63d71bdec tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 944 time: 0.4797533 Oct 20 03:34:57.138541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-bac23e7b-2511-4335-9462-9dc8e7234144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:57.139660 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-bac23e7b-2511-4335-9462-9dc8e7234144 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 911 time: 0.4225140 Oct 20 03:34:57.153224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['a90f4169-14f0-42e4-9892-93c5a5bc9b5a'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:34:57.199996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Made reservation on behalf of 9ff24e4845d44b58a9cc0b6889fadbbf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:57.204322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.235680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-465870cb-ca99-4ec8-9688-eef6135f5230 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 217 time: 0.0842049 Oct 20 03:34:57.242915 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-812c81ea-6ef2-4abc-91b1-f73d8b75329c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2074168 Oct 20 03:34:57.245531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57718) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:57.270923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['09c76853-050b-4649-8c6b-9c5a64ca49ce'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:34:57.288853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:57.304724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.330248 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-60d51e42-a644-4a70-98eb-e452c5267e0c req-02fc9237-8418-46f5-9ae3-04b2fbaae8b6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424011 Oct 20 03:34:57.460660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-0dd0023b-533f-4c16-9408-5680f9f17110', 'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110', 'tenant_id': '9ff24e4845d44b58a9cc0b6889fadbbf', 'fixed_ips': [{'subnet_id': '5db67378-5a09-4a59-8192-d1fe28d5a760'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:34:57.461835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.489446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-8a7278ef-be45-4e33-8008-7a0190b670e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:57.491907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-8a7278ef-be45-4e33-8008-7a0190b670e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 200 len: 849 time: 0.2357719 Oct 20 03:34:57.646544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] device_id is not set on port 19ddea55-5851-47eb-ba99-4020cc096cf3 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:57.796561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:57.816996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:57.825177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:57.880073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:57.935442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7d49a-fe42-4b3e-86ce-c645e3c50853 req-b1e53e33-b859-4981-8965-98804e936f72 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:57.938321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d3a78a-dbfc-405d-a572-1073689d03a7 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:34:57.938769 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0ca7d49a-fe42-4b3e-86ce-c645e3c50853 req-b1e53e33-b859-4981-8965-98804e936f72 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 945 time: 0.6906147 Oct 20 03:34:57.963071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3a78a-dbfc-405d-a572-1073689d03a7 None None] Deleting port bee31535-ffda-44d1-92b1-9b4ebefe668e {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:34:57.963603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a78a-dbfc-405d-a572-1073689d03a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.975304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Allocated IP 172.20.0.5 (0dd0023b-533f-4c16-9408-5680f9f17110/5db67378-5a09-4a59-8192-d1fe28d5a760/19ddea55-5851-47eb-ba99-4020cc096cf3) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:57.977177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-6f3e7c5f-f7d6-4cb1-bf55-003d61249368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:57.978892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-6f3e7c5f-f7d6-4cb1-bf55-003d61249368 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d196197-6218-45a1-954c-3d461e643c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4654694 Oct 20 03:34:57.999065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:58.002983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.143391 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0ca7d49a-fe42-4b3e-86ce-c645e3c50853 req-fa234bb1-b0d9-49a5-adc9-7a553c71ddff tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987073 Oct 20 03:34:58.152582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0a527-8cc7-4261-9b45-b3eb5b2aab38 req-c505c2be-fcf3-4574-bc67-0c80d4bf6db7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.159753 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d7c0a527-8cc7-4261-9b45-b3eb5b2aab38 req-c505c2be-fcf3-4574-bc67-0c80d4bf6db7 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 944 time: 0.5681512 Oct 20 03:34:58.322487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c8d3a78a-dbfc-405d-a572-1073689d03a7 None None] For port bee31535-ffda-44d1-92b1-9b4ebefe668e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=bee31535-ffda-44d1-92b1-9b4ebefe668e,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:34:58.323118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a78a-dbfc-405d-a572-1073689d03a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.327275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57746) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:58.451542 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d7c0a527-8cc7-4261-9b45-b3eb5b2aab38 req-0b5e0b1f-9798-48a2-a20b-a85a1f372df6 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907584 Oct 20 03:34:58.517022 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-e1ab74f2-b3b2-43fa-acb2-36d34b070964 service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220222 Oct 20 03:34:58.517433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3a78a-dbfc-405d-a572-1073689d03a7 None None] Calling delete_port for bee31535-ffda-44d1-92b1-9b4ebefe668e owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:34:58.551825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.594309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1786714166'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:58.607954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:58.636152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Allocated IP 172.20.0.1 (a8e5de96-a695-4ee9-8d79-2576b6bb07b8/411f4538-c671-4f09-a0f5-68aa84d93036/b6a22a9d-c962-4504-8c9d-629eb7533aa3) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:58.687024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Transition to ACTIVE for port object 19ddea55-5851-47eb-ba99-4020cc096cf3 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:58.688635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:network and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:58.693524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.704145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:58.740710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a78a-dbfc-405d-a572-1073689d03a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.761874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:58.770168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:58.778054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:58.781418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.782133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.791002 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f038dcb-356a-4747-8b1e-392e092430f4 req-e5808746-d78c-4f29-8d23-c87ed2d15fa0 service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619636 Oct 20 03:34:58.795517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3a78a-dbfc-405d-a572-1073689d03a7 None None] Pushing event deleted for resources: {'Port': ['ID=bee31535-ffda-44d1-92b1-9b4ebefe668e,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:58.799711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3a78a-dbfc-405d-a572-1073689d03a7 None None] No DVR routers for this DVR port bee31535-ffda-44d1-92b1-9b4ebefe668e on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:34:58.818749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2df107-2401-48f0-bde2-c7486e27b90d None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:34:58.848016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=c5f98194-bd12-4717-9d4e-87feb97a2e35,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:58.865725 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.884437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Transition to ACTIVE for port object b6a22a9d-c962-4504-8c9d-629eb7533aa3 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:58.897523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd61ea9-645c-4272-bc10-0ff87e8f7182 req-fbe6bb70-6ee8-438a-9bc1-0ab3bf503772 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.899182 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9dd61ea9-645c-4272-bc10-0ff87e8f7182 req-fbe6bb70-6ee8-438a-9bc1-0ab3bf503772 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 944 time: 0.2985554 Oct 20 03:34:58.900280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Made reservation on behalf of 91e2b40774f5476593a4866f31129b96 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:58.904551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.936854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.949503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.016756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:59.022989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.033144 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5710458c-7c42-4bd8-bf8a-2389652a672d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7853596 Oct 20 03:34:59.039492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Allocated IP 172.20.0.2 (0dd0023b-533f-4c16-9408-5680f9f17110/5db67378-5a09-4a59-8192-d1fe28d5a760/99c6bc87-b7f3-4ad9-903e-efd1dda98c46) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:59.043549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:security_group_rule and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:59.051348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57760) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:59.059072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:59.066027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Network 0dd0023b-533f-4c16-9408-5680f9f17110 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:59.069639 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'name': 'tempest-NetworksTestDHCPv6-1053329524'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:59.107338 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9dd61ea9-645c-4272-bc10-0ff87e8f7182 req-e5a3ce4a-93f4-4f3c-b940-a13841ff9139 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870689 Oct 20 03:34:59.121290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:59.125907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:59.129590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:59.133464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:59.134461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:59.188461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:34:59.205606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event updated for resources: {'Port': ['ID=b6a22a9d-c962-4504-8c9d-629eb7533aa3,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:59.216490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Port': ['ID=19ddea55-5851-47eb-ba99-4020cc096cf3,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:59.270194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.292512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': 'c5f98194-bd12-4717-9d4e-87feb97a2e35'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:34:59.293912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.381430 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.401119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:59.402763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.469382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57772) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:59.501782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0b649-944e-4183-99f9-70c22192615f req-570eafd3-536c-46d9-8cc1-897125e56af0 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:59.504075 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-03d0b649-944e-4183-99f9-70c22192615f req-570eafd3-536c-46d9-8cc1-897125e56af0 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 945 time: 0.1073492 Oct 20 03:34:59.509836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:59.523650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:59.527861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:59.545006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:59.565964 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-86951b21-5147-4bae-810b-40d21b5cee3a tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7376013 Oct 20 03:34:59.567765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.575624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57780) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:34:59.615675 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-03d0b649-944e-4183-99f9-70c22192615f req-e3b6f4a4-17d6-48f3-8687-8b6293248c06 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745833 Oct 20 03:34:59.620057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.647021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:59.656141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.656547 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Added segment 529c8bde-170e-4eb6-953f-c007726d75c0 of type vlan for network 7acd0446-fa9c-416e-8ba2-0bfc6880deab Oct 20 03:34:59.673728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'port': {'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110', 'name': 'tempest-AllowedAddressPairTestJSON-320819244', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c0:d2:ea'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:59.696433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:59.701002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.709705 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:34:59.720211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1111148136', 'router:external': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:59.751402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1705c692-51e3-450a-af36-8721312b819b details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:34:59.753745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a90f4169-14f0-42e4-9892-93c5a5bc9b5a up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:34:59.777537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bee31535-ffda-44d1-92b1-9b4ebefe668e no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:34:59.803803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:34:59.831285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Usage tracker for resource:network and tenant:fc846aff86d04798ba50a33522118fa0 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:34:59.837351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f248399c-f2eb-48ed-b3a6-bfdc02cf829c,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:59.843355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:34:59.843525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Provisioning for port b6a22a9d-c962-4504-8c9d-629eb7533aa3 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:34:59.852109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.854569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: bee31535-ffda-44d1-92b1-9b4ebefe668e {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:34:59.855303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bee31535-ffda-44d1-92b1-9b4ebefe668e not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:34:59.858475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 29bf0656-270c-4170-b22f-93ab7d97aa68 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:59.874840 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Provisioning complete for port b6a22a9d-c962-4504-8c9d-629eb7533aa3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:59.875515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.875515 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 1 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:34:59.902977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:34:59.922480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.938889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Transition to ACTIVE for port object 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:59.970453 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/c5f98194-bd12-4717-9d4e-87feb97a2e35/6826d2e4-1890-4133-8254-67e50c676e79) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:00.052362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:00.064524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Transition to ACTIVE for port object 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:00.107135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.125356 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Made reservation on behalf of fc846aff86d04798ba50a33522118fa0 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:00.127887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.150023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:00.157954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.159273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28bb48-671f-4142-a479-7a6a52dabbe0 req-158998f5-cfc6-4778-9907-31c3c377b84a tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:00.160752 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5e28bb48-671f-4142-a479-7a6a52dabbe0 req-158998f5-cfc6-4778-9907-31c3c377b84a tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 944 time: 0.5876060 Oct 20 03:35:00.161444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.182334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.194270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Usage tracker for resource:port and tenant:9ff24e4845d44b58a9cc0b6889fadbbf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:00.198242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:00.208102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:00.222088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.227594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:00.228204 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.259803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:00.267844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port a90f4169-14f0-42e4-9892-93c5a5bc9b5a completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:00.272455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Usage tracker for resource:security_group_rule and tenant:fc846aff86d04798ba50a33522118fa0 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:00.274952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1705c692-51e3-450a-af36-8721312b819b, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1705c692-51e3-450a-af36-8721312b819b,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:00.301183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port a90f4169-14f0-42e4-9892-93c5a5bc9b5a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:00.301601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.301938 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port a90f4169-14f0-42e4-9892-93c5a5bc9b5a Oct 20 03:35:00.328596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Network 0dd0023b-533f-4c16-9408-5680f9f17110 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:00.330025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:00.345525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event updated for resources: {'Port': ['ID=b6a22a9d-c962-4504-8c9d-629eb7533aa3,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:00.348795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.352507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:00.354404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '1705c692-51e3-450a-af36-8721312b819b', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'port_id': '1705c692-51e3-450a-af36-8721312b819b', 'mac_address': 'fa:16:3e:bb:b6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:35:00.356987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:00.357121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Made reservation on behalf of 9ff24e4845d44b58a9cc0b6889fadbbf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:00.387378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:00.394880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Pushing event updated for resources: {'Port': ['ID=99c6bc87-b7f3-4ad9-903e-efd1dda98c46,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:00.405877 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5e28bb48-671f-4142-a479-7a6a52dabbe0 req-92e31cb8-1630-46d9-b09a-e7dd87ed86cc tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331448 Oct 20 03:35:00.454449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Network': ['ID=7acd0446-fa9c-416e-8ba2-0bfc6880deab,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:00.472729 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8951403b-2ae1-439f-8734-cc1360fc8629 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1403842 Oct 20 03:35:00.473295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57786) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:00.489097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'subnet': {'network_id': '7acd0446-fa9c-416e-8ba2-0bfc6880deab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:00.490980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:35:00.582883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:00.585226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:00.602456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d5ca3-7825-41ad-b989-72cdfb83856c req-e6196ad2-d41f-4364-9b1e-0b53ac5a96ff tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:00.603945 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-699d5ca3-7825-41ad-b989-72cdfb83856c req-e6196ad2-d41f-4364-9b1e-0b53ac5a96ff tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 944 time: 0.3664665 Oct 20 03:35:00.640511 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 2 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:00.663216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.680381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:00.690011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:subnet and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:00.695229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:00.736357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:00.738627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] device_id is not set on port 33e3d35f-04d7-4a52-8145-bc1465857315 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:00.826393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Attempting to bind port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:00.826896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Attempting to bind port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'f1609c68-c904-488d-ae66-afcb931c280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:00.827402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Attempting to bind port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 on network 0dd0023b-533f-4c16-9408-5680f9f17110 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:00.844005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1705c692-51e3-450a-af36-8721312b819b is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:00.844214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.844604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.861038 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-699d5ca3-7825-41ad-b989-72cdfb83856c req-b020f2ae-08f8-41bc-b754-3ed25b6fc093 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860590 Oct 20 03:35:00.904074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:00.904621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Checking segment: {'id': 'f1609c68-c904-488d-ae66-afcb931c280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:00.905122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.905639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Bound using segment: {'id': 'f1609c68-c904-488d-ae66-afcb931c280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:00.906220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Bound port: 99c6bc87-b7f3-4ad9-903e-efd1dda98c46, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1609c68-c904-488d-ae66-afcb931c280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:00.915560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.915686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Made reservation on behalf of 91e2b40774f5476593a4866f31129b96 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:00.915686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.925375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Router b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:00.940014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1705c692-51e3-450a-af36-8721312b819b {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:35:00.977214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:00.990224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.996986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.055360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Transition to ACTIVE for port object 6826d2e4-1890-4133-8254-67e50c676e79 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:01.070771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1705c692-51e3-450a-af36-8721312b819b, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1705c692-51e3-450a-af36-8721312b819b,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:01.082085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port a90f4169-14f0-42e4-9892-93c5a5bc9b5a is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:01.082593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.097868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:01.116473 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Transition to ACTIVE for port object 6826d2e4-1890-4133-8254-67e50c676e79 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:01.117239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:01.131114 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cb28c5ad-62cd-473f-9b09-0133a0059ac7 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "PUT /v2.0/routers/b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1856060 Oct 20 03:35:01.132800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57792) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:01.137406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9399d54-006b-4254-8b5f-7aa057c1eb12 None None] Sync routers for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:01.137639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Request body: {'port': {'network_id': 'a8e5de96-a695-4ee9-8d79-2576b6bb07b8', 'name': 'tempest-FloatingIPAdminTestJSON-828082957'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:01.141292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] For port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:01.147314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dbe957-552e-4ff0-a0a7-c627f2b889db,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:01.148281 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.170519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.170519 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Added segment bf8a52cd-1cd9-4219-8da5-09e61c3cbacb of type vlan for network 95262091-938e-46ff-a082-666686d364af Oct 20 03:35:01.179107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Allocated IP 172.20.0.9 (0dd0023b-533f-4c16-9408-5680f9f17110/5db67378-5a09-4a59-8192-d1fe28d5a760/33e3d35f-04d7-4a52-8145-bc1465857315) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:01.186264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecec404f-73b8-4664-a824-ef5618f91557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:01.231496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f06865-258d-41ca-8479-b150583cae88 req-a80d14b4-c502-4513-9e3e-71eb0ede988d tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:01.232966 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64f06865-258d-41ca-8479-b150583cae88 req-a80d14b4-c502-4513-9e3e-71eb0ede988d tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 945 time: 0.3984115 Oct 20 03:35:01.260620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] For port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=99c6bc87-b7f3-4ad9-903e-efd1dda98c46,segment=NetworkSegment(f1609c68-c904-488d-ae66-afcb931c280e),segment_id=f1609c68-c904-488d-ae66-afcb931c280e)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:01.278562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.282117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9399d54-006b-4254-8b5f-7aa057c1eb12 None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:01.289160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-e9399d54-006b-4254-8b5f-7aa057c1eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:01.289391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:01.290802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Usage tracker for resource:port and tenant:0cd42d20efa54201977e89ecfef95a99 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:01.294362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Quota usage for port was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:01.296331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.300757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:01.340088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port a90f4169-14f0-42e4-9892-93c5a5bc9b5a, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:01.365977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.374110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-e9399d54-006b-4254-8b5f-7aa057c1eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:01.393889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:01.403387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:01.407233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9399d54-006b-4254-8b5f-7aa057c1eb12 None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:01.407851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-e9399d54-006b-4254-8b5f-7aa057c1eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:34:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:01.413503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Made reservation on behalf of 0cd42d20efa54201977e89ecfef95a99 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:01.420036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.423286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::385 (70bc74a8-f345-4115-a4c4-4fbf84d34303/c5f98194-bd12-4717-9d4e-87feb97a2e35/29bf0656-270c-4170-b22f-93ab7d97aa68) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:01.450291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] device_id is not set on port 5c3723a5-acab-47e0-982e-549fba690009 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:01.519720 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64f06865-258d-41ca-8479-b150583cae88 req-f617fc96-a6e3-40b3-b18c-96642763dd05 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741454 Oct 20 03:35:01.521596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:01.543800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42738f3d-2a87-4733-99fc-0df34d36de41" -d '{"events": [{"server_uuid": "ecec404f-73b8-4664-a824-ef5618f91557", "name": "network-vif-plugged", "status": "completed", "tag": "a90f4169-14f0-42e4-9892-93c5a5bc9b5a"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:01.543800 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 3 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:01.561364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['1705c692-51e3-450a-af36-8721312b819b'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:35:01.602334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1705c692-51e3-450a-af36-8721312b819b,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:01.624080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Allocated IP 172.20.0.12 (a8e5de96-a695-4ee9-8d79-2576b6bb07b8/411f4538-c671-4f09-a0f5-68aa84d93036/5c3723a5-acab-47e0-982e-549fba690009) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:01.676131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.676905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 09c76853-050b-4649-8c6b-9c5a64ca49ce up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:01.733995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-e9399d54-006b-4254-8b5f-7aa057c1eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:01.734943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9399d54-006b-4254-8b5f-7aa057c1eb12 None None] The sync data for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:01.837040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.862908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:01.865953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.874346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c865edad-0376-48b2-bd00-8549d2cbc672 x-openstack-request-id: req-c865edad-0376-48b2-bd00-8549d2cbc672 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:01.874635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecec404f-73b8-4664-a824-ef5618f91557", "name": "network-vif-plugged", "status": "completed", "tag": "a90f4169-14f0-42e4-9892-93c5a5bc9b5a", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:01.874900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c865edad-0376-48b2-bd00-8549d2cbc672 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:01.875349 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c865edad-0376-48b2-bd00-8549d2cbc672'] response: {'server_uuid': 'ecec404f-73b8-4664-a824-ef5618f91557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a', 'code': 200} Oct 20 03:35:01.932446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b85c1-d40a-43f3-a16b-61fd8a605447 req-20586693-1cc1-468f-bd0c-4047ed5b98f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:01.935383 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b50b85c1-d40a-43f3-a16b-61fd8a605447 req-20586693-1cc1-468f-bd0c-4047ed5b98f4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 945 time: 0.3121667 Oct 20 03:35:01.978634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:02.032321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b50b85c1-d40a-43f3-a16b-61fd8a605447 req-d2d8656e-2383-43a6-bd96-530d9ae66479 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823915 Oct 20 03:35:02.037909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Attempting to bind port 6826d2e4-1890-4133-8254-67e50c676e79 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:02.038284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Attempting to bind port 6826d2e4-1890-4133-8254-67e50c676e79 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:02.038648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Attempting to bind port 6826d2e4-1890-4133-8254-67e50c676e79 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:02.067599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Pushing event updated for resources: {'Port': ['ID=6826d2e4-1890-4133-8254-67e50c676e79,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.097138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.113831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Transition to ACTIVE for port object 5c3723a5-acab-47e0-982e-549fba690009 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:02.119821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.122352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:02.122727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:02.123286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.123700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:02.124180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Bound port: 6826d2e4-1890-4133-8254-67e50c676e79, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:02.124548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.244493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b0815-a066-4333-9e6a-c9e10a72c1d2 None None] Pushing event updated for resources: {'Port': ['ID=99c6bc87-b7f3-4ad9-903e-efd1dda98c46,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.256178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.300411 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8268487 Oct 20 03:35:02.312365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57808) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:02.327566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 09c76853-050b-4649-8c6b-9c5a64ca49ce completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:02.342561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'subnet': {'network_id': '95262091-938e-46ff-a082-666686d364af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:02.346565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 09c76853-050b-4649-8c6b-9c5a64ca49ce triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:02.347302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.347633 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 09c76853-050b-4649-8c6b-9c5a64ca49ce Oct 20 03:35:02.353530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:02.368284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Usage tracker for resource:subnet and tenant:fc846aff86d04798ba50a33522118fa0 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:02.374689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:02.377463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:02.385109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:02.387745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:02.394552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:02.425127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] For port 6826d2e4-1890-4133-8254-67e50c676e79, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:02.429500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event updated for resources: {'Port': ['ID=5c3723a5-acab-47e0-982e-549fba690009,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.466152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] For port 6826d2e4-1890-4133-8254-67e50c676e79, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6826d2e4-1890-4133-8254-67e50c676e79,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:02.478414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.482001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-c574af16-f0b8-4d87-92e7-8e6fb9ccf0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:02.482226 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 4 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:02.483394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-c574af16-f0b8-4d87-92e7-8e6fb9ccf0d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 1098 time: 0.2706909 Oct 20 03:35:02.494860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07485961-f5ef-4931-aeeb-1ae932a6f3bd tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event updated for resources: {'Network': ['ID=95262091-938e-46ff-a082-666686d364af,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.500671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:02.501342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.506485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.536256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Made reservation on behalf of fc846aff86d04798ba50a33522118fa0 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:02.539427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.561425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 95262091-938e-46ff-a082-666686d364af details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:35:02.563393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-d9f0ce05-5bce-433c-814c-6bfa419fc69b service neutron] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.584604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Subnet': ['ID=926c039c-351d-41f5-8b69-092c06575b08,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.613396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.619399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.630669 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Checking segment: {'id': '529c8bde-170e-4eb6-953f-c007726d75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7acd0446-fa9c-416e-8ba2-0bfc6880deab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:02.631270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network hostable DHCP agents. Network: 7acd0446-fa9c-416e-8ba2-0bfc6880deab, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:02.635987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 29bf0656-270c-4170-b22f-93ab7d97aa68 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:02.681318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Transition to ACTIVE for port object 33e3d35f-04d7-4a52-8145-bc1465857315 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:02.741303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5acb6-5bcd-418e-a3ce-d9ba006454ef req-dd0de662-9735-4481-9e0d-70549542c9fa tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:02.748866 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5acb6-5bcd-418e-a3ce-d9ba006454ef req-dd0de662-9735-4481-9e0d-70549542c9fa tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 945 time: 0.6191843 Oct 20 03:35:02.759418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-d9f0ce05-5bce-433c-814c-6bfa419fc69b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:02.771495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-d9f0ce05-5bce-433c-814c-6bfa419fc69b service neutron] Usage tracker for resource:security_group_rule and tenant:24c7e1b5b14b43548f0825248b448fac is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:02.775997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-d9f0ce05-5bce-433c-814c-6bfa419fc69b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:02.796454 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-51bd7ad0-1d7d-4086-80b4-8f4347d82939 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6632922 Oct 20 03:35:02.798673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-d9f0ce05-5bce-433c-814c-6bfa419fc69b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:02.802288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57814) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:02.848090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:02.892721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:02.945883 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5acb6-5bcd-418e-a3ce-d9ba006454ef req-9e67f5a1-f7eb-498a-a347-7e2fbd283f83 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959207 Oct 20 03:35:02.976654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 7acd0446-fa9c-416e-8ba2-0bfc6880deab) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:02.986433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:02.987041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.021233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 09c76853-050b-4649-8c6b-9c5a64ca49ce is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:03.027564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.044582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f681c-0a2f-418f-b4bb-1abf7d88d1a7 None None] Pushing event updated for resources: {'Port': ['ID=6826d2e4-1890-4133-8254-67e50c676e79,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:03.048237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.095460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d9531-2b2f-4f33-a774-29c0b3b16e79 None None] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:03.113894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.166097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Network 0dd0023b-533f-4c16-9408-5680f9f17110 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:03.171116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:03.176790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:03.182873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'project_id': '0cd42d20efa54201977e89ecfef95a99', 'port_id': '5c3723a5-acab-47e0-982e-549fba690009'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:03.188200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:03.193380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Usage tracker for resource:floatingip and tenant:0cd42d20efa54201977e89ecfef95a99 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:03.196683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:03.204285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:03.253978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf29bd-9b5e-44ef-b506-5cecf7d57070 None None] Network 0dd0023b-533f-4c16-9408-5680f9f17110 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:03.259183 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e8bb76c9-15be-4941-8399-3c61de7686d2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7822697 Oct 20 03:35:03.265528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57822) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:03.269533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 09c76853-050b-4649-8c6b-9c5a64ca49ce, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=09c76853-050b-4649-8c6b-9c5a64ca49ce,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:03.286440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1274823122', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:03.299654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:03.304299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:router and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:03.307857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:03.313682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:03.314647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Port': ['ID=33e3d35f-04d7-4a52-8145-bc1465857315,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:03.317658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:03.326006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:03.342506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.354467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.371575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4679f04-c9b4-4247-b2d5-2e31aae8c2bf req-801fa093-fffd-456f-bed0-e612fa322219 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.373240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:03.378688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.378971 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d4679f04-c9b4-4247-b2d5-2e31aae8c2bf req-801fa093-fffd-456f-bed0-e612fa322219 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 945 time: 0.5491393 Oct 20 03:35:03.379286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.417093 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 5 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:03.431111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.431719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.458864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=29bf0656-270c-4170-b22f-93ab7d97aa68,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:03.490870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53408519-d138-464e-b95d-7736825ba77f req-30195c9f-a0a0-4c33-a999-299ada39d51d tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.492739 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-53408519-d138-464e-b95d-7736825ba77f req-30195c9f-a0a0-4c33-a999-299ada39d51d tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 945 time: 0.2517800 Oct 20 03:35:03.496972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-d9f0ce05-5bce-433c-814c-6bfa419fc69b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.498102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.499092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.510758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1705c692-51e3-450a-af36-8721312b819b up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:03.524964 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7a1003ff-c5ca-4c6f-abab-241fa01aa8fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4703074 Oct 20 03:35:03.526753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57826) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:03.537873 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d4679f04-c9b4-4247-b2d5-2e31aae8c2bf req-99c1a0e3-b3b5-4a16-a799-8aeef5606f11 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580515 Oct 20 03:35:03.542224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.582334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-d9f0ce05-5bce-433c-814c-6bfa419fc69b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.644066 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fee5d69e-66e4-4f29-8077-911d005d66a9 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.0595016 Oct 20 03:35:03.657237 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-98e2f9f8-eea2-4be9-8456-36b6b2db74ce req-d9f0ce05-5bce-433c-814c-6bfa419fc69b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1634090 Oct 20 03:35:03.657733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57830) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:03.669866 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-53408519-d138-464e-b95d-7736825ba77f req-07c9cd0e-ae95-46b1-a0e6-50f44f69130e tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683004 Oct 20 03:35:03.728296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:03.730543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=09c76853-050b-4649-8c6b-9c5a64ca49ce,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:03.733661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac7660-a3fe-4a8f-9b07-a2e8d8fe55f7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.746692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac7660-a3fe-4a8f-9b07-a2e8d8fe55f7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.748302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-adac7660-a3fe-4a8f-9b07-a2e8d8fe55f7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:03.825962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-adac7660-a3fe-4a8f-9b07-a2e8d8fe55f7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:03.830278 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-adac7660-a3fe-4a8f-9b07-a2e8d8fe55f7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3038800 Oct 20 03:35:03.831054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57834) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:03.856902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6826d2e4-1890-4133-8254-67e50c676e79 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:03.897618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c76853-050b-4649-8c6b-9c5a64ca49ce'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:03.900383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9254e2a6-04d8-4a90-b6d5-012fedfe6fbd" -d '{"events": [{"server_uuid": "927e52cb-abb3-4464-b2f7-87f520743e2e", "name": "network-vif-plugged", "status": "completed", "tag": "09c76853-050b-4649-8c6b-9c5a64ca49ce"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:03.923904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-85a219c2-ab0f-4bae-8a0d-695ebc0ea7d0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 29bf0656-270c-4170-b22f-93ab7d97aa68 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:03.924261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-85a219c2-ab0f-4bae-8a0d-695ebc0ea7d0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.934020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 1705c692-51e3-450a-af36-8721312b819b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:03.935424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0ce05-5bce-433c-814c-6bfa419fc69b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=737738ec-dfb5-4421-94f3-32795088649a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:03.958388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a35ec-1a93-48b8-9f03-4ce256415471 None None] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:03.978426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 1705c692-51e3-450a-af36-8721312b819b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:03.979479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.980491 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 1705c692-51e3-450a-af36-8721312b819b Oct 20 03:35:04.010196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a282f45a-282b-41a6-9e45-eb805366844f x-openstack-request-id: req-a282f45a-282b-41a6-9e45-eb805366844f {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:04.010497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927e52cb-abb3-4464-b2f7-87f520743e2e", "name": "network-vif-plugged", "status": "completed", "tag": "09c76853-050b-4649-8c6b-9c5a64ca49ce", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:04.010752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a282f45a-282b-41a6-9e45-eb805366844f {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:04.011137 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a282f45a-282b-41a6-9e45-eb805366844f'] response: {'server_uuid': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c76853-050b-4649-8c6b-9c5a64ca49ce', 'code': 200} Oct 20 03:35:04.141555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.145424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.244107 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 6 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:04.289865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57bfd9c-bebc-4dbb-a628-4ca6c1d6d6e3 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.296818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57bfd9c-bebc-4dbb-a628-4ca6c1d6d6e3 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.302692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57bfd9c-bebc-4dbb-a628-4ca6c1d6d6e3 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.307069 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e57bfd9c-bebc-4dbb-a628-4ca6c1d6d6e3 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.5725381 Oct 20 03:35:04.311364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57842) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:04.344142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 6826d2e4-1890-4133-8254-67e50c676e79 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:04.413040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9d5a4-bda0-41e7-ad81-0480f3b61f32 req-c353e190-41f1-463f-9394-fa96c07e88eb tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.414813 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a2c9d5a4-bda0-41e7-ad81-0480f3b61f32 req-c353e190-41f1-463f-9394-fa96c07e88eb tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 945 time: 0.2200644 Oct 20 03:35:04.416582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-85a219c2-ab0f-4bae-8a0d-695ebc0ea7d0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.506998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1705c692-51e3-450a-af36-8721312b819b is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:04.507502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.522295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:04.554010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:04.614909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-85a219c2-ab0f-4bae-8a0d-695ebc0ea7d0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 29bf0656-270c-4170-b22f-93ab7d97aa68 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:04.620230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5f27ed97-63d7-49bc-a2a4-8ddf94081934 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Deleting port 33e3d35f-04d7-4a52-8145-bc1465857315 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:04.620607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f27ed97-63d7-49bc-a2a4-8ddf94081934 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.760549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Allocated IP 172.26.7.19 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/d462f7c0-f395-4a76-9d89-4c5baf41b681) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:04.773856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:35:04.773856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.817075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1705c692-51e3-450a-af36-8721312b819b, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1705c692-51e3-450a-af36-8721312b819b,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:04.819097 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a2c9d5a4-bda0-41e7-ad81-0480f3b61f32 req-a7e625eb-5e1e-49f5-9533-654cc5853457 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942199 Oct 20 03:35:04.885218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.913667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-85a219c2-ab0f-4bae-8a0d-695ebc0ea7d0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.953484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:05.014518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1705c692-51e3-450a-af36-8721312b819b,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:05.025781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a219c2-ab0f-4bae-8a0d-695ebc0ea7d0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=29bf0656-270c-4170-b22f-93ab7d97aa68,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:05.054980 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 7 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:05.099382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-85a219c2-ab0f-4bae-8a0d-695ebc0ea7d0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.132905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:05.152796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab0641-20cf-4370-892a-1bb6464ede9a req-cf15e8cb-0bf2-46a9-b1e8-90e98f041c69 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:05.160996 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b2ab0641-20cf-4370-892a-1bb6464ede9a req-cf15e8cb-0bf2-46a9-b1e8-90e98f041c69 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 945 time: 0.1791625 Oct 20 03:35:05.191482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:05.218946 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b2ab0641-20cf-4370-892a-1bb6464ede9a req-644d2d0a-8c27-4d76-b711-5fccafc923a4 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561519 Oct 20 03:35:05.228037 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-85a219c2-ab0f-4bae-8a0d-695ebc0ea7d0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/29bf0656-270c-4170-b22f-93ab7d97aa68 HTTP/1.1" status: 204 len: 168 time: 1.3959754 Oct 20 03:35:05.230535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57850) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:05.307859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.308871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.309146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.309238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a170b94-8fa9-4768-a6b3-1e23ba0f1d2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:05.309510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.309851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.310190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.310524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.310709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a170b94-8fa9-4768-a6b3-1e23ba0f1d2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:05.310863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.311195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.311431 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9a170b94-8fa9-4768-a6b3-1e23ba0f1d2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:05.311541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.311838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.312187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:05.359691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a885e-1427-4bde-ab6d-b8fff8999472 req-ba5b8dd7-7844-4c77-aca5-81ec4f6e6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:05.361152 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b7a885e-1427-4bde-ab6d-b8fff8999472 req-ba5b8dd7-7844-4c77-aca5-81ec4f6e6e7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 1099 time: 0.9936931 Oct 20 03:35:05.404879 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9a170b94-8fa9-4768-a6b3-1e23ba0f1d2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:05.408532 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9a170b94-8fa9-4768-a6b3-1e23ba0f1d2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1741118 Oct 20 03:35:05.408713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57854) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:05.423267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Checking segment: {'id': 'bf8a52cd-1cd9-4219-8da5-09e61c3cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '95262091-938e-46ff-a082-666686d364af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:05.423690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Network hostable DHCP agents. Network: 95262091-938e-46ff-a082-666686d364af, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:05.476761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet c5f98194-bd12-4717-9d4e-87feb97a2e35 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:35:05.479640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.549635 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b7a885e-1427-4bde-ab6d-b8fff8999472 req-52c5745e-b1db-4a76-bf37-0b6b8c3ed47c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752601 Oct 20 03:35:05.557178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f27ed97-63d7-49bc-a2a4-8ddf94081934 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.577074 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697e368-526e-468e-8910-42cbc96ba146 req-7fe23809-3e67-4698-af28-96fdf3680ca2 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:05.578903 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1697e368-526e-468e-8910-42cbc96ba146 req-7fe23809-3e67-4698-af28-96fdf3680ca2 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 946 time: 0.7526970 Oct 20 03:35:05.628495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.633847 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 8 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:05.652562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.720036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:05.725911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.788618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5f27ed97-63d7-49bc-a2a4-8ddf94081934 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Calling delete_port for 33e3d35f-04d7-4a52-8145-bc1465857315 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:05.816830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Network 95262091-938e-46ff-a082-666686d364af is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:05.925480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.939624 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1697e368-526e-468e-8910-42cbc96ba146 req-001efec2-e87e-4f6b-b756-3a9e824f142f tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454185 Oct 20 03:35:05.977935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.009818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f98194-bd12-4717-9d4e-87feb97a2e35,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:06.012658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1705c692-51e3-450a-af36-8721312b819b'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:06.012865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.015157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e2e1de-3a14-49a4-8524-310af525d1b2" -d '{"events": [{"server_uuid": "89cd8f54-4e35-4f66-ba77-3e7c18b2cebc", "name": "network-vif-plugged", "status": "completed", "tag": "1705c692-51e3-450a-af36-8721312b819b"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:06.019401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad71e4-8db5-4040-a9b8-10e609370d57 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:06.028279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.031798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.032370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.032541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.032723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 95262091-938e-46ff-a082-666686d364af) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:06.032880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.033292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.033617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.034391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.034391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.034867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.034983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.035426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.035646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:06.057525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c3a390-2846-47b4-8f36-9d49e2c68dd9 None None] Network 95262091-938e-46ff-a082-666686d364af requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:06.072202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.072788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.088402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a4d38-6a78-4b93-bed7-3f99ab4293ff req-1fd679cf-25c4-4aff-8899-9252d5b46311 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.097039 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e93a4d38-6a78-4b93-bed7-3f99ab4293ff req-1fd679cf-25c4-4aff-8899-9252d5b46311 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.1378539 Oct 20 03:35:06.124456 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f511adba-673c-45c8-9af2-c2220cf2bb00 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/c5f98194-bd12-4717-9d4e-87feb97a2e35 HTTP/1.1" status: 204 len: 168 time: 0.7118425 Oct 20 03:35:06.124456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57862) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:06.189418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.206981 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ac797bb3-9710-42a8-afc3-ffeeeccaa656 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788465 Oct 20 03:35:06.207186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57866) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:06.212308 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e93a4d38-6a78-4b93-bed7-3f99ab4293ff req-fd2a254c-4cf9-479c-bb6d-dc5c64e5d866 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141872 Oct 20 03:35:06.244409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acffd577-b75b-4dc2-936e-20ff78e1b134 x-openstack-request-id: req-acffd577-b75b-4dc2-936e-20ff78e1b134 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:06.244409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cd8f54-4e35-4f66-ba77-3e7c18b2cebc", "name": "network-vif-plugged", "status": "completed", "tag": "1705c692-51e3-450a-af36-8721312b819b", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:06.244409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-acffd577-b75b-4dc2-936e-20ff78e1b134 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:06.244409 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acffd577-b75b-4dc2-936e-20ff78e1b134'] response: {'server_uuid': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1705c692-51e3-450a-af36-8721312b819b', 'code': 200} Oct 20 03:35:06.244409 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 9 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:06.294361 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2a0127e3-48bf-4082-97e3-a3bac773b2e0 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9741375 Oct 20 03:35:06.298540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57872) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:06.301598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:06.306146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:06.311800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:06.317160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-68644090', 'network_id': '95262091-938e-46ff-a082-666686d364af'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:06.325960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:06.331775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Usage tracker for resource:port and tenant:fc846aff86d04798ba50a33522118fa0 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:06.334290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:06.343366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:06.354598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Pushing event updated for resources: {'Port': ['ID=d462f7c0-f395-4a76-9d89-4c5baf41b681,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:06.362906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f27ed97-63d7-49bc-a2a4-8ddf94081934 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.389464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f962ce-b892-4740-8e82-4e83369c9a9b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.394863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-13f962ce-b892-4740-8e82-4e83369c9a9b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:06.413789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.26.7.205 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/b5305c6d-0c5a-4154-80f9-65a93bf54897) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:06.436138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27ed97-63d7-49bc-a2a4-8ddf94081934 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event deleted for resources: {'Port': ['ID=33e3d35f-04d7-4a52-8145-bc1465857315,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:06.442993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Made reservation on behalf of fc846aff86d04798ba50a33522118fa0 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:06.445433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:06.446181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.471444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] device_id is not set on port 60538d14-8843-4432-903c-1f88dd7ba976 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:06.523875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-13f962ce-b892-4740-8e82-4e83369c9a9b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:06.527741 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-13f962ce-b892-4740-8e82-4e83369c9a9b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3166649 Oct 20 03:35:06.532369 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57876) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:06.643274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:35:06.650143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74857255-9a9a-4d55-b8f2-b1c37a72422d None None] Network 95262091-938e-46ff-a082-666686d364af requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:06.674005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Deleting port 6826d2e4-1890-4133-8254-67e50c676e79 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:06.675153 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.729241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4a8e6a-74a2-4b74-ab76-4979d7536dd6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.730148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-de4a8e6a-74a2-4b74-ab76-4979d7536dd6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:06.816971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Allocated IP 2001:db8::315 (95262091-938e-46ff-a082-666686d364af/3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce/60538d14-8843-4432-903c-1f88dd7ba976) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:06.851788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-de4a8e6a-74a2-4b74-ab76-4979d7536dd6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:06.853157 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-de4a8e6a-74a2-4b74-ab76-4979d7536dd6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3195212 Oct 20 03:35:06.863098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57880) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:06.947205 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Attempt 10 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:06.952435 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-11a055da-5bd0-44f1-9306-76ea2d275353 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878372 Oct 20 03:35:06.958832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57884) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:06.964663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:07.191987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1e16b266-71f6-4a99-9883-0ff74a1ade16 None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:07.232321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:07.259209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:07.289162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.302886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] For port 6826d2e4-1890-4133-8254-67e50c676e79, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6826d2e4-1890-4133-8254-67e50c676e79,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:07.303273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.304701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b1de5-e53c-4ead-9116-07b69e598ed3 req-d98edb75-18df-4490-b53c-d3920e8c44a6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:07.305061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.306235 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4d1b1de5-e53c-4ead-9116-07b69e598ed3 req-d98edb75-18df-4490-b53c-d3920e8c44a6 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 946 time: 0.2017024 Oct 20 03:35:07.326705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db269aed-3478-483e-8332-f19d6fa50442 req-2ba04265-4de6-4697-a42c-cf954171ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:07.328322 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-db269aed-3478-483e-8332-f19d6fa50442 req-2ba04265-4de6-4697-a42c-cf954171ff6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1099 time: 0.7716343 Oct 20 03:35:07.336244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029304fe-5ade-4616-8734-a0d12cfb3ffe req-d86eb245-000f-4bb9-a865-605be7f8055f tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:07.337677 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-029304fe-5ade-4616-8734-a0d12cfb3ffe req-d86eb245-000f-4bb9-a865-605be7f8055f tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 945 time: 0.9060085 Oct 20 03:35:07.366453 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4d1b1de5-e53c-4ead-9116-07b69e598ed3 req-99d2e231-2288-4057-a042-808d1c181f5d tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485513 Oct 20 03:35:07.370102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:07.373586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.377463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f27ed97-63d7-49bc-a2a4-8ddf94081934 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.379407 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5f27ed97-63d7-49bc-a2a4-8ddf94081934 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "DELETE /v2.0/ports/33e3d35f-04d7-4a52-8145-bc1465857315 HTTP/1.1" status: 204 len: 168 time: 3.0653110 Oct 20 03:35:07.387113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Could not find standard attr ID for object 33e3d35f-04d7-4a52-8145-bc1465857315. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:07.392872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57892) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:07.447661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-db269aed-3478-483e-8332-f19d6fa50442 req-0ecb412b-004c-4e31-8995-5679d45157f7 service neutron] Synchronizing usage tracker for tenant:24c7e1b5b14b43548f0825248b448fac on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:07.464935 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-029304fe-5ade-4616-8734-a0d12cfb3ffe req-b334d391-d61c-4a4d-8c7a-a98faf3a3ebf tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009924 Oct 20 03:35:07.465548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Calling delete_port for 6826d2e4-1890-4133-8254-67e50c676e79 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:07.545859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Provisioning complete for port b6a22a9d-c962-4504-8c9d-629eb7533aa3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:07.546233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.546747 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 1 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:07.623322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:07.625938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-db269aed-3478-483e-8332-f19d6fa50442 req-0ecb412b-004c-4e31-8995-5679d45157f7 service neutron] Unset dirty status for tenant:24c7e1b5b14b43548f0825248b448fac on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:07.627096 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-db269aed-3478-483e-8332-f19d6fa50442 req-0ecb412b-004c-4e31-8995-5679d45157f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817655 Oct 20 03:35:07.628159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.631409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.718467 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5313e12e-7b04-46b1-8f4a-4e96bb67b6f6 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] GET failed (client error): The resource could not be found. Oct 20 03:35:07.718926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5313e12e-7b04-46b1-8f4a-4e96bb67b6f6 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Synchronizing usage tracker for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:07.719689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.765311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6826d2e4-1890-4133-8254-67e50c676e79 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:07.775843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:07.789983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:07.800482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:07.807737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Pushing event deleted for resources: {'Port': ['ID=6826d2e4-1890-4133-8254-67e50c676e79,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:07.811743 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 6826d2e4-1890-4133-8254-67e50c676e79 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:35:07.812187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6826d2e4-1890-4133-8254-67e50c676e79 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:35:07.819991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] No DVR routers for this DVR port 6826d2e4-1890-4133-8254-67e50c676e79 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:07.822225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.822585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.823048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.823438 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.824416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.824915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.825299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.825511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=b5305c6d-0c5a-4154-80f9-65a93bf54897,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:07.825817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.826246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.826672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.827095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.827516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b4ed6-3c7f-4ab4-becf-4849a5ac48a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:07.906620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Network 95262091-938e-46ff-a082-666686d364af is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:07.915795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:07.918388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:07.919689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:07.921616 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.941741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event updated for resources: {'Port': ['ID=60538d14-8843-4432-903c-1f88dd7ba976,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:07.982515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d62a4a-55db-41d0-8ad5-bd121bcbb98f req-54755b02-eb41-4daf-9615-1a6d8bb5f5ac tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:07.983896 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a2d62a4a-55db-41d0-8ad5-bd121bcbb98f req-54755b02-eb41-4daf-9615-1a6d8bb5f5ac tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.3494575 Oct 20 03:35:07.998906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.017985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.070022 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5313e12e-7b04-46b1-8f4a-4e96bb67b6f6 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Unset dirty status for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:08.071272 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5313e12e-7b04-46b1-8f4a-4e96bb67b6f6 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "GET /v2.0/ports/33e3d35f-04d7-4a52-8145-bc1465857315 HTTP/1.1" status: 404 len: 333 time: 0.6775870 Oct 20 03:35:08.077854 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-96fe20ea-8ea6-4adf-aac1-f9010a4f9c0c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7676506 Oct 20 03:35:08.080971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57900) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:08.081393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57902) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:08.090334 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a2d62a4a-55db-41d0-8ad5-bd121bcbb98f req-44a8a3d6-cb50-48e8-a514-e9e744b4b749 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003954 Oct 20 03:35:08.093135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3ec6b-2797-479d-a67f-81f727d94a1a req-6fa394db-90be-4db1-83b8-8eace2d89de3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:08.094437 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1cb3ec6b-2797-479d-a67f-81f727d94a1a req-6fa394db-90be-4db1-83b8-8eace2d89de3 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 946 time: 0.3864527 Oct 20 03:35:08.101330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'port': {'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110', 'name': 'tempest-AllowedAddressPairTestJSON-1842392160'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:08.109147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57908) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:08.115250 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:08.117077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Request body: {'floatingip': {'port_id': '09c76853-050b-4649-8c6b-9c5a64ca49ce'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:08.124858 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 2 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:08.151287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:08.154686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:08.155270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.172221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395490cb-4f00-4c0d-af42-e84abb4b67d1 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:08.256546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=48c71de4-62a5-4acf-81ea-9fae925db349,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:08.268586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:08.295119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-63ef39b5-3108-41fd-8c50-542a9a99ff8b tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Deleting port 60538d14-8843-4432-903c-1f88dd7ba976 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:08.295466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-63ef39b5-3108-41fd-8c50-542a9a99ff8b tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.379755 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-599ae39b-d9f6-4b99-846c-b836e3b61b31 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4171064 Oct 20 03:35:08.380043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for floatingip, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.382249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57912) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:08.409525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:08.415448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': '48c71de4-62a5-4acf-81ea-9fae925db349', 'ip_address': '2001:db8::1ca1:1bae:c3d7:ae2b'}], 'name': 'tempest-NetworksTestDHCPv6-346650715'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:08.423982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '48c71de4-62a5-4acf-81ea-9fae925db349'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:35:08.424872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.511795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:08.539483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.601056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/48c71de4-62a5-4acf-81ea-9fae925db349/e2b1e6ec-5c3e-4733-a943-7f6c5e950608) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:08.633190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Made reservation on behalf of 9ff24e4845d44b58a9cc0b6889fadbbf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:08.636742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.696311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] device_id is not set on port 42a281df-ef76-447f-9c7e-7780a988f662 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:08.732373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:08.763032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:08.770734 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 3 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:08.799791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-63ef39b5-3108-41fd-8c50-542a9a99ff8b tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.853709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:08.943899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-63ef39b5-3108-41fd-8c50-542a9a99ff8b tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Calling delete_port for 60538d14-8843-4432-903c-1f88dd7ba976 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:08.975506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:08.992876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.003520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Transition to ACTIVE for port object e2b1e6ec-5c3e-4733-a943-7f6c5e950608 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:09.023244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Transition to ACTIVE for port object e2b1e6ec-5c3e-4733-a943-7f6c5e950608 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:09.062041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be55a2a-449a-4b85-92b4-4a263d7f08cf req-467a1948-ca42-47a3-9954-4ada4059cb04 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:09.063487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7be55a2a-449a-4b85-92b4-4a263d7f08cf req-467a1948-ca42-47a3-9954-4ada4059cb04 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 945 time: 0.7603996 Oct 20 03:35:09.079842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57916) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:09.083658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.090640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Request body: {'floatingip': {'port_id': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:09.158077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:09.164586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:09.172646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Pushing event updated for resources: {'Port': ['ID=e2b1e6ec-5c3e-4733-a943-7f6c5e950608,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:09.176237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:09.183131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Allocated IP 172.20.0.8 (0dd0023b-533f-4c16-9408-5680f9f17110/5db67378-5a09-4a59-8192-d1fe28d5a760/42a281df-ef76-447f-9c7e-7780a988f662) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:09.195175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.250005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.300631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Attempting to bind port e2b1e6ec-5c3e-4733-a943-7f6c5e950608 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:09.300981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Attempting to bind port e2b1e6ec-5c3e-4733-a943-7f6c5e950608 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:09.301348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Attempting to bind port e2b1e6ec-5c3e-4733-a943-7f6c5e950608 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:09.307175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:09.307175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:09.307585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.307918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:09.309223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Bound port: e2b1e6ec-5c3e-4733-a943-7f6c5e950608, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:09.309624 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.336597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for floatingip, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.364498 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 4 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:09.372386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 7ed7fc89-41c2-43a9-9001-2203cc1cd6bc yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:09.440048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:09.448525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] For port e2b1e6ec-5c3e-4733-a943-7f6c5e950608, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:09.451690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] For port e2b1e6ec-5c3e-4733-a943-7f6c5e950608, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e2b1e6ec-5c3e-4733-a943-7f6c5e950608,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:09.497571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.578877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862aaafb-5177-4a9c-ab58-d69067ba6845 None None] Pushing event updated for resources: {'Port': ['ID=e2b1e6ec-5c3e-4733-a943-7f6c5e950608,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:09.617899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-63ef39b5-3108-41fd-8c50-542a9a99ff8b tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.748023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-220b9744-110d-48f1-8f6f-dbb910f7f247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.784577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef39b5-3108-41fd-8c50-542a9a99ff8b tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event deleted for resources: {'Port': ['ID=60538d14-8843-4432-903c-1f88dd7ba976,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:09.815511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-63ef39b5-3108-41fd-8c50-542a9a99ff8b tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.903236 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d7e8-12c5-4beb-a52f-3b379928e44e req-72e76921-a061-440c-9f6a-5b322ce6e5f9 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:09.904787 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c3b0d7e8-12c5-4beb-a52f-3b379928e44e req-72e76921-a061-440c-9f6a-5b322ce6e5f9 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6310620 Oct 20 03:35:09.931708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.980410 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 5 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:10.150239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.150239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::1ca1:1bae:c3d7:ae2b (70bc74a8-f345-4115-a4c4-4fbf84d34303/48c71de4-62a5-4acf-81ea-9fae925db349/7ed7fc89-41c2-43a9-9001-2203cc1cd6bc) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:10.150239 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c3b0d7e8-12c5-4beb-a52f-3b379928e44e req-1642462e-9a5c-4143-a848-29e2708b0286 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499817 Oct 20 03:35:10.150239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Transition to ACTIVE for port object 42a281df-ef76-447f-9c7e-7780a988f662 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:10.152382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:10.176987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.240921 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-63ef39b5-3108-41fd-8c50-542a9a99ff8b tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "DELETE /v2.0/ports/60538d14-8843-4432-903c-1f88dd7ba976 HTTP/1.1" status: 204 len: 168 time: 2.1515863 Oct 20 03:35:10.254945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57924) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:10.254945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95262091-938e-46ff-a082-666686d364af', 'external_fixed_ips': [{'subnet_id': '3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce', 'ip_address': '2001:db8::315'}]}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:10.260612 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:10.275160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Usage tracker for resource:router and tenant:fc846aff86d04798ba50a33522118fa0 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:10.285089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:10.296161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:10.345373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.360884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 7ed7fc89-41c2-43a9-9001-2203cc1cd6bc will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:10.412924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.462007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:10.500970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.528780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Pushing event updated for resources: {'Port': ['ID=d462f7c0-f395-4a76-9d89-4c5baf41b681,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:10.568705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.570445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.571819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.608940 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 6 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:10.612970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Network 0dd0023b-533f-4c16-9408-5680f9f17110 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:10.617826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:10.628859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:10.682238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.684270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:10.685473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:10.694980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.704800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:10.712219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Port': ['ID=42a281df-ef76-447f-9c7e-7780a988f662,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:10.725176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:10.731307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:10.731956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.789385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.819646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.834341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:10.834800 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.843288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=7ed7fc89-41c2-43a9-9001-2203cc1cd6bc,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:10.922388 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-965837f0-9999-460c-b8f5-533dfbf51312 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5390749 Oct 20 03:35:10.947317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57928) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:10.980038 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d98961ca-ffe7-4912-aaa6-8e937bfcead0 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8922679 Oct 20 03:35:10.989641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57930) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:10.998447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f1d4ab93-db1a-4477-8413-863bfda9de18 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c0:d2:ea'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:11.196694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.205681 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 7 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:11.265643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:11.368741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741528de-a0e8-4359-a88f-13dabdcc4d5a req-9f4f6ae7-b7d3-4f49-8a9c-48ac3e59d27c tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:11.370251 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-741528de-a0e8-4359-a88f-13dabdcc4d5a req-9f4f6ae7-b7d3-4f49-8a9c-48ac3e59d27c tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 1.0970173 Oct 20 03:35:11.378641 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Floating IP dc9c2df1-cdce-4916-bf35-d7596ca61deb associated. External IP: 172.26.7.19, port: 5c3723a5-acab-47e0-982e-549fba690009. Oct 20 03:35:11.416785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57936) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:11.432808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Request body: {'floatingip': {'port_id': '1705c692-51e3-450a-af36-8721312b819b'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:11.579480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f1d4ab93-db1a-4477-8413-863bfda9de18 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.579690 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Floating IP 5cd9930e-5628-449c-bd63-42612f38f9c0 associated. External IP: 172.26.7.131, port: 09c76853-050b-4649-8c6b-9c5a64ca49ce. Oct 20 03:35:11.613435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for floatingip, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.721969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:11.751602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e2b1e6ec-5c3e-4733-a943-7f6c5e950608 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:11.779912 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 8 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:11.833290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83d854-1081-4130-87c7-da217a4b9b26 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:11.839771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83d854-1081-4130-87c7-da217a4b9b26 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:11.840540 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1a83d854-1081-4130-87c7-da217a4b9b26 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:11.854577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:11.915287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.953458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port e2b1e6ec-5c3e-4733-a943-7f6c5e950608 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:12.051626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1a83d854-1081-4130-87c7-da217a4b9b26 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:12.052880 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1a83d854-1081-4130-87c7-da217a4b9b26 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9192486 Oct 20 03:35:12.053601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.089687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57940) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:12.091439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7477cc53-7e51-4621-beed-360092b54fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.201545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:35:12.249047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3d3c146a-ab5b-465a-9d2c-bef8444b37b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 7ed7fc89-41c2-43a9-9001-2203cc1cd6bc {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:12.249439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d3c146a-ab5b-465a-9d2c-bef8444b37b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.356450 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 9 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:12.411789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:12.479674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f1d4ab93-db1a-4477-8413-863bfda9de18 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.618893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f1d4ab93-db1a-4477-8413-863bfda9de18 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.691412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Router b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:12.704149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Floating IP ad75575c-ac07-4044-873c-801e2e1454e4 associated. External IP: 172.26.7.79, port: a90f4169-14f0-42e4-9892-93c5a5bc9b5a. Oct 20 03:35:12.912788 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 10 to provision port b6a22a9d-c962-4504-8c9d-629eb7533aa3 Oct 20 03:35:12.946878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:12.962695 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db9501-a494-467f-8f7e-dc9bba358ed9 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:12.974655 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db9501-a494-467f-8f7e-dc9bba358ed9 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:12.975288 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-55db9501-a494-467f-8f7e-dc9bba358ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:12.987829 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port b6a22a9d-c962-4504-8c9d-629eb7533aa3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:12.990760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Could not find standard attr ID for object 29bf0656-270c-4170-b22f-93ab7d97aa68. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:13.048361 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-55db9501-a494-467f-8f7e-dc9bba358ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:13.059551 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db9501-a494-467f-8f7e-dc9bba358ed9 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:13.060559 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-55db9501-a494-467f-8f7e-dc9bba358ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:13.064635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:13.069319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Provisioning for port 19ddea55-5851-47eb-ba99-4020cc096cf3 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:13.084245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Provisioning complete for port 19ddea55-5851-47eb-ba99-4020cc096cf3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:13.084701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.086499 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 1 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:13.126571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4ab93-db1a-4477-8413-863bfda9de18 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Port': ['ID=42a281df-ef76-447f-9c7e-7780a988f662,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:13.128992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f1d4ab93-db1a-4477-8413-863bfda9de18 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] In _notify_port_updated(), no bound segment for port 42a281df-ef76-447f-9c7e-7780a988f662 on network 0dd0023b-533f-4c16-9408-5680f9f17110 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:35:13.134362 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-55db9501-a494-467f-8f7e-dc9bba358ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:13.134506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4ab93-db1a-4477-8413-863bfda9de18 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:13.135003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f1d4ab93-db1a-4477-8413-863bfda9de18 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.136174 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db9501-a494-467f-8f7e-dc9bba358ed9 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:13.136355 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f1d4ab93-db1a-4477-8413-863bfda9de18 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "PUT /v2.0/ports/42a281df-ef76-447f-9c7e-7780a988f662 HTTP/1.1" status: 200 len: 993 time: 2.1456676 Oct 20 03:35:13.146659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57944) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:13.162051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.173912 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dbb10d4b-35dc-4075-a0e8-119492d6594a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.8966706 Oct 20 03:35:13.178594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:13.190611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 57948) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:13.288793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.379519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:13.390653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b4581c-38ba-416f-94ba-2c0cdf41b4ef None None] Sync routers for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:13.401579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4581c-38ba-416f-94ba-2c0cdf41b4ef None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:13.402696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-97b4581c-38ba-416f-94ba-2c0cdf41b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:13.426148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.452268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:13.457741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.468889 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] Sync routers for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:13.480384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-97b4581c-38ba-416f-94ba-2c0cdf41b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:13.484109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.488750 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:13.493462 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:13.494822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d3c146a-ab5b-465a-9d2c-bef8444b37b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.499307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4581c-38ba-416f-94ba-2c0cdf41b4ef None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:13.500142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-97b4581c-38ba-416f-94ba-2c0cdf41b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:13.505441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.550190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-92379ce1-04b1-42d9-b9ec-0222ce05d65b tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Deleting port 42a281df-ef76-447f-9c7e-7780a988f662 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:13.550569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-92379ce1-04b1-42d9-b9ec-0222ce05d65b tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.564414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.566792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Router cd135a97-785b-4072-8f84-74cbc9104e92 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:13.568619 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-28ee876f-8204-4e00-8f14-548db3ca2eac tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "PUT /v2.0/floatingips/5cd9930e-5628-449c-bd63-42612f38f9c0 HTTP/1.1" status: 200 len: 992 time: 5.4584858 Oct 20 03:35:13.571571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'tag': '09c76853-050b-4649-8c6b-9c5a64ca49ce'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:13.574432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f6f18f-6b67-49b6-bbb7-47d3013e879f" -d '{"events": [{"name": "network-changed", "server_uuid": "927e52cb-abb3-4464-b2f7-87f520743e2e", "tag": "09c76853-050b-4649-8c6b-9c5a64ca49ce"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:13.594608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-97b4581c-38ba-416f-94ba-2c0cdf41b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:13.595026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b4581c-38ba-416f-94ba-2c0cdf41b4ef None None] The sync data for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:13.602829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:13.619807 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8505cada-f8b0-4818-b9dc-f932a7a13bdb tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.8163512 Oct 20 03:35:13.625781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57956) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:13.679740 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 2 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:13.754126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:13.806812 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:13.809520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a3449-5eb4-41c8-af28-bf35852b0427 x-openstack-request-id: req-219a3449-5eb4-41c8-af28-bf35852b0427 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:13.809807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927e52cb-abb3-4464-b2f7-87f520743e2e", "tag": "09c76853-050b-4649-8c6b-9c5a64ca49ce", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:13.810077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-219a3449-5eb4-41c8-af28-bf35852b0427 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:13.810470 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219a3449-5eb4-41c8-af28-bf35852b0427'] response: {'name': 'network-changed', 'server_uuid': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'tag': '09c76853-050b-4649-8c6b-9c5a64ca49ce', 'status': 'completed', 'code': 200} Oct 20 03:35:13.951553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3d3c146a-ab5b-465a-9d2c-bef8444b37b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 7ed7fc89-41c2-43a9-9001-2203cc1cd6bc owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:14.052451 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-980530a1-43cf-4c40-aa3d-52413167b019 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] 10.222.0.33 "GET /v2.0/floatingips/dc9c2df1-cdce-4916-bf35-d7596ca61deb HTTP/1.1" status: 200 len: 982 time: 0.4254045 Oct 20 03:35:14.056635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57960) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:14.124806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.172211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:14.173807 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '5cd9930e-5628-449c-bd63-42612f38f9c0', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'port_id': '09c76853-050b-4649-8c6b-9c5a64ca49ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'mac_address': 'fa:16:3e:c7:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:35:10Z', 'revision_number': 1, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:28Z', 'revision_number': 5, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:14.175050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-ffccec76-e805-4cba-805a-024b16340c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:14.176508 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-ffccec76-e805-4cba-805a-024b16340c18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a27959fcca784c4695723b7839ad2e57&device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 1099 time: 0.3100598 Oct 20 03:35:14.179515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.180211 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] Checking router: 542f11bd-0079-4bf1-a7a1-8e54dad400f7 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:14.189036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] Sync routers for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:14.191473 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:14.192170 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:14.206100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:14.208492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:14.254217 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e449725a-6622-4eb6-a43c-4931f426c206 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3512 time: 0.1964962 Oct 20 03:35:14.280843 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 3 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:14.304020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57964) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:14.396670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.411312 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:14.435684 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-03d1e1d8-306c-430e-af54-5da40986df82 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "PUT /v2.0/floatingips/ad75575c-ac07-4044-873c-801e2e1454e4 HTTP/1.1" status: 200 len: 990 time: 5.3461902 Oct 20 03:35:14.555380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:14.656971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-a17d75c3-ef4d-41d9-96cd-74bcde75ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:14.658769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-a17d75c3-ef4d-41d9-96cd-74bcde75ff1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4277c4e3-e481-4cf9-a0b6-588981ac852f HTTP/1.1" status: 200 len: 912 time: 0.4468038 Oct 20 03:35:14.684127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:14.811762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Deleting port d462f7c0-f395-4a76-9d89-4c5baf41b681 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:14.812345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.814629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.837633 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-81f93c14-3a42-4819-8a25-5df71683914c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09c76853-050b-4649-8c6b-9c5a64ca49ce HTTP/1.1" status: 200 len: 1000 time: 0.1565843 Oct 20 03:35:14.887505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533e7c2-b596-40ab-b80a-af3c33f954f9 req-228a375c-8748-49e5-b384-4872dd69f689 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:14.889190 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f533e7c2-b596-40ab-b80a-af3c33f954f9 req-228a375c-8748-49e5-b384-4872dd69f689 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 946 time: 1.1383789 Oct 20 03:35:14.942103 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '5cd9930e-5628-449c-bd63-42612f38f9c0', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'port_id': '09c76853-050b-4649-8c6b-9c5a64ca49ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'mac_address': 'fa:16:3e:c7:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:35:10Z', 'revision_number': 1, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:28Z', 'revision_number': 5, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:14.948983 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadb975-1eff-4d49-ac85-3ac2498f3d73 None None] The sync data for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv is: [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '5cd9930e-5628-449c-bd63-42612f38f9c0', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'port_id': '09c76853-050b-4649-8c6b-9c5a64ca49ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'mac_address': 'fa:16:3e:c7:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:35:10Z', 'revision_number': 1, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:28Z', 'revision_number': 5, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:14.959410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Allocated IP 2001:db8::315 (95262091-938e-46ff-a082-666686d364af/3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce/d90a21ba-4e26-4af5-b28a-91a7eabde73b) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:14.992483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-92379ce1-04b1-42d9-b9ec-0222ce05d65b tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.997764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4f78c-cfd0-4a7e-8d15-c907e30ecf5c req-c75b503d-4f45-47ab-9fa9-3f476dd0d8d8 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:15.004791 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82c4f78c-cfd0-4a7e-8d15-c907e30ecf5c req-c75b503d-4f45-47ab-9fa9-3f476dd0d8d8 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 945 time: 0.3986924 Oct 20 03:35:15.004928 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Floating IP ac381e13-5190-45c3-8618-7fa14c07319b associated. External IP: 172.26.7.154, port: 1705c692-51e3-450a-af36-8721312b819b. Oct 20 03:35:15.036309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-5bb4f266-13c8-40e8-b437-7bf21c2d9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:15.037830 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-5bb4f266-13c8-40e8-b437-7bf21c2d9054 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7565b3d8-46f3-4426-8c11-3169f2aca43c HTTP/1.1" status: 200 len: 850 time: 0.1822097 Oct 20 03:35:15.078296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:19Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ad75575c-ac07-4044-873c-801e2e1454e4', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'port_id': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'mac_address': 'fa:16:3e:98:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecec404f-73b8-4664-a824-ef5618f91557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:35:11Z', 'revision_number': 1, 'project_id': '11a8482750be4303a67c8d621e384bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cbb3e3-5312-4351-98c7-7c36198fd4c8', 'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'mac_address': 'fa:16:3e:9d:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:17Z', 'updated_at': '2022-10-20T03:34:31Z', 'revision_number': 5, 'project_id': '11a8482750be4303a67c8d621e384bae', 'subnets': [{'id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:15.082514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] Checking router: cd135a97-785b-4072-8f84-74cbc9104e92 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:15.093716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:15.094362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:15.141962 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82c4f78c-cfd0-4a7e-8d15-c907e30ecf5c req-10a544f1-61ff-454a-9c98-15f4be89dc6e tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361494 Oct 20 03:35:15.173303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.173927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.202418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d3c146a-ab5b-465a-9d2c-bef8444b37b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.223089 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 4 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:15.295980 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa231cff-cbda-4eb4-af2e-2cc7668513a2 None None] New status for floating IP 5cd9930e-5628-449c-bd63-42612f38f9c0: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:35:15.360294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:15.415869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:15.437140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Calling delete_port for d462f7c0-f395-4a76-9d89-4c5baf41b681 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:15.452470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-92379ce1-04b1-42d9-b9ec-0222ce05d65b tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Calling delete_port for 42a281df-ef76-447f-9c7e-7780a988f662 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:15.500644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-5127b22f-1a83-4ca0-8276-05e47c25ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:15.502741 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-5127b22f-1a83-4ca0-8276-05e47c25ec73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4277c4e3-e481-4cf9-a0b6-588981ac852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4585564 Oct 20 03:35:15.756320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c146a-ab5b-465a-9d2c-bef8444b37b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=7ed7fc89-41c2-43a9-9001-2203cc1cd6bc,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:15.757547 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-6401d33c-b99d-4884-b25c-9e1f9bc3070f service neutron] 10.222.0.26 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407722 Oct 20 03:35:15.769623 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f533e7c2-b596-40ab-b80a-af3c33f954f9 req-054fe9e0-cf8c-4a78-8d47-589cab4c1bd2 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8449802 Oct 20 03:35:15.864669 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 5 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:15.886534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d3c146a-ab5b-465a-9d2c-bef8444b37b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.905501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecec404f-73b8-4664-a824-ef5618f91557', 'tag': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:15.905501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8c827f-ecd4-4432-81e2-5b25d5175124" -d '{"events": [{"name": "network-changed", "server_uuid": "ecec404f-73b8-4664-a824-ef5618f91557", "tag": "a90f4169-14f0-42e4-9892-93c5a5bc9b5a"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:15.909004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.927206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:19Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ad75575c-ac07-4044-873c-801e2e1454e4', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'port_id': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'mac_address': 'fa:16:3e:98:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecec404f-73b8-4664-a824-ef5618f91557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:35:11Z', 'revision_number': 1, 'project_id': '11a8482750be4303a67c8d621e384bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cbb3e3-5312-4351-98c7-7c36198fd4c8', 'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'mac_address': 'fa:16:3e:9d:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:17Z', 'updated_at': '2022-10-20T03:34:31Z', 'revision_number': 5, 'project_id': '11a8482750be4303a67c8d621e384bae', 'subnets': [{'id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:15.938450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd148a9-3bd0-4f79-b9e1-55c02813c714 None None] The sync data for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv is: [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:19Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ad75575c-ac07-4044-873c-801e2e1454e4', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'port_id': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'mac_address': 'fa:16:3e:98:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecec404f-73b8-4664-a824-ef5618f91557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:35:11Z', 'revision_number': 1, 'project_id': '11a8482750be4303a67c8d621e384bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cbb3e3-5312-4351-98c7-7c36198fd4c8', 'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'mac_address': 'fa:16:3e:9d:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:17Z', 'updated_at': '2022-10-20T03:34:31Z', 'revision_number': 5, 'project_id': '11a8482750be4303a67c8d621e384bae', 'subnets': [{'id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:15.949384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:16.004771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2370d15b-471c-42c8-aa44-1aabc937f56a x-openstack-request-id: req-2370d15b-471c-42c8-aa44-1aabc937f56a {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:16.005066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecec404f-73b8-4664-a824-ef5618f91557", "tag": "a90f4169-14f0-42e4-9892-93c5a5bc9b5a", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:16.005459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2370d15b-471c-42c8-aa44-1aabc937f56a {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:16.005966 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2370d15b-471c-42c8-aa44-1aabc937f56a'] response: {'name': 'network-changed', 'server_uuid': 'ecec404f-73b8-4664-a824-ef5618f91557', 'tag': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a', 'status': 'completed', 'code': 200} Oct 20 03:35:16.038373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event deleted for resources: {'Port': ['ID=d462f7c0-f395-4a76-9d89-4c5baf41b681,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:16.083679 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3d3c146a-ab5b-465a-9d2c-bef8444b37b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/7ed7fc89-41c2-43a9-9001-2203cc1cd6bc HTTP/1.1" status: 204 len: 168 time: 3.9902651 Oct 20 03:35:16.091034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57980) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:16.165731 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78f6f18f-6b67-49b6-bbb7-47d3013e879f req-5086529c-8b3d-4ccf-b2b9-f0475a1a8802 service neutron] 10.222.0.26 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029868 Oct 20 03:35:16.199566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa1987-3ba5-43b6-afe3-0eb3596c4883 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:16.201041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa1987-3ba5-43b6-afe3-0eb3596c4883 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:16.201709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46208be-9a80-4396-a153-ac7168d896a3 None None] New status for floating IP ad75575c-ac07-4044-873c-801e2e1454e4: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:35:16.201834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ddfa1987-3ba5-43b6-afe3-0eb3596c4883 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:16.204382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.204732 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Floating IP dc9c2df1-cdce-4916-bf35-d7596ca61deb disassociated (deleted). External IP: 172.26.7.19, port: 5c3723a5-acab-47e0-982e-549fba690009. Oct 20 03:35:16.329026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.388260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ddfa1987-3ba5-43b6-afe3-0eb3596c4883 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:16.389460 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ddfa1987-3ba5-43b6-afe3-0eb3596c4883 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2870276 Oct 20 03:35:16.392592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57984) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:16.457917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-d423fa86-57d2-479c-b016-85662f16cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:16.459366 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-d423fa86-57d2-479c-b016-85662f16cbfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a8482750be4303a67c8d621e384bae&device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 1098 time: 0.4557331 Oct 20 03:35:16.504967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-92379ce1-04b1-42d9-b9ec-0222ce05d65b tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.511371 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 6 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:16.569100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:16.594769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ab589f-9468-4edf-a196-57146278afbf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 48c71de4-62a5-4acf-81ea-9fae925db349 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:35:16.601042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ab589f-9468-4edf-a196-57146278afbf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.639743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92379ce1-04b1-42d9-b9ec-0222ce05d65b tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event deleted for resources: {'Port': ['ID=42a281df-ef76-447f-9c7e-7780a988f662,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:16.675775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ab589f-9468-4edf-a196-57146278afbf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.728386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Router cda22f39-51aa-45a5-9c29-f05319f9bd75 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:16.731190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Router b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:16.734536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.930677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.004119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ab589f-9468-4edf-a196-57146278afbf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.006673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Network 95262091-938e-46ff-a082-666686d364af is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:17.050997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-f3e96e95-96d1-4812-9df9-baa453466a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:17.052469 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-f3e96e95-96d1-4812-9df9-baa453466a08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=882bf6d0-6c16-4916-9f9f-41770489d122 HTTP/1.1" status: 200 len: 906 time: 0.5752327 Oct 20 03:35:17.053314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:17.065776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.070670 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 7 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:17.076855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:17.078163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:17.088150 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69d332-bc8f-4bf2-a1a6-89b4aa1b54cb None None] Sync routers for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:17.103044 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69d332-bc8f-4bf2-a1a6-89b4aa1b54cb None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:17.104335 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8b69d332-bc8f-4bf2-a1a6-89b4aa1b54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:17.106012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.135857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:17.167283 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eced5ae3-7457-4949-ad42-794088e185be tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "DELETE /v2.0/floatingips/dc9c2df1-cdce-4916-bf35-d7596ca61deb HTTP/1.1" status: 204 len: 168 time: 2.8583851 Oct 20 03:35:17.170981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57988) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:17.176430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:17.181475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:17.186330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Usage tracker for resource:floatingip and tenant:7966db45d86642ccbb4dc6d0f42932db is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:17.189552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:17.192778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ab589f-9468-4edf-a196-57146278afbf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.209734 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8b69d332-bc8f-4bf2-a1a6-89b4aa1b54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:17.220408 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69d332-bc8f-4bf2-a1a6-89b4aa1b54cb None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:17.220991 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8b69d332-bc8f-4bf2-a1a6-89b4aa1b54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:17.230737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:17.249454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab589f-9468-4edf-a196-57146278afbf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=48c71de4-62a5-4acf-81ea-9fae925db349,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:17.253807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ab589f-9468-4edf-a196-57146278afbf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.256239 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-08ab589f-9468-4edf-a196-57146278afbf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/48c71de4-62a5-4acf-81ea-9fae925db349 HTTP/1.1" status: 204 len: 168 time: 0.8625362 Oct 20 03:35:17.262089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57992) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:17.273114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe2960-a1f5-48e1-8b73-cb24235c1640 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:17.287759 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8b69d332-bc8f-4bf2-a1a6-89b4aa1b54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:17.288157 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69d332-bc8f-4bf2-a1a6-89b4aa1b54cb None None] The sync data for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:17.344949 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f136af26-4d3e-43e5-a2eb-082d67569b70 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791309 Oct 20 03:35:17.345366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 57996) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:17.351092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:17.418811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.484141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event updated for resources: {'Port': ['ID=d90a21ba-4e26-4af5-b28a-91a7eabde73b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:17.531113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:17.544038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:17.567249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569900ba-7007-4754-b784-a31281c86b57 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:35:17.572198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-569900ba-7007-4754-b784-a31281c86b57 None None] Deleting port e2b1e6ec-5c3e-4733-a943-7f6c5e950608 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:17.572601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-569900ba-7007-4754-b784-a31281c86b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.597932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:17.601832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.682160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.708784 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 8 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:17.762658 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-6d893ace-e7c9-4747-b368-43b3ebafde01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90f4169-14f0-42e4-9892-93c5a5bc9b5a HTTP/1.1" status: 200 len: 1000 time: 0.4170728 Oct 20 03:35:17.774485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-92379ce1-04b1-42d9-b9ec-0222ce05d65b tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.809338 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e2b1e6ec-5c3e-4733-a943-7f6c5e950608 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:17.813175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:17.833214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.870129 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-92379ce1-04b1-42d9-b9ec-0222ce05d65b tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "DELETE /v2.0/ports/42a281df-ef76-447f-9c7e-7780a988f662 HTTP/1.1" status: 204 len: 168 time: 4.7207382 Oct 20 03:35:17.872695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] Sync routers for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:17.894129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58000) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:17.923965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:17.924589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:17.967066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Allocated IP 172.26.7.8 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/ebd828ed-eac2-478f-811d-fcbd631cb62e) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:17.971222 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aacf370-396e-4975-ad44-eba00853ab1f tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] GET failed (client error): The resource could not be found. Oct 20 03:35:17.971760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7aacf370-396e-4975-ad44-eba00853ab1f tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Synchronizing usage tracker for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:17.975717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:18.045820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-a7705593-9faf-4784-9065-66da42e20140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:18.047287 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-a7705593-9faf-4784-9065-66da42e20140 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94288ffe-ca2b-4c6c-a7d0-d6b32528ab61 HTTP/1.1" status: 200 len: 844 time: 0.2741840 Oct 20 03:35:18.106701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7aacf370-396e-4975-ad44-eba00853ab1f tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Unset dirty status for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:18.111142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-569900ba-7007-4754-b784-a31281c86b57 None None] For port e2b1e6ec-5c3e-4733-a943-7f6c5e950608, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e2b1e6ec-5c3e-4733-a943-7f6c5e950608,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:18.111283 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7aacf370-396e-4975-ad44-eba00853ab1f tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "GET /v2.0/ports/42a281df-ef76-447f-9c7e-7780a988f662 HTTP/1.1" status: 404 len: 333 time: 0.2068365 Oct 20 03:35:18.111383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-569900ba-7007-4754-b784-a31281c86b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.113154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58004) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:18.126918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'port': {'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110', 'name': 'tempest-AllowedAddressPairTestJSON-97809454'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:18.140779 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1a3fc5af-914c-47db-91b6-2e2c14689ffd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "PUT /v2.0/floatingips/ac381e13-5190-45c3-8618-7fa14c07319b HTTP/1.1" status: 200 len: 992 time: 6.7176297 Oct 20 03:35:18.142884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'tag': '1705c692-51e3-450a-af36-8721312b819b'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:18.144901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ac39a3-29e3-431c-9407-b8409f83d990" -d '{"events": [{"name": "network-changed", "server_uuid": "89cd8f54-4e35-4f66-ba77-3e7c18b2cebc", "tag": "1705c692-51e3-450a-af36-8721312b819b"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:18.200165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.218965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac536814-34d6-4ce8-b131-79d200347d47 x-openstack-request-id: req-ac536814-34d6-4ce8-b131-79d200347d47 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:18.219589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cd8f54-4e35-4f66-ba77-3e7c18b2cebc", "tag": "1705c692-51e3-450a-af36-8721312b819b", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:18.220027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ac536814-34d6-4ce8-b131-79d200347d47 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:18.220617 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac536814-34d6-4ce8-b131-79d200347d47'] response: {'name': 'network-changed', 'server_uuid': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'tag': '1705c692-51e3-450a-af36-8721312b819b', 'status': 'completed', 'code': 200} Oct 20 03:35:18.226637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.257907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e2b1e6ec-5c3e-4733-a943-7f6c5e950608 is: DOWN; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:18.270777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-569900ba-7007-4754-b784-a31281c86b57 None None] Calling delete_port for e2b1e6ec-5c3e-4733-a943-7f6c5e950608 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:18.351981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:18.354118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:18.374950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:18.393614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:18.394435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.399789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.416375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=b8f18299-317a-43f3-a979-58419503c132,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:18.486076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:18.489077 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 9 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:18.506069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:18.519046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-2ee1ff52-9785-410f-9a3b-91a2e617bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:18.520538 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-2ee1ff52-9785-410f-9a3b-91a2e617bd41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1099 time: 0.2823825 Oct 20 03:35:18.529751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-daeb7797-a71b-4826-b280-002daef2267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:18.531273 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-daeb7797-a71b-4826-b280-002daef2267e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=882bf6d0-6c16-4916-9f9f-41770489d122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4718635 Oct 20 03:35:18.553212 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1c3fc520-2207-4161-af35-bae4f9063aaf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2042415 Oct 20 03:35:18.555086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58012) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:18.561713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': 'b8f18299-317a-43f3-a979-58419503c132', 'ip_address': '2001:db8::969e:c573:d94a:8053'}], 'name': 'tempest-NetworksTestDHCPv6-1324690066'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:18.593460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-569900ba-7007-4754-b784-a31281c86b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.667287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569900ba-7007-4754-b784-a31281c86b57 None None] Pushing event deleted for resources: {'Port': ['ID=e2b1e6ec-5c3e-4733-a943-7f6c5e950608,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:18.672547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569900ba-7007-4754-b784-a31281c86b57 None None] No DVR routers for this DVR port e2b1e6ec-5c3e-4733-a943-7f6c5e950608 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:18.693297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a255a2ab-1f75-4175-8be3-5fbe805d5a93 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:18.708610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:18.738841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.742462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Made reservation on behalf of 9ff24e4845d44b58a9cc0b6889fadbbf for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:18.746404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.908114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] device_id is not set on port c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:18.944221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:18.957012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:18.968090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:18.973017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.20.0.1 (7acd0446-fa9c-416e-8ba2-0bfc6880deab/926c039c-351d-41f5-8b69-092c06575b08/7db05d11-506c-433a-803f-946333dce0a0) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:19.072670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Pushing event updated for resources: {'Port': ['ID=ebd828ed-eac2-478f-811d-fcbd631cb62e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:19.095453 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': 'b8f18299-317a-43f3-a979-58419503c132'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:35:19.096289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.109461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ac381e13-5190-45c3-8618-7fa14c07319b', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'floating_ip_address': '172.26.7.154', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'port_id': '1705c692-51e3-450a-af36-8721312b819b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'mac_address': 'fa:16:3e:bb:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:32Z', 'updated_at': '2022-10-20T03:35:13Z', 'revision_number': 1, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0357b5a5-c5bf-4cbc-88c9-c1727f858807', 'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'mac_address': 'fa:16:3e:e0:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:18Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 5, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'subnets': [{'id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:19.117961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] Checking router: cda22f39-51aa-45a5-9c29-f05319f9bd75 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:19.121008 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-aae7371a-b2dd-449a-8af9-84bcb0c98957 service neutron] 10.222.0.26 "GET /v2.0/networks/882bf6d0-6c16-4916-9f9f-41770489d122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801229 Oct 20 03:35:19.165511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:19.166702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:19.177083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-7c1890f1-c8ec-45d4-979d-082c6221dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:19.178561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-7c1890f1-c8ec-45d4-979d-082c6221dddc service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 911 time: 0.6510084 Oct 20 03:35:19.228352 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 10 to provision port 19ddea55-5851-47eb-ba99-4020cc096cf3 Oct 20 03:35:19.249297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.289667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:19.304405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Allocated IP 172.20.0.10 (0dd0023b-533f-4c16-9408-5680f9f17110/5db67378-5a09-4a59-8192-d1fe28d5a760/c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:19.311519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:19.321792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:19.343235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:19.355755 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-32fa54ee-5d63-4acb-96dd-75c470b6565c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 1000 time: 0.1617057 Oct 20 03:35:19.422793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.444282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 19ddea55-5851-47eb-ba99-4020cc096cf3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:19.453325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:19.454687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Could not find standard attr ID for object 6826d2e4-1890-4133-8254-67e50c676e79. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:19.478102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.484098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:19.491790 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1e8c827f-ecd4-4432-81e2-5b25d5175124 req-5c06a56f-28ab-42b9-9ea2-39572c40919d service neutron] 10.222.0.26 "GET /v2.0/networks/882bf6d0-6c16-4916-9f9f-41770489d122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543026 Oct 20 03:35:19.555973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/b8f18299-317a-43f3-a979-58419503c132/6cdc7601-2353-45cd-a1e2-098c20a69e26) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:19.623413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.634927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-a4e47550-eea5-4e75-8158-83da359275a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:19.636925 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-a4e47550-eea5-4e75-8158-83da359275a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 200 len: 849 time: 0.2600312 Oct 20 03:35:19.642611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Provisioning for port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:19.676285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Provisioning complete for port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:19.676573 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.676907 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 1 to provision port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 Oct 20 03:35:19.694068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Router 5d8cb731-2e76-438d-8b65-e36eda8342c0 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:35:19.719051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:19.727167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:19.733130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:19.792803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.870133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.885423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.897280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=7db05d11-506c-433a-803f-946333dce0a0,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:19.920731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Transition to ACTIVE for port object c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:19.936296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.945996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 21078b5b-dafa-4d19-97b8-a339c9a602fc yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:19.978960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:19.986458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-35c1b1cf-b1ba-4ff7-ba13-e57c23716b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:19.986458 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-35c1b1cf-b1ba-4ff7-ba13-e57c23716b0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d196197-6218-45a1-954c-3d461e643c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3260396 Oct 20 03:35:19.993123 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Sync routers for ids ['5d8cb731-2e76-438d-8b65-e36eda8342c0'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:20.009195 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Routers {'5d8cb731-2e76-438d-8b65-e36eda8342c0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:20.010645 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5d8cb731-2e76-438d-8b65-e36eda8342c0'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:20.184674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.190139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Current status of the port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:20.190655 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4f5167e4-8abe-434b-82c1-d73b9a037cbc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.9454656 Oct 20 03:35:20.190746 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.194714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58016) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:20.216138 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Set router 5d8cb731-2e76-438d-8b65-e36eda8342c0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:20.250977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.272432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Transition to ACTIVE for port object 6cdc7601-2353-45cd-a1e2-098c20a69e26 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:20.275441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.326060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] For port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=99c6bc87-b7f3-4ad9-903e-efd1dda98c46,segment=NetworkSegment(f1609c68-c904-488d-ae66-afcb931c280e),segment_id=f1609c68-c904-488d-ae66-afcb931c280e)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:20.350559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Transition to ACTIVE for port object 6cdc7601-2353-45cd-a1e2-098c20a69e26 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:20.360642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ac381e13-5190-45c3-8618-7fa14c07319b', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'floating_ip_address': '172.26.7.154', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'port_id': '1705c692-51e3-450a-af36-8721312b819b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'mac_address': 'fa:16:3e:bb:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:32Z', 'updated_at': '2022-10-20T03:35:13Z', 'revision_number': 1, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0357b5a5-c5bf-4cbc-88c9-c1727f858807', 'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'mac_address': 'fa:16:3e:e0:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:18Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 5, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'subnets': [{'id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:20.365301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3ed71-0a38-4d20-ae8a-07fd54f76228 None None] The sync data for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv is: [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ac381e13-5190-45c3-8618-7fa14c07319b', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'floating_ip_address': '172.26.7.154', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'port_id': '1705c692-51e3-450a-af36-8721312b819b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'mac_address': 'fa:16:3e:bb:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:32Z', 'updated_at': '2022-10-20T03:35:13Z', 'revision_number': 1, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0357b5a5-c5bf-4cbc-88c9-c1727f858807', 'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'mac_address': 'fa:16:3e:e0:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:18Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 5, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'subnets': [{'id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:20.388181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.496929 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-a2b80aa0-9ebe-4585-a1cd-851ef87379ab service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607365 Oct 20 03:35:20.498328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.522760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:20.534693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:20.540859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:20.630968 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8cb731-2e76-438d-8b65-e36eda8342c0', 'name': '', 'tenant_id': 'fc846aff86d04798ba50a33522118fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95262091-938e-46ff-a082-666686d364af', 'external_fixed_ips': [{'subnet_id': '3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce', 'ip_address': '2001:db8::315'}], 'enable_snat': True}, 'gw_port_id': 'd90a21ba-4e26-4af5-b28a-91a7eabde73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:10Z', 'updated_at': '2022-10-20T03:35:17Z', 'revision_number': 3, 'project_id': 'fc846aff86d04798ba50a33522118fa0', 'gw_port': {'id': 'd90a21ba-4e26-4af5-b28a-91a7eabde73b', 'name': '', 'network_id': '95262091-938e-46ff-a082-666686d364af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8cb731-2e76-438d-8b65-e36eda8342c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce', 'ip_address': '2001:db8::315', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:13Z', 'updated_at': '2022-10-20T03:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:20.632128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.641893 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Checking router: 5d8cb731-2e76-438d-8b65-e36eda8342c0 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:20.646799 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Updating router 5d8cb731-2e76-438d-8b65-e36eda8342c0 port d90a21ba-4e26-4af5-b28a-91a7eabde73b binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:35:20.657362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Provisioning for port 5c3723a5-acab-47e0-982e-549fba690009 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:20.677748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:20.687187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Provisioning complete for port 5c3723a5-acab-47e0-982e-549fba690009 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:20.687562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.687900 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 1 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:20.729422 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.734768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Pushing event updated for resources: {'Port': ['ID=99c6bc87-b7f3-4ad9-903e-efd1dda98c46,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:20.754981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Attempting to bind port 6cdc7601-2353-45cd-a1e2-098c20a69e26 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:20.755652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Attempting to bind port 6cdc7601-2353-45cd-a1e2-098c20a69e26 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:20.756227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Attempting to bind port 6cdc7601-2353-45cd-a1e2-098c20a69e26 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:20.799301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.815055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8afe91e-24b8-4997-ab67-43a5b7b7f6be None None] New status for floating IP ac381e13-5190-45c3-8618-7fa14c07319b: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:35:20.835814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::969e:c573:d94a:8053 (70bc74a8-f345-4115-a4c4-4fbf84d34303/b8f18299-317a-43f3-a979-58419503c132/21078b5b-dafa-4d19-97b8-a339c9a602fc) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:20.864514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Network 0dd0023b-533f-4c16-9408-5680f9f17110 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:20.875390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:20.882141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.899393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:20.905839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:20.905839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.905839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:20.905839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Bound port: 6cdc7601-2353-45cd-a1e2-098c20a69e26, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:20.905839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.916199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:20.948974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:20.955577 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-71ac39a3-29e3-431c-9407-b8409f83d990 req-c867ea14-9b48-491b-bdfe-f9610ab65d29 service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826937 Oct 20 03:35:20.956185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Port': ['ID=c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:20.990438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.056251 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-c4364f3e-4178-405e-ab40-d83964553d14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6784623 Oct 20 03:35:21.114890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] For port 6cdc7601-2353-45cd-a1e2-098c20a69e26, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:21.121591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] For port 6cdc7601-2353-45cd-a1e2-098c20a69e26, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6cdc7601-2353-45cd-a1e2-098c20a69e26,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:21.224165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:21.224785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.236877 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.250229 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Transition to ACTIVE for port object d90a21ba-4e26-4af5-b28a-91a7eabde73b will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:21.272279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Pushing event updated for resources: {'Port': ['ID=6cdc7601-2353-45cd-a1e2-098c20a69e26,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:21.279083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.337842 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.346904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.355485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.375445 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Pushing event updated for resources: {'Port': ['ID=ebd828ed-eac2-478f-811d-fcbd631cb62e,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:21.391413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 21078b5b-dafa-4d19-97b8-a339c9a602fc will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:21.451210 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 2 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:21.454930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.461167 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f4d40c5f-6154-4084-822b-011ece425a46 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3441620 Oct 20 03:35:21.467385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58022) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:21.467536 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Attempting to bind port d90a21ba-4e26-4af5-b28a-91a7eabde73b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:21.467536 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Attempting to bind port d90a21ba-4e26-4af5-b28a-91a7eabde73b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'bf8a52cd-1cd9-4219-8da5-09e61c3cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '95262091-938e-46ff-a082-666686d364af'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:21.467536 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Attempting to bind port d90a21ba-4e26-4af5-b28a-91a7eabde73b on network 95262091-938e-46ff-a082-666686d364af {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:21.475727 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:21.475969 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Checking segment: {'id': 'bf8a52cd-1cd9-4219-8da5-09e61c3cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '95262091-938e-46ff-a082-666686d364af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:21.476204 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.476611 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Bound using segment: {'id': 'bf8a52cd-1cd9-4219-8da5-09e61c3cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '95262091-938e-46ff-a082-666686d364af'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:21.477425 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Bound port: d90a21ba-4e26-4af5-b28a-91a7eabde73b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8a52cd-1cd9-4219-8da5-09e61c3cbacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '95262091-938e-46ff-a082-666686d364af'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:21.477822 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.483962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c0:d2:ea'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:21.493399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-eb1f03bf-39bb-49c2-a73c-c43b65edf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:21.495942 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-eb1f03bf-39bb-49c2-a73c-c43b65edf55b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a27959fcca784c4695723b7839ad2e57&device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 1099 time: 0.3003135 Oct 20 03:35:21.515899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796cd31-2574-41cd-8096-25105cf66eb3 None None] Pushing event updated for resources: {'Port': ['ID=6cdc7601-2353-45cd-a1e2-098c20a69e26,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:21.545340 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Pushing event updated for resources: {'Port': ['ID=d90a21ba-4e26-4af5-b28a-91a7eabde73b,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:21.546958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:21.547886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.553543 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.553899 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.554377 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.554721 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.555054 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.555404 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.555736 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.556069 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.556406 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.556735 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.557448 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.557448 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:21.565510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.566747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1f60ffdf-bbfd-446c-8ca4-1408af771b70 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3945036 Oct 20 03:35:21.576698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58026) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:21.620167 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] For port d90a21ba-4e26-4af5-b28a-91a7eabde73b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:21.629024 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] For port d90a21ba-4e26-4af5-b28a-91a7eabde73b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d90a21ba-4e26-4af5-b28a-91a7eabde73b,segment=NetworkSegment(bf8a52cd-1cd9-4219-8da5-09e61c3cbacb),segment_id=bf8a52cd-1cd9-4219-8da5-09e61c3cbacb)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:21.649753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Deleting port d90a21ba-4e26-4af5-b28a-91a7eabde73b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:21.649753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.666595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:21.677494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:21.681037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:21.689132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:21.689834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.709850 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.821228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=21078b5b-dafa-4d19-97b8-a339c9a602fc,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:21.861049 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Routers {'5d8cb731-2e76-438d-8b65-e36eda8342c0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:21.861762 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5d8cb731-2e76-438d-8b65-e36eda8342c0'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:21.875789 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-723b22f8-c49a-461c-a9e3-eb933cb61e5d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3196619 Oct 20 03:35:21.885505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58034) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:21.888252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:21.906863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:21.958749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-82c023eb-2814-4e00-8bf5-1bb6c0646a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:21.960214 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-82c023eb-2814-4e00-8bf5-1bb6c0646a57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4277c4e3-e481-4cf9-a0b6-588981ac852f HTTP/1.1" status: 200 len: 912 time: 0.4354761 Oct 20 03:35:21.980574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:22.048146 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 3 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:22.067684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b28bc-08d5-49e2-a636-a24ac5d719f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:22.076622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:22.077153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b28bc-08d5-49e2-a636-a24ac5d719f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:22.077987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-431b28bc-08d5-49e2-a636-a24ac5d719f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:22.080630 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6f648-ebcc-488b-8c02-75ab641f01f1 None None] Pushing event updated for resources: {'Port': ['ID=d90a21ba-4e26-4af5-b28a-91a7eabde73b,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:22.089339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.098380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.102552 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] Set router 5d8cb731-2e76-438d-8b65-e36eda8342c0 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:22.110746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Usage tracker for resource:floatingip and tenant:efc6c11a728546b096e60056bb80dc20 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:22.118021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:22.118647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.119184 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 Oct 20 03:35:22.121817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:22.148827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:22.162062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.171290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:22.277887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:22.279166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6cdc7601-2353-45cd-a1e2-098c20a69e26 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:22.285101 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cea74154-8a41-4158-b475-294f64380a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8cb731-2e76-438d-8b65-e36eda8342c0', 'name': '', 'tenant_id': 'fc846aff86d04798ba50a33522118fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:10Z', 'updated_at': '2022-10-20T03:35:21Z', 'revision_number': 4, 'project_id': 'fc846aff86d04798ba50a33522118fa0', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:22.291087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-431b28bc-08d5-49e2-a636-a24ac5d719f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:22.293915 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea74154-8a41-4158-b475-294f64380a74 None None] The sync data for ids ['5d8cb731-2e76-438d-8b65-e36eda8342c0'] in dv-neutron-861845-1-hyperv is: [{'id': '5d8cb731-2e76-438d-8b65-e36eda8342c0', 'name': '', 'tenant_id': 'fc846aff86d04798ba50a33522118fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:10Z', 'updated_at': '2022-10-20T03:35:21Z', 'revision_number': 4, 'project_id': 'fc846aff86d04798ba50a33522118fa0', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:22.294054 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-431b28bc-08d5-49e2-a636-a24ac5d719f3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4068406 Oct 20 03:35:22.299078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58038) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:22.321152 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-6021b24f-ae48-40bd-a461-1c5986f86dca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09c76853-050b-4649-8c6b-9c5a64ca49ce HTTP/1.1" status: 200 len: 1002 time: 0.3002148 Oct 20 03:35:22.361220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] For port d90a21ba-4e26-4af5-b28a-91a7eabde73b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d90a21ba-4e26-4af5-b28a-91a7eabde73b,segment=NetworkSegment(bf8a52cd-1cd9-4219-8da5-09e61c3cbacb),segment_id=bf8a52cd-1cd9-4219-8da5-09e61c3cbacb)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:22.361617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.420115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-78896143-9c32-4809-bbda-df02e3b37cc5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 21078b5b-dafa-4d19-97b8-a339c9a602fc {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:22.420469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78896143-9c32-4809-bbda-df02e3b37cc5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.427883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 6cdc7601-2353-45cd-a1e2-098c20a69e26 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:22.437696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=7db05d11-506c-433a-803f-946333dce0a0,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:22.440593 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.450513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.613619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Calling delete_port for d90a21ba-4e26-4af5-b28a-91a7eabde73b owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:22.673023 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 4 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:22.764263 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:22.792582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:22.818803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.835168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78896143-9c32-4809-bbda-df02e3b37cc5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.924950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-0eb436f6-bf34-445c-952d-1402e16673af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:22.926502 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-0eb436f6-bf34-445c-952d-1402e16673af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7565b3d8-46f3-4426-8c11-3169f2aca43c HTTP/1.1" status: 200 len: 850 time: 0.5566032 Oct 20 03:35:22.965853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.996912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-78896143-9c32-4809-bbda-df02e3b37cc5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 21078b5b-dafa-4d19-97b8-a339c9a602fc owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:23.139391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Port': ['ID=c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:23.142954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] In _notify_port_updated(), no bound segment for port c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13 on network 0dd0023b-533f-4c16-9408-5680f9f17110 {{(pid=90075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:35:23.148311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:23.148910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.150228 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9a754445-bfd9-4dc8-8252-d33edc2ebeb1 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "PUT /v2.0/ports/c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13 HTTP/1.1" status: 200 len: 995 time: 1.6862807 Oct 20 03:35:23.159477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58042) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:23.265175 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 5 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:23.288650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78896143-9c32-4809-bbda-df02e3b37cc5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.309033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:23.314819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ac2efebb-b22d-479a-862b-1d1f0bc5cecd tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Deleting port c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:23.315157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac2efebb-b22d-479a-862b-1d1f0bc5cecd tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.320099 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:23.339345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78896143-9c32-4809-bbda-df02e3b37cc5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=21078b5b-dafa-4d19-97b8-a339c9a602fc,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:23.348689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:23.389877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78896143-9c32-4809-bbda-df02e3b37cc5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.475707 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-78896143-9c32-4809-bbda-df02e3b37cc5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/21078b5b-dafa-4d19-97b8-a339c9a602fc HTTP/1.1" status: 204 len: 168 time: 1.1740258 Oct 20 03:35:23.476670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58046) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:23.552057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dde6f2-8637-4f40-92ac-de73a692bbeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:23.553523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dde6f2-8637-4f40-92ac-de73a692bbeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:23.554270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-05dde6f2-8637-4f40-92ac-de73a692bbeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:23.570740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-d099a2fc-9a43-4d23-94c9-67d2f9143f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:23.572275 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-d099a2fc-9a43-4d23-94c9-67d2f9143f74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4277c4e3-e481-4cf9-a0b6-588981ac852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6354830 Oct 20 03:35:23.627638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-05dde6f2-8637-4f40-92ac-de73a692bbeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:23.631340 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-05dde6f2-8637-4f40-92ac-de73a692bbeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1512783 Oct 20 03:35:23.631613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58050) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:23.697483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8dcde3f-bca5-4d6a-bcb3-cf92c10c83c3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet b8f18299-317a-43f3-a979-58419503c132 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:35:23.700418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8dcde3f-bca5-4d6a-bcb3-cf92c10c83c3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.735323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.758362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8dcde3f-bca5-4d6a-bcb3-cf92c10c83c3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.821385 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 6 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:23.831306 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.843517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8dcde3f-bca5-4d6a-bcb3-cf92c10c83c3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.876721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:23.966610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event deleted for resources: {'Port': ['ID=d90a21ba-4e26-4af5-b28a-91a7eabde73b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:23.982238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8dcde3f-bca5-4d6a-bcb3-cf92c10c83c3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.026161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcde3f-bca5-4d6a-bcb3-cf92c10c83c3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f18299-317a-43f3-a979-58419503c132,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:24.028158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8dcde3f-bca5-4d6a-bcb3-cf92c10c83c3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.033995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9b8c4-6612-4b98-988a-20eec5459746 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:24.058852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:24.064408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.083735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a8dcde3f-bca5-4d6a-bcb3-cf92c10c83c3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/b8f18299-317a-43f3-a979-58419503c132 HTTP/1.1" status: 204 len: 168 time: 0.4508531 Oct 20 03:35:24.086176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58054) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:24.166190 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6acba30b-5c0e-4cf5-a533-5bf6024ba704 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758541 Oct 20 03:35:24.166481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58058) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:24.172806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:24.288500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:24.293613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:24.296640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:24.302516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:24.333783 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-ee429d47-fad7-4fed-bc26-a8040ce3c7f0 service neutron] 10.222.0.26 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227829 Oct 20 03:35:24.358040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c94245-ccd3-4069-80d5-041085b62994 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:35:24.362313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67c94245-ccd3-4069-80d5-041085b62994 None None] Deleting port 6cdc7601-2353-45cd-a1e2-098c20a69e26 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:24.362681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-67c94245-ccd3-4069-80d5-041085b62994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.385240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:24.385897 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 7 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:24.389305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.462145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:24.579983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac2efebb-b22d-479a-862b-1d1f0bc5cecd tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.627085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-67c94245-ccd3-4069-80d5-041085b62994 None None] For port 6cdc7601-2353-45cd-a1e2-098c20a69e26, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6cdc7601-2353-45cd-a1e2-098c20a69e26,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:24.627625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-67c94245-ccd3-4069-80d5-041085b62994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.651016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.659904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.679023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.733811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:24.736799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:24.740141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:24.740728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.758708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67c94245-ccd3-4069-80d5-041085b62994 None None] Calling delete_port for 6cdc7601-2353-45cd-a1e2-098c20a69e26 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:24.762217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=102d80b2-75ed-495e-a62d-d5561bb1cb5c,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:24.825461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ac2efebb-b22d-479a-862b-1d1f0bc5cecd tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Calling delete_port for c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:24.834813 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d6da40fc-a266-40b0-bb91-a113dcd6893b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6640003 Oct 20 03:35:24.834813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58062) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:24.841061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': '102d80b2-75ed-495e-a62d-d5561bb1cb5c', 'ip_address': '2001:db8::fc8c:1854:9ab6:8ebc'}], 'name': 'tempest-NetworksTestDHCPv6-1928734790'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:24.905881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Allocated IP 172.26.7.165 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/a3da25d3-3e3d-4e4d-a703-da36387de844) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:24.917303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-67c94245-ccd3-4069-80d5-041085b62994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.966589 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 8 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:24.995238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c94245-ccd3-4069-80d5-041085b62994 None None] Pushing event deleted for resources: {'Port': ['ID=6cdc7601-2353-45cd-a1e2-098c20a69e26,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:24.999399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.999862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d8cb731-2e76-438d-8b65-e36eda8342c0 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:35:25.009338 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c94245-ccd3-4069-80d5-041085b62994 None None] No DVR routers for this DVR port 6cdc7601-2353-45cd-a1e2-098c20a69e26 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:25.034296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4223cbd0-abbf-4821-abc9-05b0943aee76 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:25.091784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.095662 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-88f47b43-5145-4e9a-85b7-912acb94c075 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "DELETE /v2.0/routers/5d8cb731-2e76-438d-8b65-e36eda8342c0 HTTP/1.1" status: 204 len: 168 time: 4.8983071 Oct 20 03:35:25.095841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:25.096284 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c402303-691a-4440-8c49-14a9d0d2c541 req-cf1d2b79-a6b0-4293-9750-f0907da31290 service neutron] 10.222.0.26 "GET /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570096 Oct 20 03:35:25.096393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58066) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:25.102694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:25.104418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:25.113921 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11834904-f2db-49e7-95f7-de345d07a745 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:25.127023 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11834904-f2db-49e7-95f7-de345d07a745 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:25.132784 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-11834904-f2db-49e7-95f7-de345d07a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:25.192060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb8afa9-e34a-4921-8353-5dd45b87a0fa tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Deleting subnet 3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:35:25.195287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:25.197841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dcb8afa9-e34a-4921-8353-5dd45b87a0fa tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.208430 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-11834904-f2db-49e7-95f7-de345d07a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:25.218706 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11834904-f2db-49e7-95f7-de345d07a745 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:25.219526 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-11834904-f2db-49e7-95f7-de345d07a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:25.225583 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:25.237161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:25.260760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dcb8afa9-e34a-4921-8353-5dd45b87a0fa tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.275264 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d71576c7-f214-489e-af15-1fad6bf6232c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/routers/d3690057-ec0f-4219-8ef0-8c231f8bad42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0788105 Oct 20 03:35:25.277045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58070) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:25.287192 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-11834904-f2db-49e7-95f7-de345d07a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:25.287806 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11834904-f2db-49e7-95f7-de345d07a745 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:25.301866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'port': {'network_id': '7acd0446-fa9c-416e-8ba2-0bfc6880deab', 'name': 'tempest-FloatingIPTestJSON-1358279487'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:25.320917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac2efebb-b22d-479a-862b-1d1f0bc5cecd tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.325597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:25.330984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '102d80b2-75ed-495e-a62d-d5561bb1cb5c'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:35:25.331902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.353451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dcb8afa9-e34a-4921-8353-5dd45b87a0fa tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.373398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.431855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2efebb-b22d-479a-862b-1d1f0bc5cecd tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event deleted for resources: {'Port': ['ID=c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:25.518348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.520834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/102d80b2-75ed-495e-a62d-d5561bb1cb5c/57af2e48-596b-452a-bf8a-f862adde1d37) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:25.541097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 2407e2b3-e976-4e2c-8590-b004653194db yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:25.603381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dcb8afa9-e34a-4921-8353-5dd45b87a0fa tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.625114 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 9 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:25.639125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:25.643768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac2efebb-b22d-479a-862b-1d1f0bc5cecd tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.648021 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ac2efebb-b22d-479a-862b-1d1f0bc5cecd tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "DELETE /v2.0/ports/c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13 HTTP/1.1" status: 204 len: 168 time: 2.4830656 Oct 20 03:35:25.648021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:port and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:25.649400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58074) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:25.651998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:25.701410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:25.726792 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bb75f1-b47d-472b-83a4-b0576724bd8f tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] GET failed (client error): The resource could not be found. Oct 20 03:35:25.727346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e0bb75f1-b47d-472b-83a4-b0576724bd8f tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Synchronizing usage tracker for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:25.743012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.754245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:25.761095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6cdc7601-2353-45cd-a1e2-098c20a69e26 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:25.771285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dcb8afa9-e34a-4921-8353-5dd45b87a0fa tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.777591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8afa9-e34a-4921-8353-5dd45b87a0fa tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:25.805144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 6cdc7601-2353-45cd-a1e2-098c20a69e26 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:35:25.805511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6cdc7601-2353-45cd-a1e2-098c20a69e26 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:35:25.823696 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dcb8afa9-e34a-4921-8353-5dd45b87a0fa tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "DELETE /v2.0/subnets/3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce HTTP/1.1" status: 204 len: 168 time: 0.7261388 Oct 20 03:35:25.828551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58078) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:25.910125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.922188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Transition to ACTIVE for port object 57af2e48-596b-452a-bf8a-f862adde1d37 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:25.941575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.943978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Transition to ACTIVE for port object 57af2e48-596b-452a-bf8a-f862adde1d37 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:25.958831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:25.962109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:25.966171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:26.004549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Pushing event updated for resources: {'Port': ['ID=a3da25d3-3e3d-4e4d-a703-da36387de844,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:26.022029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.051503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.056037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Made reservation on behalf of 91e2b40774f5476593a4866f31129b96 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:26.059688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.068628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e0bb75f1-b47d-472b-83a4-b0576724bd8f tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Unset dirty status for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:26.074355 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e0bb75f1-b47d-472b-83a4-b0576724bd8f tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "GET /v2.0/ports/c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13 HTTP/1.1" status: 404 len: 333 time: 0.4195678 Oct 20 03:35:26.074355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58082) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:26.082562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'port': {'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110', 'name': 'tempest-AllowedAddressPairTestJSON-190189361'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:26.094698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:26.098144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:26.100057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:26.102590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.149987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95262091-938e-46ff-a082-666686d364af']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:26.157688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::fc8c:1854:9ab6:8ebc (70bc74a8-f345-4115-a4c4-4fbf84d34303/102d80b2-75ed-495e-a62d-d5561bb1cb5c/2407e2b3-e976-4e2c-8590-b004653194db) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:26.158312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] device_id is not set on port 2a34ae22-d401-4d4e-ad80-3a4c7d62b276 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:26.168329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8a52cd-1cd9-4219-8da5-09e61c3cbacb') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:26.168752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8a52cd-1cd9-4219-8da5-09e61c3cbacb') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:26.178018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Pushing event updated for resources: {'Port': ['ID=57af2e48-596b-452a-bf8a-f862adde1d37,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:26.184471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.213249 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Attempt 10 to provision port 5c3723a5-acab-47e0-982e-549fba690009 Oct 20 03:35:26.222409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.238971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:26.240507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.274987 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment bf8a52cd-1cd9-4219-8da5-09e61c3cbacb resource provider aggregate not found Oct 20 03:35:26.294049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Attempting to bind port 57af2e48-596b-452a-bf8a-f862adde1d37 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:26.294416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Attempting to bind port 57af2e48-596b-452a-bf8a-f862adde1d37 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:26.294770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Attempting to bind port 57af2e48-596b-452a-bf8a-f862adde1d37 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:26.303130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3a51-2bd2-4e64-8aac-7235075bf06e None None] Port 5c3723a5-acab-47e0-982e-549fba690009 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:26.303370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.305884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:26.306253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:26.306647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.307023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:26.307489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Bound port: 57af2e48-596b-452a-bf8a-f862adde1d37, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:26.308461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.396872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] For port 57af2e48-596b-452a-bf8a-f862adde1d37, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:26.399900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] For port 57af2e48-596b-452a-bf8a-f862adde1d37, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=57af2e48-596b-452a-bf8a-f862adde1d37,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:26.416701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d25e988b-9970-4570-8108-c65c60c15684 None None] Could not find standard attr ID for object 21078b5b-dafa-4d19-97b8-a339c9a602fc. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:26.420429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d25e988b-9970-4570-8108-c65c60c15684 None None] Could not find standard attr ID for object 6cdc7601-2353-45cd-a1e2-098c20a69e26. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:26.420570 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment bf8a52cd-1cd9-4219-8da5-09e61c3cbacb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf8a52cd-1cd9-4219-8da5-09e61c3cbacb found for delete ", "request_id": "req-cf471263-0e5f-44a4-aaca-b38492ed8ba6"}]} Oct 20 03:35:26.422831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d25e988b-9970-4570-8108-c65c60c15684 None None] Could not find standard attr ID for object 42a281df-ef76-447f-9c7e-7780a988f662. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:26.425874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d25e988b-9970-4570-8108-c65c60c15684 None None] Could not find standard attr ID for object e2b1e6ec-5c3e-4733-a943-7f6c5e950608. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:26.428816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d25e988b-9970-4570-8108-c65c60c15684 None None] Could not find standard attr ID for object 7ed7fc89-41c2-43a9-9001-2203cc1cd6bc. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:26.431379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d25e988b-9970-4570-8108-c65c60c15684 None None] Could not find standard attr ID for object c399163d-2b3a-4eb1-aa6f-e76ab2f3cd13. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:26.438277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:26.460331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.475965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:26.497182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.20.0.11 (7acd0446-fa9c-416e-8ba2-0bfc6880deab/926c039c-351d-41f5-8b69-092c06575b08/2a34ae22-d401-4d4e-ad80-3a4c7d62b276) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:26.511510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.518789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.548257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95262091-938e-46ff-a082-666686d364af {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 20 03:35:26.552621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28ce50-6106-4fd9-8eae-0f0219075c96 None None] Pushing event updated for resources: {'Port': ['ID=57af2e48-596b-452a-bf8a-f862adde1d37,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:26.553128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event deleted for resources: {'Network': ['ID=95262091-938e-46ff-a082-666686d364af,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:26.560236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.567410 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-94aeb679-a8c6-4ae4-a766-681cb705f0df tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "DELETE /v2.0/networks/95262091-938e-46ff-a082-666686d364af HTTP/1.1" status: 204 len: 168 time: 0.7378407 Oct 20 03:35:26.568900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 2407e2b3-e976-4e2c-8590-b004653194db will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:26.643139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Made reservation on behalf of 9ff24e4845d44b58a9cc0b6889fadbbf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:26.646914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.685950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.725798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] device_id is not set on port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:26.783066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:26.786543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:26.788898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:26.795326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:26.796060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.856273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=2407e2b3-e976-4e2c-8590-b004653194db,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:26.908325 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5fd34717-32c0-43af-b741-7d2ba09fcd7a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0724463 Oct 20 03:35:26.911056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58098) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:26.971552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58102) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:26.980155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'router': {'name': 'tempest-router--903911678', 'project_id': 'd72a42e426a14a558da28ce617c8e0cd'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:27.000376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:27.008721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Usage tracker for resource:router and tenant:d72a42e426a14a558da28ce617c8e0cd is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:27.012281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:27.022458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:27.038801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.059428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0757c7b-a90f-4ff4-95e2-c306108ed29b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:27.065571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0757c7b-a90f-4ff4-95e2-c306108ed29b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:27.066353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b0757c7b-a90f-4ff4-95e2-c306108ed29b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:27.100823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Allocated IP 172.20.0.13 (0dd0023b-533f-4c16-9408-5680f9f17110/5db67378-5a09-4a59-8192-d1fe28d5a760/2fbd5775-11e9-4f2e-88b5-198e426cbab1) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:27.111261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.111693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.112857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.130909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.141374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.143448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b0757c7b-a90f-4ff4-95e2-c306108ed29b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:27.147805 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b0757c7b-a90f-4ff4-95e2-c306108ed29b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2357876 Oct 20 03:35:27.148675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58106) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:27.313925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e63a4114-4ad3-46ea-8158-108ace83a174 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 2407e2b3-e976-4e2c-8590-b004653194db {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:27.314268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e63a4114-4ad3-46ea-8158-108ace83a174 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.359959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.360193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.368525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Pushing event updated for resources: {'Port': ['ID=a3da25d3-3e3d-4e4d-a703-da36387de844,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:27.461358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.476370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Transition to ACTIVE for port object 2fbd5775-11e9-4f2e-88b5-198e426cbab1 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:27.479751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.512943 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.514155 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7a9c8de5-b81c-4c91-b503-90a0059ef154 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5416398 Oct 20 03:35:27.519593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58110) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:27.525872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.529541 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-426fa18c-70dd-476f-af98-577d63efa350 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8940666 Oct 20 03:35:27.546153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58114) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:27.628836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:27.642205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:27.653459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=2a34ae22-d401-4d4e-ad80-3a4c7d62b276,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:27.658879 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:27.666738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a4140ce-587b-433f-9e20-291f3c575aee tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.795799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 57af2e48-596b-452a-bf8a-f862adde1d37 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:27.845807 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d9bd9218-a3bc-44ca-a5a1-d741a4ba5e29 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.2960575 Oct 20 03:35:27.851928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58118) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:27.916552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:27.917739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.921815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.954559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8be2693d-0109-4acf-8967-7133bc4adac2 None None] Provisioning for port 57af2e48-596b-452a-bf8a-f862adde1d37 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:27.982401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 57af2e48-596b-452a-bf8a-f862adde1d37 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:27.988055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 57af2e48-596b-452a-bf8a-f862adde1d37 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:27.988998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.989407 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 57af2e48-596b-452a-bf8a-f862adde1d37 Oct 20 03:35:27.998986 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c351e91c-31fc-4145-85ba-27ac84783993 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1425822 Oct 20 03:35:28.011795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58124) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:28.078426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e63a4114-4ad3-46ea-8158-108ace83a174 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.094911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a4140ce-587b-433f-9e20-291f3c575aee tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.098789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a4140ce-587b-433f-9e20-291f3c575aee tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.107731 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4e1d5dc1-5664-426e-b872-67dc9c67166d tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8259559 Oct 20 03:35:28.107731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Network 0dd0023b-533f-4c16-9408-5680f9f17110 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:28.114214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58128) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:28.136090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 57af2e48-596b-452a-bf8a-f862adde1d37 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:28.136473 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.165903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d4314602-210b-4ff0-9476-eecb1e113e63 None None] Provisioning for port 2407e2b3-e976-4e2c-8590-b004653194db completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:28.169681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:28.173989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 57af2e48-596b-452a-bf8a-f862adde1d37, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=57af2e48-596b-452a-bf8a-f862adde1d37,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:28.175029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d4314602-210b-4ff0-9476-eecb1e113e63 None None] Provisioning complete for port 2407e2b3-e976-4e2c-8590-b004653194db triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:28.175411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d4314602-210b-4ff0-9476-eecb1e113e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.175747 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d4314602-210b-4ff0-9476-eecb1e113e63 None None] Attempt 1 to provision port 2407e2b3-e976-4e2c-8590-b004653194db Oct 20 03:35:28.180808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'port': {'network_id': '7acd0446-fa9c-416e-8ba2-0bfc6880deab', 'name': 'tempest-FloatingIPTestJSON-535494016'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:28.205114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:28.226452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e63a4114-4ad3-46ea-8158-108ace83a174 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 2407e2b3-e976-4e2c-8590-b004653194db owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:28.235554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d4314602-210b-4ff0-9476-eecb1e113e63 None None] Port 2407e2b3-e976-4e2c-8590-b004653194db cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:28.246624 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.249414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Port': ['ID=2fbd5775-11e9-4f2e-88b5-198e426cbab1,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:28.327285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=57af2e48-596b-452a-bf8a-f862adde1d37,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:28.349878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Deleting port a3da25d3-3e3d-4e4d-a703-da36387de844 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:28.354142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.428894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a4140ce-587b-433f-9e20-291f3c575aee tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.429399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4140ce-587b-433f-9e20-291f3c575aee tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab451830-282f-4f9b-8662-ada770ec9b31 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:35:28.450817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:28.451415 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.521912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a4140ce-587b-433f-9e20-291f3c575aee tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.523109 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7a4140ce-587b-433f-9e20-291f3c575aee tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "DELETE /v2.0/routers/ab451830-282f-4f9b-8662-ada770ec9b31 HTTP/1.1" status: 204 len: 168 time: 1.0025876 Oct 20 03:35:28.545565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e63a4114-4ad3-46ea-8158-108ace83a174 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.584403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:28.592222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:port and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:28.597223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:28.598838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a4114-4ad3-46ea-8158-108ace83a174 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=2407e2b3-e976-4e2c-8590-b004653194db,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:28.616606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:28.621691 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7e26ca71-3eab-4bda-8739-7f12d83956aa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5441244 Oct 20 03:35:28.622589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58136) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:28.638192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'port': {'network_id': '0dd0023b-533f-4c16-9408-5680f9f17110', 'name': 'tempest-AllowedAddressPairTestJSON-1970734992'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:28.648126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e63a4114-4ad3-46ea-8158-108ace83a174 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.650879 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e63a4114-4ad3-46ea-8158-108ace83a174 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/2407e2b3-e976-4e2c-8590-b004653194db HTTP/1.1" status: 204 len: 168 time: 1.5000639 Oct 20 03:35:28.658585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58140) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:28.710941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.711205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.725510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da19135b-8316-494e-95ac-800d22bb7da2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:28.727287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da19135b-8316-494e-95ac-800d22bb7da2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:28.728218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da19135b-8316-494e-95ac-800d22bb7da2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:28.737096 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d4314602-210b-4ff0-9476-eecb1e113e63 None None] Attempt 2 to provision port 2407e2b3-e976-4e2c-8590-b004653194db Oct 20 03:35:28.780015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d4314602-210b-4ff0-9476-eecb1e113e63 None None] Port 2407e2b3-e976-4e2c-8590-b004653194db was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:35:28.793191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da19135b-8316-494e-95ac-800d22bb7da2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:28.795204 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-da19135b-8316-494e-95ac-800d22bb7da2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1362917 Oct 20 03:35:28.797832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58144) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:28.849456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Made reservation on behalf of 91e2b40774f5476593a4866f31129b96 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:28.853429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.862269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58148) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:28.871746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Calling delete_port for a3da25d3-3e3d-4e4d-a703-da36387de844 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:28.959501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4009c300-27ff-4cef-bee0-367f0c1e00a4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 102d80b2-75ed-495e-a62d-d5561bb1cb5c {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:35:28.963197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4009c300-27ff-4cef-bee0-367f0c1e00a4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.968850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Provisioning for port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:28.971092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] device_id is not set on port 26ee2333-2dd3-4461-8deb-08f1d6e3da75 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:28.975605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Provisioning complete for port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:28.977004 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.978104 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 1 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:29.019393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4009c300-27ff-4cef-bee0-367f0c1e00a4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.060836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:29.062083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:29.079701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:29.120763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4009c300-27ff-4cef-bee0-367f0c1e00a4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.183117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-385629142', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:29.192976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:29.210977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Usage tracker for resource:router and tenant:a2b54b81e485473fb613fd21e7aaeca9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:29.220028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:29.225206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Made reservation on behalf of 9ff24e4845d44b58a9cc0b6889fadbbf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:29.228559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.244099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:29.258307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.20.0.8 (7acd0446-fa9c-416e-8ba2-0bfc6880deab/926c039c-351d-41f5-8b69-092c06575b08/26ee2333-2dd3-4461-8deb-08f1d6e3da75) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:29.268818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] device_id is not set on port f63a514f-7a68-4d8b-bdb6-95daec14430e yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:29.277770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4009c300-27ff-4cef-bee0-367f0c1e00a4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.317205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009c300-27ff-4cef-bee0-367f0c1e00a4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=102d80b2-75ed-495e-a62d-d5561bb1cb5c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:29.318881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.326638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef8919-b138-4e22-b41e-5888ac62f240 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:29.330183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4009c300-27ff-4cef-bee0-367f0c1e00a4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.445819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4009c300-27ff-4cef-bee0-367f0c1e00a4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/102d80b2-75ed-495e-a62d-d5561bb1cb5c HTTP/1.1" status: 204 len: 168 time: 0.6446116 Oct 20 03:35:29.446208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58154) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:29.500040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.501041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.511524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Pushing event deleted for resources: {'Port': ['ID=a3da25d3-3e3d-4e4d-a703-da36387de844,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:29.520073 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-78f10444-7044-40fa-a801-dd7dd1bcf665 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705683 Oct 20 03:35:29.520384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58158) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:29.569768 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 2 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:29.617850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:35:29.632722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b4f60-95c8-451a-bb92-2fb53006d02a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:29.633870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2e3b4f60-95c8-451a-bb92-2fb53006d02a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:29.635826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Deleting port 57af2e48-596b-452a-bf8a-f862adde1d37 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:29.636528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.665223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.707826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2e3b4f60-95c8-451a-bb92-2fb53006d02a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:29.712639 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2e3b4f60-95c8-451a-bb92-2fb53006d02a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1912327 Oct 20 03:35:29.713225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58162) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:29.750053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 57af2e48-596b-452a-bf8a-f862adde1d37 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:29.783446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e22cc-1b70-4b3c-afb5-82320a4668e3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:29.784412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-aa8e22cc-1b70-4b3c-afb5-82320a4668e3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:29.793322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:29.794353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Allocated IP 172.20.0.10 (0dd0023b-533f-4c16-9408-5680f9f17110/5db67378-5a09-4a59-8192-d1fe28d5a760/f63a514f-7a68-4d8b-bdb6-95daec14430e) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:29.824838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.872997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-aa8e22cc-1b70-4b3c-afb5-82320a4668e3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:29.876597 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aa8e22cc-1b70-4b3c-afb5-82320a4668e3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1595769 Oct 20 03:35:29.877197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58166) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:29.954197 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6d16e7ea-2a25-4da0-a790-8b71ea3d8845 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713656 Oct 20 03:35:29.954991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58170) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:29.960579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:29.962545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 57af2e48-596b-452a-bf8a-f862adde1d37 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:29.962933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.981957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] For port 57af2e48-596b-452a-bf8a-f862adde1d37, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=57af2e48-596b-452a-bf8a-f862adde1d37,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:29.986464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.071889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.076137 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6b3f64a6-edf1-44e3-8ddc-4a9bce479301 tempest-FloatingIPAdminTestJSON-237536644 tempest-FloatingIPAdminTestJSON-237536644-project] 10.222.0.33 "DELETE /v2.0/floatingips/9cfff21e-eb80-4980-8743-c5f8de93d410 HTTP/1.1" status: 204 len: 168 time: 2.0586839 Oct 20 03:35:30.076577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58174) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:30.079259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:30.121643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Calling delete_port for 57af2e48-596b-452a-bf8a-f862adde1d37 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:30.122711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.164993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:30.204023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 57af2e48-596b-452a-bf8a-f862adde1d37, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=57af2e48-596b-452a-bf8a-f862adde1d37,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:30.247053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Deleting port ebd828ed-eac2-478f-811d-fcbd631cb62e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:30.247392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.250438 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.287691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.295866 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 3 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:30.301554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:30.305184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.344514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:35:30.344893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:35:30.371021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.384486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:30.385206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=57af2e48-596b-452a-bf8a-f862adde1d37,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:30.433968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Transition to ACTIVE for port object f63a514f-7a68-4d8b-bdb6-95daec14430e will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:30.439922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.533206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:30.538913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=26ee2333-2dd3-4461-8deb-08f1d6e3da75,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:30.541353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:30.541897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.543809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.546655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:30.623788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:30.624395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.669860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.699624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Calling delete_port for ebd828ed-eac2-478f-811d-fcbd631cb62e owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:30.844702 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9ab11e59-cc21-4a80-a186-8160f5b0dade tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6765907 Oct 20 03:35:30.848543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Deleting port 57af2e48-596b-452a-bf8a-f862adde1d37 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:30.849056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.849819 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58180) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:30.858863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '26ee2333-2dd3-4461-8deb-08f1d6e3da75', 'fixed_ip_address': '172.20.0.8'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:30.862978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Network 0dd0023b-533f-4c16-9408-5680f9f17110 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:30.869649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:30.874929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:30.875202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:30.891635 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 4 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:30.896851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:floatingip and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:30.911301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:30.920156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:30.956351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:31.028541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.037250 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Port': ['ID=f63a514f-7a68-4d8b-bdb6-95daec14430e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:31.081075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.099429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.126451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:31.132234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:31.134647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.140674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] For port 57af2e48-596b-452a-bf8a-f862adde1d37, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=57af2e48-596b-452a-bf8a-f862adde1d37,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:31.141227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.176271 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:31.176771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.189402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:31.190178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.204852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.251684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=a4a7f426-4295-4639-adc5-282144fadbda,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:31.269235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebd828ed-eac2-478f-811d-fcbd631cb62e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:31.275230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Calling delete_port for 57af2e48-596b-452a-bf8a-f862adde1d37 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:31.313832 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-efa372da-bd29-490b-97ce-c361433c9173 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6875832 Oct 20 03:35:31.313832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Allocated IP 172.26.7.103 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/a9ffdd9d-84d6-43b6-adf6-8dc4745e5401) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:31.314208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58184) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:31.321691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-09838268-cbcb-4f95-b98d-70b22a8385cf tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c0:d2:ea'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:74:f7:66'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:31.395646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.397877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.399014 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-45599483-6ea7-45a2-a771-1a71a1cc6097 tempest-FloatingIPAdminTestJSON-1375386255 tempest-FloatingIPAdminTestJSON-1375386255-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/d7daccf8-6dc6-4798-bb98-535c7b6c0ed0 HTTP/1.1" status: 204 len: 168 time: 1.3214700 Oct 20 03:35:31.403528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58188) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:31.415978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.460226 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d2f18ecb-d1aa-4ab6-9578-aa317b930642 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5016143 Oct 20 03:35:31.463178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58192) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:31.470288 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 5 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:31.473548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': 'a4a7f426-4295-4639-adc5-282144fadbda', 'ip_address': '2001:db8::18bc:193c:cd56:e594'}], 'name': 'tempest-NetworksTestDHCPv6-31195333'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:31.502701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] No DVR routers for this DVR port 57af2e48-596b-452a-bf8a-f862adde1d37 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:31.514118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946d836-1fec-4020-9725-60d0f5a39c07 None None] Pushing event deleted for resources: {'Port': ['ID=57af2e48-596b-452a-bf8a-f862adde1d37,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:31.538244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48849398-6747-44b6-9f58-3bc062f0c55e None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:31.574975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8438d771-69c6-42ef-acc7-c0004cd89ee4 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Deleting port 5c3723a5-acab-47e0-982e-549fba690009 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:31.575310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8438d771-69c6-42ef-acc7-c0004cd89ee4 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.647748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.652851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.680037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:31.732595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-09838268-cbcb-4f95-b98d-70b22a8385cf tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.811086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:31.835255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': 'a4a7f426-4295-4639-adc5-282144fadbda'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:35:31.835255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.885237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:31.906276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.992097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/a4a7f426-4295-4639-adc5-282144fadbda/b28b93b2-c61b-4c09-b8af-a5675f3b9cca) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:31.996485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event updated for resources: {'Port': ['ID=a9ffdd9d-84d6-43b6-adf6-8dc4745e5401,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.005628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:32.009058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:32.013199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:32.017201 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:32.022092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.26.7.94 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/b159cc0d-2d88-4a93-8f86-4d7c51b74783) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:32.027140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8438d771-69c6-42ef-acc7-c0004cd89ee4 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.190600 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 6 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:32.209084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8438d771-69c6-42ef-acc7-c0004cd89ee4 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Calling delete_port for 5c3723a5-acab-47e0-982e-549fba690009 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:32.261248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.263706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:32.273136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Transition to ACTIVE for port object b28b93b2-c61b-4c09-b8af-a5675f3b9cca will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:32.293690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Transition to ACTIVE for port object b28b93b2-c61b-4c09-b8af-a5675f3b9cca will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:32.301938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-09838268-cbcb-4f95-b98d-70b22a8385cf tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.357768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.382629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-09838268-cbcb-4f95-b98d-70b22a8385cf tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.424970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:32.427961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:32.431825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:32.439317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Pushing event updated for resources: {'Port': ['ID=b28b93b2-c61b-4c09-b8af-a5675f3b9cca,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.541808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.586726 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Attempting to bind port b28b93b2-c61b-4c09-b8af-a5675f3b9cca on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:32.587333 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Attempting to bind port b28b93b2-c61b-4c09-b8af-a5675f3b9cca by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:32.588578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Attempting to bind port b28b93b2-c61b-4c09-b8af-a5675f3b9cca on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:32.589200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-09838268-cbcb-4f95-b98d-70b22a8385cf tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] In _notify_port_updated(), no bound segment for port f63a514f-7a68-4d8b-bdb6-95daec14430e on network 0dd0023b-533f-4c16-9408-5680f9f17110 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:35:32.594924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09838268-cbcb-4f95-b98d-70b22a8385cf tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:32.595416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-09838268-cbcb-4f95-b98d-70b22a8385cf tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.597321 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-09838268-cbcb-4f95-b98d-70b22a8385cf tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "PUT /v2.0/ports/f63a514f-7a68-4d8b-bdb6-95daec14430e HTTP/1.1" status: 200 len: 1057 time: 1.2816923 Oct 20 03:35:32.601803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:32.601803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:32.601803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.602132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58196) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:32.602225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:32.603162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Bound port: b28b93b2-c61b-4c09-b8af-a5675f3b9cca, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:32.603888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.652364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09838268-cbcb-4f95-b98d-70b22a8385cf tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event updated for resources: {'Port': ['ID=f63a514f-7a68-4d8b-bdb6-95daec14430e,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.673896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:32.697440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.712956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.722928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] For port b28b93b2-c61b-4c09-b8af-a5675f3b9cca, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:32.726328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] For port b28b93b2-c61b-4c09-b8af-a5675f3b9cca, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b28b93b2-c61b-4c09-b8af-a5675f3b9cca,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:32.764555 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 7 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:32.770417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6f7c3-a1b6-4143-9279-643e13ceae11 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Deleting port f63a514f-7a68-4d8b-bdb6-95daec14430e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:32.770764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f7c3-a1b6-4143-9279-643e13ceae11 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.813640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.877224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:32.881388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8438d771-69c6-42ef-acc7-c0004cd89ee4 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.895172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f14b9-f67d-4030-93b9-3dc426fad493 None None] Pushing event updated for resources: {'Port': ['ID=b28b93b2-c61b-4c09-b8af-a5675f3b9cca,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.958084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438d771-69c6-42ef-acc7-c0004cd89ee4 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event deleted for resources: {'Port': ['ID=5c3723a5-acab-47e0-982e-549fba690009,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:33.166712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.198112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.301603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:33.311673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:33.343622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:33.378054 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 8 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:33.418520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8438d771-69c6-42ef-acc7-c0004cd89ee4 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.439183 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8438d771-69c6-42ef-acc7-c0004cd89ee4 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "DELETE /v2.0/ports/5c3723a5-acab-47e0-982e-549fba690009 HTTP/1.1" status: 204 len: 168 time: 2.0345376 Oct 20 03:35:33.446640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:33.447317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58200) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:33.455734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=b159cc0d-2d88-4a93-8f86-4d7c51b74783,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:33.458648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::18bc:193c:cd56:e594 (70bc74a8-f345-4115-a4c4-4fbf84d34303/a4a7f426-4295-4639-adc5-282144fadbda/052ab934-cf7f-456f-82c8-0ba4ec2f10d4) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:33.546182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00256db-e081-452f-9a98-2591ea0e247b tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:33.549847 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f00256db-e081-452f-9a98-2591ea0e247b tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "GET /v2.0/ports?device_id=b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d HTTP/1.1" status: 200 len: 913 time: 0.0953782 Oct 20 03:35:33.550397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58204) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:33.606134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f7c3-a1b6-4143-9279-643e13ceae11 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.612084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Router a43d7034-fa0c-4431-8948-b6a658fd77dd is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:35:33.772351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b28b93b2-c61b-4c09-b8af-a5675f3b9cca up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:33.797730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6f7c3-a1b6-4143-9279-643e13ceae11 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Calling delete_port for f63a514f-7a68-4d8b-bdb6-95daec14430e owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:33.907202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port b28b93b2-c61b-4c09-b8af-a5675f3b9cca completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:33.951938 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 9 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:34.019543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:34.051536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:34.062291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9611b-f8c0-490e-8cdd-581ed44db3c3 None None] Sync routers for ids ['a43d7034-fa0c-4431-8948-b6a658fd77dd'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:34.077167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9611b-f8c0-490e-8cdd-581ed44db3c3 None None] Routers {'a43d7034-fa0c-4431-8948-b6a658fd77dd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:34.078903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-feb9611b-f8c0-490e-8cdd-581ed44db3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a43d7034-fa0c-4431-8948-b6a658fd77dd'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:34.160817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-feb9611b-f8c0-490e-8cdd-581ed44db3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:34.170807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9611b-f8c0-490e-8cdd-581ed44db3c3 None None] Routers {'a43d7034-fa0c-4431-8948-b6a658fd77dd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:34.171612 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-feb9611b-f8c0-490e-8cdd-581ed44db3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a43d7034-fa0c-4431-8948-b6a658fd77dd'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:34.243280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-feb9611b-f8c0-490e-8cdd-581ed44db3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:34.243686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9611b-f8c0-490e-8cdd-581ed44db3c3 None None] The sync data for ids ['a43d7034-fa0c-4431-8948-b6a658fd77dd'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:34.284929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.293971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.295302 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-66c98ae6-3eb3-4cb2-8dee-9c817aaad231 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3956506 Oct 20 03:35:34.300364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58208) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:34.358989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:34.483565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f7c3-a1b6-4143-9279-643e13ceae11 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.520897 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Attempt 10 to provision port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 Oct 20 03:35:34.535615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.548081 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a333f6b2-e2a5-491b-9fce-dc608400b5ba tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/routers/a43d7034-fa0c-4431-8948-b6a658fd77dd HTTP/1.1" status: 200 len: 924 time: 0.2441158 Oct 20 03:35:34.550246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58212) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:34.556914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6f7c3-a1b6-4143-9279-643e13ceae11 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event deleted for resources: {'Port': ['ID=f63a514f-7a68-4d8b-bdb6-95daec14430e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:34.582007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5579d019-8511-4a6d-9d65-44cf4ec7a269 None None] Port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:34.619016 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b07862c8-fa0d-471a-8e57-37b5b91e14b7 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=a43d7034-fa0c-4431-8948-b6a658fd77dd HTTP/1.1" status: 200 len: 205 time: 0.0651963 Oct 20 03:35:34.621559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58216) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:34.672597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:34.680561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:34.695265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:34.700298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] Could not find standard attr ID for object f63a514f-7a68-4d8b-bdb6-95daec14430e. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:34.701164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:34.701911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.723030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=052ab934-cf7f-456f-82c8-0ba4ec2f10d4,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:34.787443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] Provisioning for port b28b93b2-c61b-4c09-b8af-a5675f3b9cca completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:34.789173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.795508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] Provisioning complete for port b28b93b2-c61b-4c09-b8af-a5675f3b9cca triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:34.796430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.797011 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] Attempt 1 to provision port b28b93b2-c61b-4c09-b8af-a5675f3b9cca Oct 20 03:35:34.864726 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c657e22d-427e-4862-9ea8-3c34914cb47b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3987834 Oct 20 03:35:34.866516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58220) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:34.873446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': 'a4a7f426-4295-4639-adc5-282144fadbda', 'ip_address': '2001:db8::18bc:193c:cd56:e594'}], 'name': 'tempest-NetworksTestDHCPv6-688343479'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:34.901007 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.966756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.980205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] Current status of the port b28b93b2-c61b-4c09-b8af-a5675f3b9cca is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:34.980889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.015913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] For port b28b93b2-c61b-4c09-b8af-a5675f3b9cca, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b28b93b2-c61b-4c09-b8af-a5675f3b9cca,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:35.065155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.078783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.112048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f7c3-a1b6-4143-9279-643e13ceae11 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.116421 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e9e6f7c3-a1b6-4143-9279-643e13ceae11 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "DELETE /v2.0/ports/f63a514f-7a68-4d8b-bdb6-95daec14430e HTTP/1.1" status: 204 len: 168 time: 2.5095396 Oct 20 03:35:35.117348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58224) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:35.151146 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78901d51-ba93-4159-998a-9556b63e44ba None None] Pushing event updated for resources: {'Port': ['ID=b28b93b2-c61b-4c09-b8af-a5675f3b9cca,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:35.168321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e6390d-ec28-472b-b4a1-bec408bb6564 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] GET failed (client error): The resource could not be found. Oct 20 03:35:35.168859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-88e6390d-ec28-472b-b4a1-bec408bb6564 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Synchronizing usage tracker for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:35.260286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Provisioning for port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:35.266256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Provisioning complete for port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:35.266585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.266916 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Attempt 1 to provision port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 Oct 20 03:35:35.321989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:35.335405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.346936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-88e6390d-ec28-472b-b4a1-bec408bb6564 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Unset dirty status for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:35.348077 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-88e6390d-ec28-472b-b4a1-bec408bb6564 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "GET /v2.0/ports/f63a514f-7a68-4d8b-bdb6-95daec14430e HTTP/1.1" status: 404 len: 333 time: 0.2305715 Oct 20 03:35:35.350872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58228) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:35.391209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:35.399149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.403471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.411868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:35.442700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:35.459350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:35.508866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b0357-23fc-464a-87e0-648ce0929d3d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Deleting port 2fbd5775-11e9-4f2e-88b5-198e426cbab1 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:35.509207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ad0b0357-23fc-464a-87e0-648ce0929d3d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.546949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.643416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Deleting port a9ffdd9d-84d6-43b6-adf6-8dc4745e5401 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:35.643753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.666249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:35.674263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=b159cc0d-2d88-4a93-8f86-4d7c51b74783,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:35.742169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b28b93b2-c61b-4c09-b8af-a5675f3b9cca up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:35.805549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Deleting port b6a22a9d-c962-4504-8c9d-629eb7533aa3 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:35.805890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.818072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port b28b93b2-c61b-4c09-b8af-a5675f3b9cca triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:35.818688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.819185 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port b28b93b2-c61b-4c09-b8af-a5675f3b9cca Oct 20 03:35:35.847415 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Attempt 2 to provision port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 Oct 20 03:35:35.926925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:35.971707 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP 4cf31cdb-8c41-40c8-99c2-219a8ad0b5e2 associated. External IP: 172.26.7.94, port: 26ee2333-2dd3-4461-8deb-08f1d6e3da75. Oct 20 03:35:35.988908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port b28b93b2-c61b-4c09-b8af-a5675f3b9cca is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:36.043096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.112553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 8b8ce8cb-1665-4f3d-a504-8930c1a6e6aa yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:36.149752 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.166651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ad0b0357-23fc-464a-87e0-648ce0929d3d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.294062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b0357-23fc-464a-87e0-648ce0929d3d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Calling delete_port for 2fbd5775-11e9-4f2e-88b5-198e426cbab1 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:36.318685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Calling delete_port for a9ffdd9d-84d6-43b6-adf6-8dc4745e5401 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:36.350178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.428750 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Attempt 3 to provision port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 Oct 20 03:35:36.481902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:36.530065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Calling delete_port for b6a22a9d-c962-4504-8c9d-629eb7533aa3 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:36.586116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:36.709330 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:35:36.720101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ad0b0357-23fc-464a-87e0-648ce0929d3d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.778322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b0357-23fc-464a-87e0-648ce0929d3d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event deleted for resources: {'Port': ['ID=2fbd5775-11e9-4f2e-88b5-198e426cbab1,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:36.797111 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 03:35:36.797694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:35:36.907057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:36.908748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ad0b0357-23fc-464a-87e0-648ce0929d3d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.917780 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010dcf54-b88a-4f2d-bdb6-d88380055256 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:36.931520 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010dcf54-b88a-4f2d-bdb6-d88380055256 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:36.935277 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-010dcf54-b88a-4f2d-bdb6-d88380055256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:36.983580 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-40e7120c-545d-4974-99af-4ccad9561cad tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1148901 Oct 20 03:35:36.983921 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Attempt 4 to provision port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 Oct 20 03:35:36.985361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58236) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:36.994394 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-010dcf54-b88a-4f2d-bdb6-d88380055256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:37.004207 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010dcf54-b88a-4f2d-bdb6-d88380055256 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:37.004805 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-010dcf54-b88a-4f2d-bdb6-d88380055256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:37.010410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.041615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:37.044200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.066466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.066683 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event deleted for resources: {'Port': ['ID=a9ffdd9d-84d6-43b6-adf6-8dc4745e5401,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:37.068186 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-010dcf54-b88a-4f2d-bdb6-d88380055256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:37.069740 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010dcf54-b88a-4f2d-bdb6-d88380055256 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:37.089843 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ad0b0357-23fc-464a-87e0-648ce0929d3d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "DELETE /v2.0/ports/2fbd5775-11e9-4f2e-88b5-198e426cbab1 HTTP/1.1" status: 204 len: 168 time: 1.7379627 Oct 20 03:35:37.097112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58240) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:37.165857 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-572ad9b6-8700-495f-a57b-59b005c1668d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] GET failed (client error): The resource could not be found. Oct 20 03:35:37.166402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-572ad9b6-8700-495f-a57b-59b005c1668d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Synchronizing usage tracker for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:37.180218 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1193ce1a-5a07-40ff-b568-75b7074700c7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.3293571 Oct 20 03:35:37.183014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58244) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:37.191783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6b670501-1087-4c6a-a8c9-b314829e6f14 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:37.297816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0fb4e2-4d4c-4507-9da5-47855302fe03 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:37.300024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event deleted for resources: {'Port': ['ID=b6a22a9d-c962-4504-8c9d-629eb7533aa3,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:37.303802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0fb4e2-4d4c-4507-9da5-47855302fe03 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:37.304764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0e0fb4e2-4d4c-4507-9da5-47855302fe03 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:37.417481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.438484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-572ad9b6-8700-495f-a57b-59b005c1668d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Unset dirty status for tenant:9ff24e4845d44b58a9cc0b6889fadbbf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:37.439622 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-572ad9b6-8700-495f-a57b-59b005c1668d tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "GET /v2.0/ports/2fbd5775-11e9-4f2e-88b5-198e426cbab1 HTTP/1.1" status: 404 len: 333 time: 0.3414047 Oct 20 03:35:37.444330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b670501-1087-4c6a-a8c9-b314829e6f14 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.464541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58248) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:37.543239 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Attempt 5 to provision port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 Oct 20 03:35:37.599195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0e0fb4e2-4d4c-4507-9da5-47855302fe03 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:37.600071 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0e0fb4e2-4d4c-4507-9da5-47855302fe03 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6136844 Oct 20 03:35:37.605976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:37.614983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58252) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:37.703702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6027ed8d-8b2c-473a-90a7-52b0cdcb9952 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:37.704038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6027ed8d-8b2c-473a-90a7-52b0cdcb9952 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.771803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.775581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.800150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d79c2da1-bf30-43fe-a36d-2c0bd7a4c32e tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Deleting port 19ddea55-5851-47eb-ba99-4020cc096cf3 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:37.800469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d79c2da1-bf30-43fe-a36d-2c0bd7a4c32e tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.816703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b670501-1087-4c6a-a8c9-b314829e6f14 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.902830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b670501-1087-4c6a-a8c9-b314829e6f14 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.903149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-6b670501-1087-4c6a-a8c9-b314829e6f14 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP 4cf31cdb-8c41-40c8-99c2-219a8ad0b5e2 disassociated. External IP: 172.26.7.94, port: 26ee2333-2dd3-4461-8deb-08f1d6e3da75. Oct 20 03:35:37.933324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.938257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.938770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Fanout notify agent at l3_agent the message router_deleted on router a43d7034-fa0c-4431-8948-b6a658fd77dd {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:35:38.034054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.035107 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5b750452-6246-480c-845b-e51129748c3e tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/a43d7034-fa0c-4431-8948-b6a658fd77dd HTTP/1.1" status: 204 len: 168 time: 3.4124708 Oct 20 03:35:38.068931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58258) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:38.082387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1061207221', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': False}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:38.095131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:38.107369 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Attempt 6 to provision port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 Oct 20 03:35:38.111071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Usage tracker for resource:router and tenant:fc846aff86d04798ba50a33522118fa0 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:38.123254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:38.132036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:38.165741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:38.192033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6027ed8d-8b2c-473a-90a7-52b0cdcb9952 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.246636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d79c2da1-bf30-43fe-a36d-2c0bd7a4c32e tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.360296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.361311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.441844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6027ed8d-8b2c-473a-90a7-52b0cdcb9952 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:38.514530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.532385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d79c2da1-bf30-43fe-a36d-2c0bd7a4c32e tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Calling delete_port for 19ddea55-5851-47eb-ba99-4020cc096cf3 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:38.579185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b670501-1087-4c6a-a8c9-b314829e6f14 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:38.667595 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Attempt 7 to provision port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 Oct 20 03:35:38.723899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:38.767193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Router b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:38.844269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d79c2da1-bf30-43fe-a36d-2c0bd7a4c32e tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.990119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6027ed8d-8b2c-473a-90a7-52b0cdcb9952 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.999582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c2da1-bf30-43fe-a36d-2c0bd7a4c32e tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event deleted for resources: {'Port': ['ID=19ddea55-5851-47eb-ba99-4020cc096cf3,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:39.099473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d79c2da1-bf30-43fe-a36d-2c0bd7a4c32e tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.115803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:39.123671 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-90af89a2-2af9-4412-b1b4-910e8cba6387 tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "PUT /v2.0/routers/b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5699718 Oct 20 03:35:39.124620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58262) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:39.126297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3794e-5007-41dc-9b54-eb47c1d402a2 None None] Sync routers for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:39.144448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3794e-5007-41dc-9b54-eb47c1d402a2 None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:39.145477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-17e3794e-5007-41dc-9b54-eb47c1d402a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:39.170114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027ed8d-8b2c-473a-90a7-52b0cdcb9952 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=052ab934-cf7f-456f-82c8-0ba4ec2f10d4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:39.224712 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Attempt 8 to provision port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 Oct 20 03:35:39.249408 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d79c2da1-bf30-43fe-a36d-2c0bd7a4c32e tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "DELETE /v2.0/ports/19ddea55-5851-47eb-ba99-4020cc096cf3 HTTP/1.1" status: 204 len: 168 time: 1.7837791 Oct 20 03:35:39.251791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58266) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:39.284268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6027ed8d-8b2c-473a-90a7-52b0cdcb9952 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.293633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.299264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-17e3794e-5007-41dc-9b54-eb47c1d402a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:39.307888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6147eaf3-1ccb-4209-a52e-11731c189ed9 None None] Port 052ab934-cf7f-456f-82c8-0ba4ec2f10d4 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:35:39.317231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3794e-5007-41dc-9b54-eb47c1d402a2 None None] Routers {'b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:39.319110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-17e3794e-5007-41dc-9b54-eb47c1d402a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:39.323885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b670501-1087-4c6a-a8c9-b314829e6f14 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:39.335592 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e43b30-f6fe-4325-b446-ac2018c6c9d8 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:39.337393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b670501-1087-4c6a-a8c9-b314829e6f14 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.348774 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e43b30-f6fe-4325-b446-ac2018c6c9d8 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:39.350391 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-51e43b30-f6fe-4325-b446-ac2018c6c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:39.363433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53a1517-9f7b-4bff-8844-04a06faaa0fa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Deleting subnet 5db67378-5a09-4a59-8192-d1fe28d5a760 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:35:39.375578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d53a1517-9f7b-4bff-8844-04a06faaa0fa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.393468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-17e3794e-5007-41dc-9b54-eb47c1d402a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:39.393989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3794e-5007-41dc-9b54-eb47c1d402a2 None None] The sync data for ids ['b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:39.419308 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6027ed8d-8b2c-473a-90a7-52b0cdcb9952 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/052ab934-cf7f-456f-82c8-0ba4ec2f10d4 HTTP/1.1" status: 204 len: 168 time: 1.8034484 Oct 20 03:35:39.425662 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6b670501-1087-4c6a-a8c9-b314829e6f14 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/floatingips/4cf31cdb-8c41-40c8-99c2-219a8ad0b5e2 HTTP/1.1" status: 200 len: 687 time: 2.2388303 Oct 20 03:35:39.425662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58270) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:39.425897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58274) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:39.427312 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-51e43b30-f6fe-4325-b446-ac2018c6c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:39.436344 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e43b30-f6fe-4325-b446-ac2018c6c9d8 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:39.437137 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-51e43b30-f6fe-4325-b446-ac2018c6c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:39.498121 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-51e43b30-f6fe-4325-b446-ac2018c6c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:39.498520 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e43b30-f6fe-4325-b446-ac2018c6c9d8 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:39.524392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.540522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ef131d-fcc0-4e2c-aa50-d1a45e49c442 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:39.542529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ef131d-fcc0-4e2c-aa50-d1a45e49c442 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:39.543269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-11ef131d-fcc0-4e2c-aa50-d1a45e49c442 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:39.581081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d53a1517-9f7b-4bff-8844-04a06faaa0fa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.661829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-11ef131d-fcc0-4e2c-aa50-d1a45e49c442 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:39.663008 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-11ef131d-fcc0-4e2c-aa50-d1a45e49c442 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2383785 Oct 20 03:35:39.719925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58278) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:39.724409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fea73958-5cff-4e09-9386-baec64a96980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.837403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8d31bf-866d-48a3-87c5-84158891bfb0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet a4a7f426-4295-4639-adc5-282144fadbda {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:35:39.842393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be8d31bf-866d-48a3-87c5-84158891bfb0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.881272 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port b159cc0d-2d88-4a93-8f86-4d7c51b74783 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:39.881870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.886572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.921066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.969954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be8d31bf-866d-48a3-87c5-84158891bfb0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.102270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d53a1517-9f7b-4bff-8844-04a06faaa0fa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.131829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.138483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Allocated IP 172.26.7.55 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:40.140796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be8d31bf-866d-48a3-87c5-84158891bfb0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.189780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.190106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.314139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Deleting port 984ca11f-1448-45ec-a5f6-af3c2c0fdb81 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:40.314527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.347846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for b159cc0d-2d88-4a93-8f86-4d7c51b74783 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:40.447880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.468588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be8d31bf-866d-48a3-87c5-84158891bfb0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.500543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d53a1517-9f7b-4bff-8844-04a06faaa0fa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.513393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d31bf-866d-48a3-87c5-84158891bfb0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a7f426-4295-4639-adc5-282144fadbda,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:40.517871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be8d31bf-866d-48a3-87c5-84158891bfb0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.525511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb675f98-10b1-4a42-9d5c-d4a2e6586eaf None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:40.566234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d53a1517-9f7b-4bff-8844-04a06faaa0fa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.568701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a1517-9f7b-4bff-8844-04a06faaa0fa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event deleted for resources: {'Subnet': ['ID=5db67378-5a09-4a59-8192-d1fe28d5a760,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:40.587670 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fafb7bd-9f9e-49ca-aa62-7d2bf331ebda None None] Network 0dd0023b-533f-4c16-9408-5680f9f17110 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:40.597667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.662256 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-be8d31bf-866d-48a3-87c5-84158891bfb0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/a4a7f426-4295-4639-adc5-282144fadbda HTTP/1.1" status: 204 len: 168 time: 0.9412444 Oct 20 03:35:40.671943 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58282) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:40.689484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:40.692497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:40.696688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:40.727827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event updated for resources: {'Port': ['ID=4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:40.745607 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d53a1517-9f7b-4bff-8844-04a06faaa0fa tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "DELETE /v2.0/subnets/5db67378-5a09-4a59-8192-d1fe28d5a760 HTTP/1.1" status: 204 len: 168 time: 1.4905365 Oct 20 03:35:40.747339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58286) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:40.754033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.799719 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b79064d2-cb33-41e8-9246-d9ad189d214e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235149 Oct 20 03:35:40.815576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58290) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:40.831995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:40.846201 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=b159cc0d-2d88-4a93-8f86-4d7c51b74783,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:40.982411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.996867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4019e-ae35-420c-9646-3c037cd7e26e None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:35:41.000875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4019e-ae35-420c-9646-3c037cd7e26e None None] Deleting port b28b93b2-c61b-4c09-b8af-a5675f3b9cca {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:41.001859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b4a4019e-ae35-420c-9646-3c037cd7e26e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.036575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] DHCP port deletion for 0dd0023b-533f-4c16-9408-5680f9f17110 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:35:41.038991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.053581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] Deleting port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:41.054092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.063855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Deleting port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:41.064202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.163816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Calling delete_port for 984ca11f-1448-45ec-a5f6-af3c2c0fdb81 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:41.220660 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.222573 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.225311 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7edd7ebe-aea0-45ff-aa85-943f693addba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/floatingips/4cf31cdb-8c41-40c8-99c2-219a8ad0b5e2 HTTP/1.1" status: 204 len: 168 time: 1.7968941 Oct 20 03:35:41.227229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:41.229959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58296) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:41.239747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '2a34ae22-d401-4d4e-ad80-3a4c7d62b276'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:41.244185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:41.252822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:41.255775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:41.262501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:41.274123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:floatingip and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:41.285585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:41.298906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:41.411864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b4a4019e-ae35-420c-9646-3c037cd7e26e None None] For port b28b93b2-c61b-4c09-b8af-a5675f3b9cca, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b28b93b2-c61b-4c09-b8af-a5675f3b9cca,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:41.412379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b4a4019e-ae35-420c-9646-3c037cd7e26e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.425027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] For port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=99c6bc87-b7f3-4ad9-903e-efd1dda98c46,segment=NetworkSegment(f1609c68-c904-488d-ae66-afcb931c280e),segment_id=f1609c68-c904-488d-ae66-afcb931c280e)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:41.425606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.430715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] For port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=99c6bc87-b7f3-4ad9-903e-efd1dda98c46,segment=NetworkSegment(f1609c68-c904-488d-ae66-afcb931c280e),segment_id=f1609c68-c904-488d-ae66-afcb931c280e)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:41.430990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.477542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.489633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:41.492904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.552916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4019e-ae35-420c-9646-3c037cd7e26e None None] Calling delete_port for b28b93b2-c61b-4c09-b8af-a5675f3b9cca owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:41.563654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Calling delete_port for 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:41.655734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.702482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] Calling delete_port for 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:41.780287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.832653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b28b93b2-c61b-4c09-b8af-a5675f3b9cca no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:41.852253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.858934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event deleted for resources: {'Port': ['ID=984ca11f-1448-45ec-a5f6-af3c2c0fdb81,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:41.905517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:35:41.906074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:35:41.951672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.970309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port b28b93b2-c61b-4c09-b8af-a5675f3b9cca is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:41.970835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.972914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event deleted for resources: {'Port': ['ID=99c6bc87-b7f3-4ad9-903e-efd1dda98c46,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:41.978168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] No DVR routers for this DVR port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:41.989922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b4a4019e-ae35-420c-9646-3c037cd7e26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.021828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.059109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4019e-ae35-420c-9646-3c037cd7e26e None None] No DVR routers for this DVR port b28b93b2-c61b-4c09-b8af-a5675f3b9cca on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:42.073508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4019e-ae35-420c-9646-3c037cd7e26e None None] Pushing event deleted for resources: {'Port': ['ID=b28b93b2-c61b-4c09-b8af-a5675f3b9cca,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:42.085604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.117596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:42.130335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.150293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:35:42.150634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:35:42.156486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-27311c0c-7a9b-46b1-8db2-22954480f244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.210493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd0023b-533f-4c16-9408-5680f9f17110']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:42.284748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:42.294738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1609c68-c904-488d-ae66-afcb931c280e') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:42.295039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1609c68-c904-488d-ae66-afcb931c280e') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:42.315317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.317637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:42.328654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:42.329245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.329537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4925d8f-39d4-424d-9f3d-e92ab5598f6e None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:42.333002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=07a512f8-54b8-4d80-8b86-f34000cae4a2,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:42.338468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.342371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.346896 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.361749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:42.362156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.408446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] Deleting port 99c6bc87-b7f3-4ad9-903e-efd1dda98c46 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:42.409065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.409239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.26.7.164 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/c27b6ff3-7bbc-4161-851d-a416489d047e) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:42.431641 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment f1609c68-c904-488d-ae66-afcb931c280e resource provider aggregate not found Oct 20 03:35:42.464854 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment f1609c68-c904-488d-ae66-afcb931c280e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1609c68-c904-488d-ae66-afcb931c280e found for delete ", "request_id": "req-524e615f-702a-42a3-92fb-2a5bde0a6a5f"}]} Oct 20 03:35:42.469823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.494282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5953061f-fe89-4d9b-ae03-1c8836f21aeb None None] The port '99c6bc87-b7f3-4ad9-903e-efd1dda98c46' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:35:42.510656 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-96a5ae2d-e1e7-438f-878b-a2787f046faf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6843631 Oct 20 03:35:42.510656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.510656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Fanout notify agent at l3_agent the message router_deleted on router b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:35:42.514420 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58306) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:42.522344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': '07a512f8-54b8-4d80-8b86-f34000cae4a2', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-225014197'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:42.556638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.557746 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e4487195-354b-45a4-b262-0a464ee5d27d tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "DELETE /v2.0/routers/b59bcf8a-e818-4d4c-9904-d0e7e3f2ab5d HTTP/1.1" status: 204 len: 168 time: 3.4317579 Oct 20 03:35:42.595301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58310) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:42.645719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.650532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.691901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '07a512f8-54b8-4d80-8b86-f34000cae4a2'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:35:42.693875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.703328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] Pushing event deleted for resources: {'Network': ['ID=0dd0023b-533f-4c16-9408-5680f9f17110,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:42.714559 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e767041a-2ff6-4e9f-9df7-16cf43d32758 tempest-AllowedAddressPairTestJSON-1195893867 tempest-AllowedAddressPairTestJSON-1195893867-project] 10.222.0.33 "DELETE /v2.0/networks/0dd0023b-533f-4c16-9408-5680f9f17110 HTTP/1.1" status: 204 len: 168 time: 1.9640799 Oct 20 03:35:42.721987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.734578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:42.736638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ada00aa-e850-4761-bf61-32493bdc0edb tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Deleting subnet 411f4538-c671-4f09-a0f5-68aa84d93036 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:35:42.739982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:42.743525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:42.750123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ada00aa-e850-4761-bf61-32493bdc0edb tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.750665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:42.814566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ada00aa-e850-4761-bf61-32493bdc0edb tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.827527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:42.887662 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/07a512f8-54b8-4d80-8b86-f34000cae4a2/dcdf8a54-84c8-42e1-892f-03eb88d11c2a) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:42.898335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.924630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ada00aa-e850-4761-bf61-32493bdc0edb tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.963100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Router f7b84354-796e-4e2c-b1c0-df7c3eadd41e is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:35:42.986844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:42.992209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:42.996988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=c27b6ff3-7bbc-4161-851d-a416489d047e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:42.999323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:43.127476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.179332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:43.191560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.192014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Sync routers for ids ['f7b84354-796e-4e2c-b1c0-df7c3eadd41e'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:43.203933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Routers {'f7b84354-796e-4e2c-b1c0-df7c3eadd41e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:43.207657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f7b84354-796e-4e2c-b1c0-df7c3eadd41e'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:43.207825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ada00aa-e850-4761-bf61-32493bdc0edb tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.265834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port e1be2890-e5fb-43d0-aff3-9f04f86cd83c yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:43.304387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58318) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:43.367428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.371204 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5d7cdace-2608-4c24-8f70-8395778e866e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2987785 Oct 20 03:35:43.372011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada00aa-e850-4761-bf61-32493bdc0edb tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event deleted for resources: {'Subnet': ['ID=411f4538-c671-4f09-a0f5-68aa84d93036,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:43.373041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58324) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:43.378027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ada00aa-e850-4761-bf61-32493bdc0edb tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.380053 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4ada00aa-e850-4761-bf61-32493bdc0edb tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "DELETE /v2.0/subnets/411f4538-c671-4f09-a0f5-68aa84d93036 HTTP/1.1" status: 204 len: 168 time: 0.7839530 Oct 20 03:35:43.386651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58328) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:43.405015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Transition to ACTIVE for port object dcdf8a54-84c8-42e1-892f-03eb88d11c2a will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:43.412561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57f64d-3f48-4b7f-b752-61ad66e7eab1 None None] Network a8e5de96-a695-4ee9-8d79-2576b6bb07b8 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:43.512656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.525359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Deleting port ae90076b-050c-4b01-9578-ccb33ecb0c64 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:43.525807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.546636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Transition to ACTIVE for port object dcdf8a54-84c8-42e1-892f-03eb88d11c2a will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:43.551565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Set router f7b84354-796e-4e2c-b1c0-df7c3eadd41e gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:43.712954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.736974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] For port ae90076b-050c-4b01-9578-ccb33ecb0c64, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ae90076b-050c-4b01-9578-ccb33ecb0c64,segment=NetworkSegment(d113882b-1791-45ff-8793-87ac902ccd86),segment_id=d113882b-1791-45ff-8793-87ac902ccd86)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:43.737513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.803639 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c4d1a3ac-09d0-48f2-8ec4-c905fe75d9dc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/routers/f7b84354-796e-4e2c-b1c0-df7c3eadd41e HTTP/1.1" status: 200 len: 908 time: 0.4275222 Oct 20 03:35:43.807481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58334) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:43.815323 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ae31ac1e-2a88-46a2-900d-f0d1bb029c79 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9ff24e4845d44b58a9cc0b6889fadbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091679 Oct 20 03:35:43.820132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58338) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:43.840980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.874802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1061207221', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': True}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:43.878380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.882978 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:35:43.883468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:35:43.887809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Calling delete_port for ae90076b-050c-4b01-9578-ccb33ecb0c64 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:43.917882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:43.936847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Usage tracker for resource:router and tenant:fc846aff86d04798ba50a33522118fa0 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:43.942263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:43.942764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79cb524c-23df-4a84-a534-36d3182bf486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.952557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:43.975104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:43.976321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79cb524c-23df-4a84-a534-36d3182bf486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.980616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:43.988379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:44.006432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Pushing event updated for resources: {'Port': ['ID=dcdf8a54-84c8-42e1-892f-03eb88d11c2a,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:44.028802 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e51ed1c5-548e-4be0-ae07-3c3cd89aff1e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5132008 Oct 20 03:35:44.029816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.034714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58342) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:44.054402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.130520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.131883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.136140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a038b1-ca0a-4c31-9f39-273b47a4496e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.136861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f6a038b1-ca0a-4c31-9f39-273b47a4496e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:44.139546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] No DVR routers for this DVR port ae90076b-050c-4b01-9578-ccb33ecb0c64 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:44.161288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Attempting to bind port dcdf8a54-84c8-42e1-892f-03eb88d11c2a on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:44.161665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Attempting to bind port dcdf8a54-84c8-42e1-892f-03eb88d11c2a by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:44.162027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Attempting to bind port dcdf8a54-84c8-42e1-892f-03eb88d11c2a on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:44.166589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event deleted for resources: {'Port': ['ID=ae90076b-050c-4b01-9578-ccb33ecb0c64,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:44.169357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79cb524c-23df-4a84-a534-36d3182bf486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.173565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:44.178149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:44.178149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.178149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:44.178149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Bound port: dcdf8a54-84c8-42e1-892f-03eb88d11c2a, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:44.178149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.196023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb524c-23df-4a84-a534-36d3182bf486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84587f66-1501-4629-a5f7-5144591b9f7b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:44.241973 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79cb524c-23df-4a84-a534-36d3182bf486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.246218 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-79cb524c-23df-4a84-a534-36d3182bf486 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/84587f66-1501-4629-a5f7-5144591b9f7b HTTP/1.1" status: 204 len: 168 time: 0.4223948 Oct 20 03:35:44.265174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f6a038b1-ca0a-4c31-9f39-273b47a4496e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:44.273099 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f6a038b1-ca0a-4c31-9f39-273b47a4496e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2401083 Oct 20 03:35:44.276628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58348) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:44.278990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.284469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba75b1-3070-4471-a5bd-65ae25a0d062 None None] DHCP port deletion for a8e5de96-a695-4ee9-8d79-2576b6bb07b8 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:35:44.305735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b84354-796e-4e2c-b1c0-df7c3eadd41e', 'name': 'tempest-snat-router-1061207221', 'tenant_id': 'fc846aff86d04798ba50a33522118fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.55'}], 'enable_snat': False}, 'gw_port_id': '4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:38Z', 'updated_at': '2022-10-20T03:35:41Z', 'revision_number': 3, 'project_id': 'fc846aff86d04798ba50a33522118fa0', 'gw_port': {'id': '4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b84354-796e-4e2c-b1c0-df7c3eadd41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:39Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:44.315697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.324488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Checking router: f7b84354-796e-4e2c-b1c0-df7c3eadd41e for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:44.324971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Updating router f7b84354-796e-4e2c-b1c0-df7c3eadd41e port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:35:44.345891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e5de96-a695-4ee9-8d79-2576b6bb07b8']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:44.352177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.359491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd113882b-1791-45ff-8793-87ac902ccd86') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:44.359795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd113882b-1791-45ff-8793-87ac902ccd86') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:44.374674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.379325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4c323092-b2a9-4944-b845-565168f6020a None None] For port dcdf8a54-84c8-42e1-892f-03eb88d11c2a, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:44.384115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4c323092-b2a9-4944-b845-565168f6020a None None] For port dcdf8a54-84c8-42e1-892f-03eb88d11c2a, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=dcdf8a54-84c8-42e1-892f-03eb88d11c2a,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:44.388963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.395128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.402185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:44.402591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.411479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f039d395-d2e7-44e5-b2f3-2b62078ffaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.413110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f039d395-d2e7-44e5-b2f3-2b62078ffaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.421413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f039d395-d2e7-44e5-b2f3-2b62078ffaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:44.485061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.534080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f039d395-d2e7-44e5-b2f3-2b62078ffaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:44.538253 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f039d395-d2e7-44e5-b2f3-2b62078ffaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2577305 Oct 20 03:35:44.540942 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58354) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:44.548812 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment d113882b-1791-45ff-8793-87ac902ccd86 resource provider aggregate not found Oct 20 03:35:44.578831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c323092-b2a9-4944-b845-565168f6020a None None] Pushing event updated for resources: {'Port': ['ID=dcdf8a54-84c8-42e1-892f-03eb88d11c2a,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:44.659400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-668c0af9-484d-4e2a-b8ef-61c7a5d48714 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 07a512f8-54b8-4d80-8b86-f34000cae4a2 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:35:44.668240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-668c0af9-484d-4e2a-b8ef-61c7a5d48714 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.736959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-668c0af9-484d-4e2a-b8ef-61c7a5d48714 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.765939 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment d113882b-1791-45ff-8793-87ac902ccd86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d113882b-1791-45ff-8793-87ac902ccd86 found for delete ", "request_id": "req-6e434076-4f4c-4f39-a3d6-0cee91e5a464"}]} Oct 20 03:35:44.817857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.867777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.908272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.923147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.935522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.939859 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "DELETE /v2.0/networks/a8e5de96-a695-4ee9-8d79-2576b6bb07b8 HTTP/1.1" status: 204 len: 168 time: 1.5510836 Oct 20 03:35:44.940304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58368) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:44.943718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4227f-712e-4916-b3b7-1444dc420daf tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event deleted for resources: {'Network': ['ID=a8e5de96-a695-4ee9-8d79-2576b6bb07b8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:44.944571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.958762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Transition to ACTIVE for port object 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:45.021824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.051779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.126349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Attempting to bind port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:45.126815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Attempting to bind port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:45.127252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Attempting to bind port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:45.141127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:45.141127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:45.141507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.141973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:45.142525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Bound port: 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:45.142966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.213748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f981e-6432-43dc-8ad3-ec0e506d5934 None None] Pushing event updated for resources: {'Port': ['ID=4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:45.269901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] For port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:45.273692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] For port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:45.288838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Deleting port 61d4ce7d-1e81-4f61-9293-d7cd329a2f84 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:45.289471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.330737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=c27b6ff3-7bbc-4161-851d-a416489d047e,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:45.349762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.422925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.489223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.501877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Routers {'f7b84354-796e-4e2c-b1c0-df7c3eadd41e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:45.502501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f7b84354-796e-4e2c-b1c0-df7c3eadd41e'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:45.513113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-668c0af9-484d-4e2a-b8ef-61c7a5d48714 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.518525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.665226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58382) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:45.714698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.715024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.722355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Allocated IP 172.26.7.238 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/b3a89fd6-fdda-430d-8f08-91c7b2b0a47c) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:45.722886 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP b9ef69a1-da8a-435d-8df9-04dbff3ab881 associated. External IP: 172.26.7.164, port: 2a34ae22-d401-4d4e-ad80-3a4c7d62b276. Oct 20 03:35:45.866187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f981e-6432-43dc-8ad3-ec0e506d5934 None None] Pushing event updated for resources: {'Port': ['ID=4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:45.899688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-7c891393-eaf0-4f36-83f9-f169674699db tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:45.900662 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7c891393-eaf0-4f36-83f9-f169674699db tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2350080 Oct 20 03:35:45.904240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58388) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:45.908999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device dcdf8a54-84c8-42e1-892f-03eb88d11c2a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:45.913403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-8f224042-96c5-4c58-bd77-06dfd3c234d0 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:45.914658 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8f224042-96c5-4c58-bd77-06dfd3c234d0 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0087347 Oct 20 03:35:45.918013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58392) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:45.926982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-ac13ea98-e7f1-43c4-8077-8a2b54a10ca7 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:45.928132 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ac13ea98-e7f1-43c4-8077-8a2b54a10ca7 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088801 Oct 20 03:35:45.931174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58396) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:45.937535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-e881c1b3-a68b-4bf2-a8aa-03fa5b7509c1 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:45.938658 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e881c1b3-a68b-4bf2-a8aa-03fa5b7509c1 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0064809 Oct 20 03:35:45.954522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58400) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:45.961997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-ae873fe9-599b-4cdc-be8a-61c4f896a6da tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:45.963292 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ae873fe9-599b-4cdc-be8a-61c4f896a6da tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075703 Oct 20 03:35:45.969560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58404) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:45.976471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-355d563f-5f1f-47d0-98bc-1b2861c70679 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:45.977592 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-355d563f-5f1f-47d0-98bc-1b2861c70679 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0069125 Oct 20 03:35:45.982032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58408) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:45.992112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-ac1f4463-e08f-4fc7-808e-f71a8f048762 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:45.993312 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ac1f4463-e08f-4fc7-808e-f71a8f048762 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0101073 Oct 20 03:35:45.998161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] Set router f7b84354-796e-4e2c-b1c0-df7c3eadd41e gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:46.004014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58412) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.014664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-46b4cc07-8177-4986-9943-a9fb94102897 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.015046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-668c0af9-484d-4e2a-b8ef-61c7a5d48714 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.015624 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-46b4cc07-8177-4986-9943-a9fb94102897 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0105193 Oct 20 03:35:46.018404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58416) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.033048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-2c50197d-3201-4232-90af-c021e1cf5dac tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.034057 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2c50197d-3201-4232-90af-c021e1cf5dac tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0147574 Oct 20 03:35:46.037533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58420) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.046652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-f6cb2234-c646-47f6-a60e-0f12a73f95d9 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.047647 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f6cb2234-c646-47f6-a60e-0f12a73f95d9 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0091894 Oct 20 03:35:46.051066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58424) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.066914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-6fb6148e-c39b-42cd-8e2f-35fc5692ec3a tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.071345 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6fb6148e-c39b-42cd-8e2f-35fc5692ec3a tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0159271 Oct 20 03:35:46.073340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58428) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.080686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-505174da-c7d5-4683-a249-dbcb3efe281c tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.081641 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-505174da-c7d5-4683-a249-dbcb3efe281c tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0072181 Oct 20 03:35:46.085330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.093533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58432) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.101362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-c298ee2b-c16b-4161-9f0e-7441e4f48e63 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.102850 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c298ee2b-c16b-4161-9f0e-7441e4f48e63 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080342 Oct 20 03:35:46.106255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58436) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.114130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-e141ba1f-8df1-4847-9b0d-8c1bc0189be0 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.115201 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e141ba1f-8df1-4847-9b0d-8c1bc0189be0 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0079596 Oct 20 03:35:46.117708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58440) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.125245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-5366a2b5-1139-4262-9eff-05ac3741f232 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.126345 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5366a2b5-1139-4262-9eff-05ac3741f232 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075665 Oct 20 03:35:46.129034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58444) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.134498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-2c79800d-10c8-42d5-84c1-5ceb9d600722 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.135467 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2c79800d-10c8-42d5-84c1-5ceb9d600722 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054286 Oct 20 03:35:46.138302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58448) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.150320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-380e9881-8726-46b2-8b2b-7e64dea3a7e4 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.152521 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-380e9881-8726-46b2-8b2b-7e64dea3a7e4 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0108974 Oct 20 03:35:46.155441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58452) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.161347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-beb2fae5-6265-4439-bf4e-66f89d9604f5 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.162250 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-beb2fae5-6265-4439-bf4e-66f89d9604f5 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059512 Oct 20 03:35:46.164711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58456) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.171182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-ef22bd0e-62da-43d7-9879-df073a9481b5 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.172080 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ef22bd0e-62da-43d7-9879-df073a9481b5 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0063848 Oct 20 03:35:46.176592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58460) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.183935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-9cf4a979-b3e1-4a18-b5d2-147983972324 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.185504 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9cf4a979-b3e1-4a18-b5d2-147983972324 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056982 Oct 20 03:35:46.187448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58464) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.194004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-382cbe99-8026-40b5-bfc4-766c0e76f359 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.195019 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-382cbe99-8026-40b5-bfc4-766c0e76f359 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0065935 Oct 20 03:35:46.197944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Calling delete_port for 61d4ce7d-1e81-4f61-9293-d7cd329a2f84 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:46.198768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58468) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.203963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-a330b2fe-211c-41fe-8ca1-90d889976dfc tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.207410 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a330b2fe-211c-41fe-8ca1-90d889976dfc tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0053611 Oct 20 03:35:46.207639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58472) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.212446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-e0381027-5841-4cb7-93a9-0432274521e2 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.216481 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e0381027-5841-4cb7-93a9-0432274521e2 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051358 Oct 20 03:35:46.216828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58476) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.221848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-aec8a7c5-1e25-4db4-8434-6189c53da9fc tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.224712 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aec8a7c5-1e25-4db4-8434-6189c53da9fc tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051780 Oct 20 03:35:46.226299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58480) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.230307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-b346a71d-315e-4442-a539-82c0205f0b91 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.233394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b346a71d-315e-4442-a539-82c0205f0b91 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054688 Oct 20 03:35:46.233603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58484) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.238102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-00918b3d-1f42-49b2-bd6d-36db77d1af27 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.241150 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-00918b3d-1f42-49b2-bd6d-36db77d1af27 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047109 Oct 20 03:35:46.241394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58488) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.245803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-e91fdf5c-c473-49c4-9cb4-5222802ebcbb tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.250228 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e91fdf5c-c473-49c4-9cb4-5222802ebcbb tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044773 Oct 20 03:35:46.250228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58492) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.253957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-93d41af3-d3e1-470b-975f-728e2802f166 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.254861 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-93d41af3-d3e1-470b-975f-728e2802f166 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046880 Oct 20 03:35:46.262188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58496) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.266668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-fe715678-8ef6-44c1-989e-1219b47f605d tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.269296 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fe715678-8ef6-44c1-989e-1219b47f605d tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045233 Oct 20 03:35:46.269790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58500) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.274094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-7dd0484e-0c00-4929-830b-ff5d296f0c48 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.277525 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7dd0484e-0c00-4929-830b-ff5d296f0c48 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043612 Oct 20 03:35:46.278379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58504) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.282035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.286509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac37bcb-9064-459c-be3f-e0854c442a2d None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:46.295262 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-668c0af9-484d-4e2a-b8ef-61c7a5d48714 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.320608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-03096f41-babc-4fe7-bfc1-45d63e44d263 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.324166 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-03096f41-babc-4fe7-bfc1-45d63e44d263 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0420613 Oct 20 03:35:46.331357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58508) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.356176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-3e2f5a01-d04e-4d8b-a6b1-28dc45e65f2d tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.360679 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3e2f5a01-d04e-4d8b-a6b1-28dc45e65f2d tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0240810 Oct 20 03:35:46.360679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58512) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.368329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:46.371677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-3a6044f1-68f9-40fe-a7c7-14a04c1780c6 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.371830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port dcdf8a54-84c8-42e1-892f-03eb88d11c2a completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:46.375169 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3a6044f1-68f9-40fe-a7c7-14a04c1780c6 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0110145 Oct 20 03:35:46.375526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-579665d9-895a-4c26-a07f-f43190d0969a None None] Provisioning for port dcdf8a54-84c8-42e1-892f-03eb88d11c2a completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:46.376034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:46.379310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:46.407231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58516) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.413305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-579665d9-895a-4c26-a07f-f43190d0969a None None] Provisioning complete for port dcdf8a54-84c8-42e1-892f-03eb88d11c2a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:46.413522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-579665d9-895a-4c26-a07f-f43190d0969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.413777 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-579665d9-895a-4c26-a07f-f43190d0969a None None] Attempt 1 to provision port dcdf8a54-84c8-42e1-892f-03eb88d11c2a Oct 20 03:35:46.425298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-60a92d95-b3d0-4067-8984-80db4541c094 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.428809 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-60a92d95-b3d0-4067-8984-80db4541c094 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0162494 Oct 20 03:35:46.428809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a89fd6-fdda-430d-8f08-91c7b2b0a47c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:46.430444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58520) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.439313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-355e4885-1936-4c08-8684-3df0a411abf4 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.443499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-355e4885-1936-4c08-8684-3df0a411abf4 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0066094 Oct 20 03:35:46.443499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58524) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.443755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port dcdf8a54-84c8-42e1-892f-03eb88d11c2a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:46.443755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.444050 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port dcdf8a54-84c8-42e1-892f-03eb88d11c2a Oct 20 03:35:46.458130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-b5998150-4aae-44e9-9e33-27629b2e33b0 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.462190 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b5998150-4aae-44e9-9e33-27629b2e33b0 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0155761 Oct 20 03:35:46.465292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58528) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.472686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-ffdd2fb2-d426-4fca-a407-be27db7c7e99 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.476321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ffdd2fb2-d426-4fca-a407-be27db7c7e99 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074985 Oct 20 03:35:46.477296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c0af9-484d-4e2a-b8ef-61c7a5d48714 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=07a512f8-54b8-4d80-8b86-f34000cae4a2,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:46.481608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58532) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.509997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [None req-1cca1a6e-4669-49f1-8903-17950008c89b tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.513355 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1cca1a6e-4669-49f1-8903-17950008c89b tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0167952 Oct 20 03:35:46.513936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58536) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.529109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [None req-cf16b84a-23a8-4804-8e59-f6218ed26f94 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.532604 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cf16b84a-23a8-4804-8e59-f6218ed26f94 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0106390 Oct 20 03:35:46.533780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58540) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.597726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-c42c524b-8a95-4074-855a-f4dd318fe17e tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.598680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c42c524b-8a95-4074-855a-f4dd318fe17e tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0639312 Oct 20 03:35:46.611136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58544) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.620204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-c2764f16-5f96-4b1e-88df-47f9fbb447f0 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.621131 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c2764f16-5f96-4b1e-88df-47f9fbb447f0 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090885 Oct 20 03:35:46.623824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58548) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.636419 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-668c0af9-484d-4e2a-b8ef-61c7a5d48714 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/07a512f8-54b8-4d80-8b86-f34000cae4a2 HTTP/1.1" status: 204 len: 168 time: 2.0944157 Oct 20 03:35:46.641230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58552) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.641230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:46.672143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-6b81d8ac-acc3-4836-9e4f-a8c75499a3fd tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.673086 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6b81d8ac-acc3-4836-9e4f-a8c75499a3fd tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0483727 Oct 20 03:35:46.676027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58556) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.682822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-49b872bc-77b5-406a-a8c2-ccd91eca9d96 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.683782 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-49b872bc-77b5-406a-a8c2-ccd91eca9d96 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068848 Oct 20 03:35:46.686266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58560) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.694888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-ea45ea3b-7d9b-486c-9ec7-c45aeb752c5a tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.695854 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ea45ea3b-7d9b-486c-9ec7-c45aeb752c5a tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0087428 Oct 20 03:35:46.699042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58564) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.710667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-9ae98e3c-d541-496c-89bd-808df3367684 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.711989 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9ae98e3c-d541-496c-89bd-808df3367684 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0120823 Oct 20 03:35:46.715298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58568) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.722263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-24d6a22a-636b-4730-86ca-1562edd4d7e7 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.723180 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-59b82ddf-1a4e-4e3d-a077-3fe8e0f9ff39 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799007 Oct 20 03:35:46.726327 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-24d6a22a-636b-4730-86ca-1562edd4d7e7 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0099821 Oct 20 03:35:46.726451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58572) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.726780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58574) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.742873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [None req-d239a644-9a32-4b04-93bc-f8d1db22a150 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.744991 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d239a644-9a32-4b04-93bc-f8d1db22a150 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0139122 Oct 20 03:35:46.747250 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:46.753769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58580) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.758222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-578bffc0-696f-426c-9933-693ff88aa900 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.761983 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-578bffc0-696f-426c-9933-693ff88aa900 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047462 Oct 20 03:35:46.763504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58584) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.767199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-39fd1d92-7867-4e01-aa8e-27532c4537d6 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.770421 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-39fd1d92-7867-4e01-aa8e-27532c4537d6 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048447 Oct 20 03:35:46.771527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58588) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.776892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-dc6df532-0b13-4530-a16c-2110ebb8d421 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.780149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dc6df532-0b13-4530-a16c-2110ebb8d421 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053310 Oct 20 03:35:46.780411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58592) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.785408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-5e1e12a1-566a-4eb4-b9fb-d170525e09ee tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.787958 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5e1e12a1-566a-4eb4-b9fb-d170525e09ee tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046957 Oct 20 03:35:46.788230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58596) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.793253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-7bf02051-f738-41d5-967b-67fa56628bd7 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.795869 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7bf02051-f738-41d5-967b-67fa56628bd7 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047789 Oct 20 03:35:46.796443 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58600) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.802771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-bc032817-8bca-44be-a4b4-b8929264bd56 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.805864 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bc032817-8bca-44be-a4b4-b8929264bd56 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064120 Oct 20 03:35:46.806084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58604) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.811426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-1d1c722f-3427-4df4-b27c-a018f292ae38 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.814590 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1d1c722f-3427-4df4-b27c-a018f292ae38 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053988 Oct 20 03:35:46.814786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58608) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.820019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-56a9159b-d54d-443f-8eda-e973a5c74dc1 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.823718 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-56a9159b-d54d-443f-8eda-e973a5c74dc1 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049219 Oct 20 03:35:46.824017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58612) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.828555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-bfcee579-8bbf-49dc-bc1f-8df01bdb5e29 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.829193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port dcdf8a54-84c8-42e1-892f-03eb88d11c2a is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:46.829614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.832290 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bfcee579-8bbf-49dc-bc1f-8df01bdb5e29 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054557 Oct 20 03:35:46.832500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58616) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.837808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-e9ae0e36-f954-40cd-a9c9-0905bdea5c91 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.841300 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e9ae0e36-f954-40cd-a9c9-0905bdea5c91 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063343 Oct 20 03:35:46.841430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-579665d9-895a-4c26-a07f-f43190d0969a None None] Current status of the port dcdf8a54-84c8-42e1-892f-03eb88d11c2a is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:46.841823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-579665d9-895a-4c26-a07f-f43190d0969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.844572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58620) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.849289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-1e7f4da2-3532-4d73-8d9f-258fbffe0606 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.856611 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1e7f4da2-3532-4d73-8d9f-258fbffe0606 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0083845 Oct 20 03:35:46.856611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58624) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.857592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b84354-796e-4e2c-b1c0-df7c3eadd41e', 'name': 'tempest-snat-router-1061207221', 'tenant_id': 'fc846aff86d04798ba50a33522118fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.55'}], 'enable_snat': False}, 'gw_port_id': '4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:38Z', 'updated_at': '2022-10-20T03:35:41Z', 'revision_number': 3, 'project_id': 'fc846aff86d04798ba50a33522118fa0', 'gw_port': {'id': '4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b84354-796e-4e2c-b1c0-df7c3eadd41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:39Z', 'updated_at': '2022-10-20T03:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:46.862477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-382c0bd2-340d-4c78-bde0-6af06edab35d tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.865328 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-382c0bd2-340d-4c78-bde0-6af06edab35d tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0060275 Oct 20 03:35:46.866444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58628) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.874642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-67fa3e73-3e8f-4290-88fa-56b503f28117 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.877973 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-67fa3e73-3e8f-4290-88fa-56b503f28117 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057864 Oct 20 03:35:46.879622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58632) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.883410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-0a6a15e1-ba02-49ce-b4bc-5b36d18fef96 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.885309 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0a6a15e1-ba02-49ce-b4bc-5b36d18fef96 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051847 Oct 20 03:35:46.885988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3cc18-974d-4af3-b12a-f7bd84578118 None None] The sync data for ids ['f7b84354-796e-4e2c-b1c0-df7c3eadd41e'] in dv-neutron-861845-1-hyperv is: [{'id': 'f7b84354-796e-4e2c-b1c0-df7c3eadd41e', 'name': 'tempest-snat-router-1061207221', 'tenant_id': 'fc846aff86d04798ba50a33522118fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.55'}], 'enable_snat': False}, 'gw_port_id': '4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:38Z', 'updated_at': '2022-10-20T03:35:41Z', 'revision_number': 3, 'project_id': 'fc846aff86d04798ba50a33522118fa0', 'gw_port': {'id': '4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b84354-796e-4e2c-b1c0-df7c3eadd41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:39Z', 'updated_at': '2022-10-20T03:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:46.889651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58636) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.904553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-b074fcf7-3e8c-42f0-a73c-98c2266069eb tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.906375 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b074fcf7-3e8c-42f0-a73c-98c2266069eb tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0125782 Oct 20 03:35:46.910990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port dcdf8a54-84c8-42e1-892f-03eb88d11c2a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=dcdf8a54-84c8-42e1-892f-03eb88d11c2a,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:46.913765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58640) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.918747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-b3936832-3b28-481c-9eb9-da856ff51f67 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.921957 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b3936832-3b28-481c-9eb9-da856ff51f67 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049791 Oct 20 03:35:46.927017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58644) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.930337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:35:46.936818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Deleting port dcdf8a54-84c8-42e1-892f-03eb88d11c2a {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:46.937191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.950114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-e4faddf4-ec22-4f44-9c9c-f5a740a73f47 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.951697 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e4faddf4-ec22-4f44-9c9c-f5a740a73f47 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0170031 Oct 20 03:35:46.954090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58648) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.958885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-ed733cbc-198f-4c71-8893-af0425aaebab tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.962216 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ed733cbc-198f-4c71-8893-af0425aaebab tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069115 Oct 20 03:35:46.964482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58652) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.971301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-3cbf2c0f-2d2f-4c27-a1d3-842a01fb5ecb tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.975128 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3cbf2c0f-2d2f-4c27-a1d3-842a01fb5ecb tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069993 Oct 20 03:35:46.977584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58656) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.986211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-ec062107-f748-4690-b65d-b94875df4fe8 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:46.988057 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ec062107-f748-4690-b65d-b94875df4fe8 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0087926 Oct 20 03:35:46.990864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58660) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:46.996672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-f6bfc0e3-8535-421d-84ee-c2aa7902457e tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:47.000683 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f6bfc0e3-8535-421d-84ee-c2aa7902457e tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0065892 Oct 20 03:35:47.001144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58664) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:47.007313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [None req-bd057b47-09ae-47c2-bf7b-96cc52afb3e8 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:47.016138 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bd057b47-09ae-47c2-bf7b-96cc52afb3e8 tempest-ExtensionsTestJSON-924475479 tempest-ExtensionsTestJSON-924475479-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061622 Oct 20 03:35:47.025538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:47.036466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.043976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:47.044887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:47.053767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:47.064871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.068825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:47.075193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.083977 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da4a2b-8905-46fc-9131-2575bce7c74d None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:47.106711 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69da4a2b-8905-46fc-9131-2575bce7c74d None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:47.107352 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-69da4a2b-8905-46fc-9131-2575bce7c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:47.130367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Pushing event deleted for resources: {'Port': ['ID=61d4ce7d-1e81-4f61-9293-d7cd329a2f84,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:47.214580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:47.217920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.221334 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-69da4a2b-8905-46fc-9131-2575bce7c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:47.234918 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69da4a2b-8905-46fc-9131-2575bce7c74d None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:47.236365 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-69da4a2b-8905-46fc-9131-2575bce7c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:47.247356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ae90076b-050c-4b01-9578-ccb33ecb0c64 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:47.303204 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.377803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: ae90076b-050c-4b01-9578-ccb33ecb0c64 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:35:47.378165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ae90076b-050c-4b01-9578-ccb33ecb0c64 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:35:47.410960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-579665d9-895a-4c26-a07f-f43190d0969a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:35:47.411322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-579665d9-895a-4c26-a07f-f43190d0969a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:35:47.420737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.422753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.423916 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-db349c94-be50-4c01-8ee5-a06836b03fad tempest-FloatingIPAdminTestJSON-2013539026 tempest-FloatingIPAdminTestJSON-2013539026-project] 10.222.0.33 "DELETE /v2.0/floatingips/358165ff-1cf5-4f90-904d-038346ff7a21 HTTP/1.1" status: 204 len: 168 time: 2.4825997 Oct 20 03:35:47.426915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] For port dcdf8a54-84c8-42e1-892f-03eb88d11c2a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=dcdf8a54-84c8-42e1-892f-03eb88d11c2a,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:47.427494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.428417 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-69da4a2b-8905-46fc-9131-2575bce7c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:47.429569 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da4a2b-8905-46fc-9131-2575bce7c74d None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:47.452217 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ca90d4e1-975e-4f1e-b608-2509da7444e0 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2194152 Oct 20 03:35:47.457779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58672) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:47.597050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=dcdf8a54-84c8-42e1-892f-03eb88d11c2a,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:47.612648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Calling delete_port for dcdf8a54-84c8-42e1-892f-03eb88d11c2a owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:47.642282 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-74ca29f8-160f-4b9a-8f6a-efbc1f8eec3e tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "GET /v2.0/floatingips/b9ef69a1-da8a-435d-8df9-04dbff3ab881 HTTP/1.1" status: 200 len: 979 time: 0.1793621 Oct 20 03:35:47.642620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58680) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:47.691460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58684) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:47.822258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:35:47.822582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.822703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:35:47.839345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:47.955585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c363be37-7592-4e17-8b93-7ac87228afd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.973196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b1618403-ec32-4d73-837f-7a9276be2e70 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Synchronizing usage tracker for tenant:91e2b40774f5476593a4866f31129b96 on resource:floatingip {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:47.986948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:47.995495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:48.003519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58692) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:48.006309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.008566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:48.010789 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.017607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c363be37-7592-4e17-8b93-7ac87228afd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:48.064366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=6bd3ebb9-7567-4436-9f07-4b50d30d6531,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:48.069179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-579665d9-895a-4c26-a07f-f43190d0969a None None] Current status of the port dcdf8a54-84c8-42e1-892f-03eb88d11c2a is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:48.077956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c363be37-7592-4e17-8b93-7ac87228afd2 admin admin] Usage tracker for resource:security_group_rule and tenant:7b93eeb2f8ce41c6839fd4648c3b766e is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:48.082529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c363be37-7592-4e17-8b93-7ac87228afd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:48.090470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c363be37-7592-4e17-8b93-7ac87228afd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:48.140981 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-68dfa64b-d4b9-439f-8b63-a6faa9241135 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4093459 Oct 20 03:35:48.143971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58698) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:48.152212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1071823359', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:48.158417 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:48.159375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:48.163673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:48.171234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.171234 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 Oct 20 03:35:48.171462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:router and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:48.171462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:48.179484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:48.204832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c363be37-7592-4e17-8b93-7ac87228afd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.223285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b1618403-ec32-4d73-837f-7a9276be2e70 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Unset dirty status for tenant:91e2b40774f5476593a4866f31129b96 on resource:floatingip {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:48.224850 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b1618403-ec32-4d73-837f-7a9276be2e70 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.5812831 Oct 20 03:35:48.227825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58704) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:48.238182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'port_id': '26ee2333-2dd3-4461-8deb-08f1d6e3da75'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:48.326922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Deleting port dcdf8a54-84c8-42e1-892f-03eb88d11c2a {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:48.327299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.357523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c363be37-7592-4e17-8b93-7ac87228afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.393579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:48.393968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.425678 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c363be37-7592-4e17-8b93-7ac87228afd2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7b93eeb2f8ce41c6839fd4648c3b766e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7245691 Oct 20 03:35:48.435088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58710) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:48.456934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.461652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:48.484753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.543615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.544133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363be37-7592-4e17-8b93-7ac87228afd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caf8801-649f-4d3c-a320-0186aed29c5a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:48.647226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device dcdf8a54-84c8-42e1-892f-03eb88d11c2a no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:48.648652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.649732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.665984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.683630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:48.732657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] For port dcdf8a54-84c8-42e1-892f-03eb88d11c2a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=dcdf8a54-84c8-42e1-892f-03eb88d11c2a,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:48.733114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.839352 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ff750a0a-c860-4486-b891-a3729ef697a5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0cd42d20efa54201977e89ecfef95a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8340542 Oct 20 03:35:48.845245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.863251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58718) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:48.916898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Calling delete_port for dcdf8a54-84c8-42e1-892f-03eb88d11c2a owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:49.012034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.016032 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a8d812de-8658-4d6c-a4c3-16ee90d437e7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8680491 Oct 20 03:35:49.016663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58722) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:49.047940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d2a96a7e-cc4f-4a88-96ed-4ec5ee0f118f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.113831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port dcdf8a54-84c8-42e1-892f-03eb88d11c2a is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:49.114407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.153280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Router d731e46f-3e8d-4686-b4c6-f3227ddf3b65 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:35:49.165881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b939c584-5a1b-4b12-9908-2e0c94b5b41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.188357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d2a96a7e-cc4f-4a88-96ed-4ec5ee0f118f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.222066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.307037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] Pushing event deleted for resources: {'Port': ['ID=dcdf8a54-84c8-42e1-892f-03eb88d11c2a,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:49.315943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166d9d4-13a1-47ff-b731-753257a6bc23 None None] No DVR routers for this DVR port dcdf8a54-84c8-42e1-892f-03eb88d11c2a on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:49.338183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f762f31-0a72-4b5b-997e-6eb00289276c None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:49.406769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d2a96a7e-cc4f-4a88-96ed-4ec5ee0f118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.442875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b939c584-5a1b-4b12-9908-2e0c94b5b41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.444241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a382987-5af6-48fc-bfbb-7b6985397fa3 req-2189e744-15ba-4b27-b31b-31edf30ad01d tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:49.445772 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4a382987-5af6-48fc-bfbb-7b6985397fa3 req-2189e744-15ba-4b27-b31b-31edf30ad01d tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 946 time: 0.4060292 Oct 20 03:35:49.456349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96a7e-cc4f-4a88-96ed-4ec5ee0f118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caf8801-649f-4d3c-a320-0186aed29c5a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:49.462233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d2a96a7e-cc4f-4a88-96ed-4ec5ee0f118f admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.463368 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d2a96a7e-cc4f-4a88-96ed-4ec5ee0f118f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1caf8801-649f-4d3c-a320-0186aed29c5a HTTP/1.1" status: 204 len: 168 time: 1.0272102 Oct 20 03:35:49.508301 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4a382987-5af6-48fc-bfbb-7b6985397fa3 req-58566786-0dd5-46b1-93df-4836af1ed595 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496089 Oct 20 03:35:49.611015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '6bd3ebb9-7567-4436-9f07-4b50d30d6531'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:35:49.612448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.736575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.790184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:49.810061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.913567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/6bd3ebb9-7567-4436-9f07-4b50d30d6531/eb82f669-8079-4fe2-8cc6-7879572414c1) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:49.947543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:49.947917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.948729 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 Oct 20 03:35:49.991221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:50.029938 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP b9ef69a1-da8a-435d-8df9-04dbff3ab881 associated. External IP: 172.26.7.164, port: 2a34ae22-d401-4d4e-ad80-3a4c7d62b276. Oct 20 03:35:50.054519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Sync routers for ids ['d731e46f-3e8d-4686-b4c6-f3227ddf3b65'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:50.086848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114b882-0aff-4c84-9428-360d1f7176b1 req-e987320a-a1a1-440d-9eb1-a4306f5ce5f1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:50.088374 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e114b882-0aff-4c84-9428-360d1f7176b1 req-e987320a-a1a1-440d-9eb1-a4306f5ce5f1 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 945 time: 0.8327107 Oct 20 03:35:50.111107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Routers {'d731e46f-3e8d-4686-b4c6-f3227ddf3b65'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:50.113059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d731e46f-3e8d-4686-b4c6-f3227ddf3b65'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:50.129367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.133976 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b2f28357-4031-4d85-b46c-da40327a0fdc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3254464 Oct 20 03:35:50.135159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58738) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:50.284478 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e114b882-0aff-4c84-9428-360d1f7176b1 req-da141d47-6d86-4bc7-8471-9de83fcbc0c0 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798599 Oct 20 03:35:50.404115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b939c584-5a1b-4b12-9908-2e0c94b5b41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.444666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939c584-5a1b-4b12-9908-2e0c94b5b41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf89a10-cf6f-4379-9858-cbaf39e1f5cb,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:50.449520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.471982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b939c584-5a1b-4b12-9908-2e0c94b5b41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.473337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b939c584-5a1b-4b12-9908-2e0c94b5b41c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dcf89a10-cf6f-4379-9858-cbaf39e1f5cb HTTP/1.1" status: 204 len: 168 time: 1.5995536 Oct 20 03:35:50.525806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Set router d731e46f-3e8d-4686-b4c6-f3227ddf3b65 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:50.794804 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-debf08f0-d981-4aff-8b13-2bb8a2939c1e tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/routers/d731e46f-3e8d-4686-b4c6-f3227ddf3b65 HTTP/1.1" status: 200 len: 908 time: 0.6418309 Oct 20 03:35:50.804710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58756) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:51.077120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:51.105486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.112937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f4f8c-5311-4cc9-b436-07ee30b8e58c req-34daaa66-5044-4979-a988-f0eb0e894b54 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:51.114666 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-108f4f8c-5311-4cc9-b436-07ee30b8e58c req-34daaa66-5044-4979-a988-f0eb0e894b54 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 946 time: 0.2042062 Oct 20 03:35:51.127819 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-a970fada-1003-428c-b06a-1e5151f3bd3b tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:51.129193 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-a970fada-1003-428c-b06a-1e5151f3bd3b tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 945 time: 0.4366684 Oct 20 03:35:51.131078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Transition to ACTIVE for port object eb82f669-8079-4fe2-8cc6-7879572414c1 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:51.189390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Transition to ACTIVE for port object eb82f669-8079-4fe2-8cc6-7879572414c1 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:51.191044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415bf55-3a00-407c-9c6c-5e181eaae88e req-17c60d3c-7e3d-42e4-895c-8fe3856bcc25 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:51.192532 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f415bf55-3a00-407c-9c6c-5e181eaae88e req-17c60d3c-7e3d-42e4-895c-8fe3856bcc25 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.7942214 Oct 20 03:35:51.224357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Deleting port a90f4169-14f0-42e4-9892-93c5a5bc9b5a {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:51.224357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.226642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd731e46f-3e8d-4686-b4c6-f3227ddf3b65', 'name': 'tempest-snat-router-1061207221', 'tenant_id': 'fc846aff86d04798ba50a33522118fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': 'b3a89fd6-fdda-430d-8f08-91c7b2b0a47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:44Z', 'updated_at': '2022-10-20T03:35:46Z', 'revision_number': 3, 'project_id': 'fc846aff86d04798ba50a33522118fa0', 'gw_port': {'id': 'b3a89fd6-fdda-430d-8f08-91c7b2b0a47c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd731e46f-3e8d-4686-b4c6-f3227ddf3b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:45Z', 'updated_at': '2022-10-20T03:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:51.231112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Checking router: d731e46f-3e8d-4686-b4c6-f3227ddf3b65 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:51.231564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Updating router d731e46f-3e8d-4686-b4c6-f3227ddf3b65 port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:35:51.267162 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f415bf55-3a00-407c-9c6c-5e181eaae88e req-35d0e9d9-de2d-48e0-b619-483124e75151 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584857 Oct 20 03:35:51.305505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.310985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-8f14abab-830d-4019-8cf6-6135fefa955c tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:51.317476 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-8f14abab-830d-4019-8cf6-6135fefa955c tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.26 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 946 time: 0.6797953 Oct 20 03:35:51.317476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:51.379995 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-108f4f8c-5311-4cc9-b436-07ee30b8e58c req-51c971d0-44e9-446d-b81e-383b71cf31fd tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492468 Oct 20 03:35:51.394232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Pushing event updated for resources: {'Port': ['ID=eb82f669-8079-4fe2-8cc6-7879572414c1,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:51.417755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.460072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:51.464891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::1 (70bc74a8-f345-4115-a4c4-4fbf84d34303/6bd3ebb9-7567-4436-9f07-4b50d30d6531/678424a8-fb6f-4f77-9181-2a2b9f96a9e5) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:51.471858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:51.476757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:51.514018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58770) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:51.526930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.535624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58774) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:51.568640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-daaf0d05-56d1-49a5-92e7-63c77a8d7459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.646413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Attempting to bind port eb82f669-8079-4fe2-8cc6-7879572414c1 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:51.646975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Attempting to bind port eb82f669-8079-4fe2-8cc6-7879572414c1 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:51.647162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Attempting to bind port eb82f669-8079-4fe2-8cc6-7879572414c1 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:51.655203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:51.655736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:51.656249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.656725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:51.657321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Bound port: eb82f669-8079-4fe2-8cc6-7879572414c1, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:51.657804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.686557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-daaf0d05-56d1-49a5-92e7-63c77a8d7459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:51.877928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-daaf0d05-56d1-49a5-92e7-63c77a8d7459 admin admin] Usage tracker for resource:security_group_rule and tenant:efc6c11a728546b096e60056bb80dc20 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:51.882952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-daaf0d05-56d1-49a5-92e7-63c77a8d7459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:51.890753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Deleting port 09c76853-050b-4649-8c6b-9c5a64ca49ce {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:51.891280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.906680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-daaf0d05-56d1-49a5-92e7-63c77a8d7459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:51.928015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] For port eb82f669-8079-4fe2-8cc6-7879572414c1, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:51.940225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1519238693'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:51.948512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] For port a90f4169-14f0-42e4-9892-93c5a5bc9b5a, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:51.948755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] For port eb82f669-8079-4fe2-8cc6-7879572414c1, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=eb82f669-8079-4fe2-8cc6-7879572414c1,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:51.948864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.970116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:51.990113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:network and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:51.994334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:52.038657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.051642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.055832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Transition to ACTIVE for port object b3a89fd6-fdda-430d-8f08-91c7b2b0a47c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:52.071064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:52.095816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:52.116938 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d7b85-9284-436d-8eb9-bb6ff71f1ad5 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:52.135484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d0755-bd76-493e-8fc8-de91237b3b46 None None] Pushing event updated for resources: {'Port': ['ID=eb82f669-8079-4fe2-8cc6-7879572414c1,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:52.140263 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d7b85-9284-436d-8eb9-bb6ff71f1ad5 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:52.140963 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2b0d7b85-9284-436d-8eb9-bb6ff71f1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:52.161703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.212735 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2b0d7b85-9284-436d-8eb9-bb6ff71f1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:52.225917 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d7b85-9284-436d-8eb9-bb6ff71f1ad5 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:52.226526 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2b0d7b85-9284-436d-8eb9-bb6ff71f1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:52.286856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:52.290607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.293285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad18b7-7a57-4632-a097-661b1d027227 None None] Pushing event updated for resources: {'Port': ['ID=b3a89fd6-fdda-430d-8f08-91c7b2b0a47c,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:52.303888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.310846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Attempting to bind port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:52.311608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Attempting to bind port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:52.312179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Attempting to bind port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:52.324571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46aff4-a45e-4577-b7e1-2619b6646a01 req-2fdec2c1-c3f2-41e7-afa1-b4aee0cad534 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:52.325914 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2b0d7b85-9284-436d-8eb9-bb6ff71f1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:52.326087 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8b46aff4-a45e-4577-b7e1-2619b6646a01 req-2fdec2c1-c3f2-41e7-afa1-b4aee0cad534 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6963944 Oct 20 03:35:52.326617 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d7b85-9284-436d-8eb9-bb6ff71f1ad5 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:52.333555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.340985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:52.341383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:52.341791 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.342244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:52.342737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Bound port: b3a89fd6-fdda-430d-8f08-91c7b2b0a47c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:52.343109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.350889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.440595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-daaf0d05-56d1-49a5-92e7-63c77a8d7459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.450654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:52.483525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Deleting port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:52.483877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.489568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502e0ef-0c24-403e-b1e2-bd5686b9ff01 req-0c781df8-f47a-4c2d-9ab8-55dafda3b402 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:52.498555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] For port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:35:52.502298 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7502e0ef-0c24-403e-b1e2-bd5686b9ff01 req-0c781df8-f47a-4c2d-9ab8-55dafda3b402 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 945 time: 0.7984231 Oct 20 03:35:52.502730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] For port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b3a89fd6-fdda-430d-8f08-91c7b2b0a47c,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:35:52.570006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:52.571019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] For port 09c76853-050b-4649-8c6b-9c5a64ca49ce, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=09c76853-050b-4649-8c6b-9c5a64ca49ce,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:52.571455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.580785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.604003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group_rule and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:52.616171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-daaf0d05-56d1-49a5-92e7-63c77a8d7459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.622748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:52.674552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf0d05-56d1-49a5-92e7-63c77a8d7459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d733e63-763d-4760-8e01-81c7d5046753,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:52.679079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:52.721769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Routers {'d731e46f-3e8d-4686-b4c6-f3227ddf3b65'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:52.722418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d731e46f-3e8d-4686-b4c6-f3227ddf3b65'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:52.741939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.742319 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.742634 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Floating IP ad75575c-ac07-4044-873c-801e2e1454e4 disassociated. External IP: 172.26.7.79, port: a90f4169-14f0-42e4-9892-93c5a5bc9b5a. Oct 20 03:35:52.742976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Calling delete_port for a90f4169-14f0-42e4-9892-93c5a5bc9b5a owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:52.776889 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7502e0ef-0c24-403e-b1e2-bd5686b9ff01 req-21228348-89dd-4723-9f35-80958d9d6b8c tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups?id=766150dd-9be5-4e67-b616-444cd7a10ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731335 Oct 20 03:35:52.820237 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-daaf0d05-56d1-49a5-92e7-63c77a8d7459 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=efc6c11a728546b096e60056bb80dc20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2833948 Oct 20 03:35:52.821511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.840612 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad18b7-7a57-4632-a097-661b1d027227 None None] Pushing event updated for resources: {'Port': ['ID=b3a89fd6-fdda-430d-8f08-91c7b2b0a47c,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:52.895473 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8b46aff4-a45e-4577-b7e1-2619b6646a01 req-0b4effc4-79d8-4f9b-8cf9-28c40e0217b4 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5387280 Oct 20 03:35:52.896001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58782) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:52.907342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=678424a8-fb6f-4f77-9181-2a2b9f96a9e5,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:52.929427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] Set router d731e46f-3e8d-4686-b4c6-f3227ddf3b65 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:52.940800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:52.946159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:52.952252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:52.952800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.112963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd731e46f-3e8d-4686-b4c6-f3227ddf3b65', 'name': 'tempest-snat-router-1061207221', 'tenant_id': 'fc846aff86d04798ba50a33522118fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:44Z', 'updated_at': '2022-10-20T03:35:52Z', 'revision_number': 4, 'project_id': 'fc846aff86d04798ba50a33522118fa0', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:53.120565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4388d-659b-4e90-924a-07cd8470af16 None None] The sync data for ids ['d731e46f-3e8d-4686-b4c6-f3227ddf3b65'] in dv-neutron-861845-1-hyperv is: [{'id': 'd731e46f-3e8d-4686-b4c6-f3227ddf3b65', 'name': 'tempest-snat-router-1061207221', 'tenant_id': 'fc846aff86d04798ba50a33522118fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:44Z', 'updated_at': '2022-10-20T03:35:52Z', 'revision_number': 4, 'project_id': 'fc846aff86d04798ba50a33522118fa0', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:53.189189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.222730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923d9c-4150-43bf-85e9-464b922aca04 req-b3ba873f-81f2-4f73-8614-adc1ed2f8fbc tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:53.224282 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae923d9c-4150-43bf-85e9-464b922aca04 req-b3ba873f-81f2-4f73-8614-adc1ed2f8fbc tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 946 time: 0.2543404 Oct 20 03:35:53.266236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.296431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.310107 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae923d9c-4150-43bf-85e9-464b922aca04 req-0361f6ad-5473-4780-bfcf-9ed3c1a58415 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups?id=88799dad-6753-4cfb-892a-2e40a7cc90ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793874 Oct 20 03:35:53.418827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:53.436601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.437460 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Added segment f9b06cf6-f449-444e-a83c-c2abc9910f05 of type vlan for network 3adfee56-f034-484e-a5de-37ef3836d9e4 Oct 20 03:35:53.465681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.466064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.466386 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Floating IP 5cd9930e-5628-449c-bd63-42612f38f9c0 disassociated. External IP: 172.26.7.131, port: 09c76853-050b-4649-8c6b-9c5a64ca49ce. Oct 20 03:35:53.466722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Calling delete_port for 09c76853-050b-4649-8c6b-9c5a64ca49ce owned by compute:nova {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:53.475449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Pushing event deleted for resources: {'Port': ['ID=a90f4169-14f0-42e4-9892-93c5a5bc9b5a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:53.490763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f00698-b3f3-4602-99db-3c247834d24b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:53.538321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-857b25ce-06f3-4054-8680-fa1fed2e82d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.558910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.700324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.815475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-af34e2ac-892f-4c66-9afd-386a4d588439 None None] Provisioning for port eb82f669-8079-4fe2-8cc6-7879572414c1 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:53.840271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 09c76853-050b-4649-8c6b-9c5a64ca49ce no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:53.892538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-857b25ce-06f3-4054-8680-fa1fed2e82d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.986189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] For port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c, host dv-neutron-861845-1-hyperv, got binding levels [] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:53.986863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.032784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device eb82f669-8079-4fe2-8cc6-7879572414c1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:54.132905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:54.135234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No active binding found for port 09c76853-050b-4649-8c6b-9c5a64ca49ce {{(pid=90077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 20 03:35:54.136441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 09c76853-050b-4649-8c6b-9c5a64ca49ce not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:35:54.150831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Calling delete_port for b3a89fd6-fdda-430d-8f08-91c7b2b0a47c owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:54.183816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.190334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-857b25ce-06f3-4054-8680-fa1fed2e82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.207763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:54.236744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port eb82f669-8079-4fe2-8cc6-7879572414c1 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:54.251009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port eb82f669-8079-4fe2-8cc6-7879572414c1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:54.251621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.252169 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port eb82f669-8079-4fe2-8cc6-7879572414c1 Oct 20 03:35:54.279994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Pushing event deleted for resources: {'Port': ['ID=09c76853-050b-4649-8c6b-9c5a64ca49ce,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:54.283045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b25ce-06f3-4054-8680-fa1fed2e82d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d733e63-763d-4760-8e01-81c7d5046753,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:54.302531 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Provisioning for port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:54.328679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Provisioning complete for port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:54.329034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.329398 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 1 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:35:54.373676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70511a-cfe2-4d3a-aa38-99939790f197 req-80714c7b-9265-4d5f-b35e-3b6b6ba125d4 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:54.381292 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7f70511a-cfe2-4d3a-aa38-99939790f197 req-80714c7b-9265-4d5f-b35e-3b6b6ba125d4 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 1.2868302 Oct 20 03:35:54.402354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:54.465527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port eb82f669-8079-4fe2-8cc6-7879572414c1 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:54.465932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.502138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port eb82f669-8079-4fe2-8cc6-7879572414c1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=eb82f669-8079-4fe2-8cc6-7879572414c1,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:54.534365 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f53c99ec-d2e4-4e75-a9c1-e58ffb15fc57 req-29791dff-9c45-4e0b-813f-db852b877c2c tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 210 time: 0.3488336 Oct 20 03:35:54.543145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Router cd135a97-785b-4072-8f84-74cbc9104e92 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:54.578539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.691309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=eb82f669-8079-4fe2-8cc6-7879572414c1,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:54.761727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.761727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:54.761727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.811866 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7f70511a-cfe2-4d3a-aa38-99939790f197 req-27df633a-8401-4e38-9b06-36064dcd1236 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4296992 Oct 20 03:35:54.861674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-857b25ce-06f3-4054-8680-fa1fed2e82d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.865462 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cfb9f572-ae3d-40ba-a117-9c99c3e3cf83 req-818abfbc-a156-4dc1-b76f-b9273ed760f4 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 210 time: 0.1688685 Oct 20 03:35:54.865610 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-857b25ce-06f3-4054-8680-fa1fed2e82d4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2d733e63-763d-4760-8e01-81c7d5046753 HTTP/1.1" status: 204 len: 168 time: 1.9599433 Oct 20 03:35:54.904716 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 2 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:35:54.937467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:54.949635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.970769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f8c05-3a37-46ce-aac2-a1fa81ea5fa7 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:54.990288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f8c05-3a37-46ce-aac2-a1fa81ea5fa7 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:54.990995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-715f8c05-3a37-46ce-aac2-a1fa81ea5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:55.004916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:55.019065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Network': ['ID=3adfee56-f034-484e-a5de-37ef3836d9e4,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:55.029513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.067082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-715f8c05-3a37-46ce-aac2-a1fa81ea5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:55.069314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:35:55.069642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:55.089390 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] Sync routers for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:55.106729 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:55.107983 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:55.122074 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bfbc14a5-0c0c-4e7b-8697-71c49a5ad345 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.6070094 Oct 20 03:35:55.122906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.123850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.127166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58796) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:55.177734 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-496e07bd-1dae-44bd-a07f-c833d6b0f888 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/floatingips/b9ef69a1-da8a-435d-8df9-04dbff3ab881 HTTP/1.1" status: 200 len: 977 time: 6.9456854 Oct 20 03:35:55.192942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:55.213121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f8c05-3a37-46ce-aac2-a1fa81ea5fa7 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:55.214308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-715f8c05-3a37-46ce-aac2-a1fa81ea5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:55.243206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58800) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:55.251983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:35:55.252367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:35:55.287484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-715f8c05-3a37-46ce-aac2-a1fa81ea5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:55.287882 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f8c05-3a37-46ce-aac2-a1fa81ea5fa7 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:55.315418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'name': 'tempest-PortsTestJSON-1455617478'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:55.315980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-33e68474-519e-4ef2-8c57-e7df15738a68 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:55.426162 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:55.470899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33e68474-519e-4ef2-8c57-e7df15738a68 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.471280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] No DVR routers for this DVR port a90f4169-14f0-42e4-9892-93c5a5bc9b5a on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:55.476439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:55.482889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.485337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-30f21348-9519-4ff4-a0a4-77c48f6a46d8 req-4c442a7c-b68a-4410-8392-9224cd25d033 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.26 "DELETE /v2.0/ports/a90f4169-14f0-42e4-9892-93c5a5bc9b5a HTTP/1.1" status: 204 len: 173 time: 4.3393395 Oct 20 03:35:55.528957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecec404f-73b8-4664-a824-ef5618f91557', 'name': 'network-vif-deleted', 'tag': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:55.531499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e1724f-1cf0-450c-b9d1-4848d3e54413" -d '{"events": [{"server_uuid": "ecec404f-73b8-4664-a824-ef5618f91557", "name": "network-vif-deleted", "tag": "a90f4169-14f0-42e4-9892-93c5a5bc9b5a"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:55.547984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:55.562804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:55.582196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:55.606603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=678424a8-fb6f-4f77-9181-2a2b9f96a9e5,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:55.694127 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 3 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:35:55.728370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762b8e61-5154-4c4b-904b-569e9421650e x-openstack-request-id: req-762b8e61-5154-4c4b-904b-569e9421650e {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:55.728681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecec404f-73b8-4664-a824-ef5618f91557", "name": "network-vif-deleted", "tag": "a90f4169-14f0-42e4-9892-93c5a5bc9b5a", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:55.729478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-762b8e61-5154-4c4b-904b-569e9421650e {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:55.729889 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762b8e61-5154-4c4b-904b-569e9421650e'] response: {'server_uuid': 'ecec404f-73b8-4664-a824-ef5618f91557', 'name': 'network-vif-deleted', 'tag': 'a90f4169-14f0-42e4-9892-93c5a5bc9b5a', 'status': 'completed', 'code': 200} Oct 20 03:35:55.739648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:55.753785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.844714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device eb82f669-8079-4fe2-8cc6-7879572414c1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:35:55.913341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:55.922764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:55.937625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a90f4169-14f0-42e4-9892-93c5a5bc9b5a no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:35:55.949551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:56.047866 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:19Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'd7cbb3e3-5312-4351-98c7-7c36198fd4c8', 'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'mac_address': 'fa:16:3e:9d:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:17Z', 'updated_at': '2022-10-20T03:34:31Z', 'revision_number': 5, 'project_id': '11a8482750be4303a67c8d621e384bae', 'subnets': [{'id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:56.047866 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] Checking router: cd135a97-785b-4072-8f84-74cbc9104e92 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:56.054523 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:56.057757 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:56.104349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58814) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:56.115393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33e68474-519e-4ef2-8c57-e7df15738a68 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.116135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Deleting port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:56.116468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.144286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:56.158211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: a90f4169-14f0-42e4-9892-93c5a5bc9b5a {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:35:56.158559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a90f4169-14f0-42e4-9892-93c5a5bc9b5a not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:35:56.166343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port eb82f669-8079-4fe2-8cc6-7879572414c1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:56.166843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.167188 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port eb82f669-8079-4fe2-8cc6-7879572414c1 Oct 20 03:35:56.245218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33e68474-519e-4ef2-8c57-e7df15738a68 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.245722 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-33e68474-519e-4ef2-8c57-e7df15738a68 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP b9ef69a1-da8a-435d-8df9-04dbff3ab881 disassociated. External IP: 172.26.7.164, port: 26ee2333-2dd3-4461-8deb-08f1d6e3da75. Oct 20 03:35:56.335208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aebfd8e9-a844-4151-ba7c-9ff586dc7141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.352845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port eb82f669-8079-4fe2-8cc6-7879572414c1 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:35:56.379923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-aebfd8e9-a844-4151-ba7c-9ff586dc7141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:56.385488 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:56.465461 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-be6e3a0d-e5f7-41e6-9059-2395359007d2 req-8e9a1ce7-ee4b-45c2-8fed-82253639b7d0 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/ports?device_id=ecec404f-73b8-4664-a824-ef5618f91557 HTTP/1.1" status: 200 len: 210 time: 0.2988443 Oct 20 03:35:56.603069 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:56.608446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-aebfd8e9-a844-4151-ba7c-9ff586dc7141 admin admin] Usage tracker for resource:security_group_rule and tenant:7966db45d86642ccbb4dc6d0f42932db is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:56.622948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] Sync routers for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:56.636396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-aebfd8e9-a844-4151-ba7c-9ff586dc7141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:56.663571 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 4 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:35:56.664070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-aebfd8e9-a844-4151-ba7c-9ff586dc7141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:56.694912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420850f-e73d-472e-a5f4-085f8cfe34af req-5d2735a1-0529-43c1-9d57-3a8295196264 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:56.701920 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c420850f-e73d-472e-a5f4-085f8cfe34af req-5d2735a1-0529-43c1-9d57-3a8295196264 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.8974569 Oct 20 03:35:56.709783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:56.710880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:56.865581 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:19Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'd7cbb3e3-5312-4351-98c7-7c36198fd4c8', 'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'mac_address': 'fa:16:3e:9d:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:17Z', 'updated_at': '2022-10-20T03:34:31Z', 'revision_number': 5, 'project_id': '11a8482750be4303a67c8d621e384bae', 'subnets': [{'id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:56.880732 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c61582-c769-47db-a070-9a444f9a7d0b None None] The sync data for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv is: [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:34:19Z', 'revision_number': 4, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'd7cbb3e3-5312-4351-98c7-7c36198fd4c8', 'name': '', 'network_id': '882bf6d0-6c16-4916-9f9f-41770489d122', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'mac_address': 'fa:16:3e:9d:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:17Z', 'updated_at': '2022-10-20T03:34:31Z', 'revision_number': 5, 'project_id': '11a8482750be4303a67c8d621e384bae', 'subnets': [{'id': '94288ffe-ca2b-4c6c-a7d0-d6b32528ab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:56.897399 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c420850f-e73d-472e-a5f4-085f8cfe34af req-5c14c44a-e2ae-4b9b-88b1-2bf5d9262455 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787503 Oct 20 03:35:56.897399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Router a78f9753-dac0-4d9f-bfc1-957007c9fece is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:35:57.007467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:57.123369 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] For port b3a89fd6-fdda-430d-8f08-91c7b2b0a47c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b3a89fd6-fdda-430d-8f08-91c7b2b0a47c,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:35:57.125498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.129365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:57.220309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.268501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] No DVR routers for this DVR port 09c76853-050b-4649-8c6b-9c5a64ca49ce on host hv-neutron-8618 {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:35:57.288238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:57.300939 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Sync routers for ids ['a78f9753-dac0-4d9f-bfc1-957007c9fece'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:57.319104 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Routers {'a78f9753-dac0-4d9f-bfc1-957007c9fece'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:57.321168 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a78f9753-dac0-4d9f-bfc1-957007c9fece'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:57.330393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66afb2-f398-4c1b-a1e7-ba198687aada None None] New status for floating IP ad75575c-ac07-4044-873c-801e2e1454e4: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:35:57.345498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aebfd8e9-a844-4151-ba7c-9ff586dc7141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.350167 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8e85a6a2-0220-436c-bde9-b182f36d44e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "PUT /v2.0/routers/a78f9753-dac0-4d9f-bfc1-957007c9fece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3318772 Oct 20 03:35:57.351010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58822) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:57.406310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-90537529-65da-4f6c-99ff-fb3e6fbf3d12 req-bb7d890b-56ca-4a36-949e-3ca648fa414f tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Synchronizing usage tracker for tenant:a27959fcca784c4695723b7839ad2e57 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:57.417604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.428928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Calling delete_port for b3a89fd6-fdda-430d-8f08-91c7b2b0a47c owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:35:57.431685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a7479-e650-41ad-a7f5-d770f2bc4acf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:57.431685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9d2a7479-e650-41ad-a7f5-d770f2bc4acf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:35:57.450837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.453185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aebfd8e9-a844-4151-ba7c-9ff586dc7141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.474818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'name': 'network-vif-deleted', 'tag': '09c76853-050b-4649-8c6b-9c5a64ca49ce'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:57.478924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f726a5-3a70-43c6-98bb-90c7a4f0824b" -d '{"events": [{"server_uuid": "927e52cb-abb3-4464-b2f7-87f520743e2e", "name": "network-vif-deleted", "tag": "09c76853-050b-4649-8c6b-9c5a64ca49ce"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:57.511457 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 5 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:35:57.529168 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Set router a78f9753-dac0-4d9f-bfc1-957007c9fece gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:57.576293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:57.588847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:57.597383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9d2a7479-e650-41ad-a7f5-d770f2bc4acf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:57.601361 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9d2a7479-e650-41ad-a7f5-d770f2bc4acf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports/678424a8-fb6f-4f77-9181-2a2b9f96a9e5 HTTP/1.1" status: 200 len: 911 time: 0.2493627 Oct 20 03:35:57.606760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58830) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:57.691795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfd8e9-a844-4151-ba7c-9ff586dc7141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71c7ff5-1371-4e87-8e0a-56979b37d5c4,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:57.699393 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aebfd8e9-a844-4151-ba7c-9ff586dc7141 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7966db45d86642ccbb4dc6d0f42932db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5797966 Oct 20 03:35:57.718345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58834) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:57.776284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-90537529-65da-4f6c-99ff-fb3e6fbf3d12 req-bb7d890b-56ca-4a36-949e-3ca648fa414f tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Unset dirty status for tenant:a27959fcca784c4695723b7839ad2e57 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:35:57.787235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Checking segment: {'id': 'f9b06cf6-f449-444e-a83c-c2abc9910f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:57.787785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network hostable DHCP agents. Network: 3adfee56-f034-484e-a5de-37ef3836d9e4, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:57.790695 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-90537529-65da-4f6c-99ff-fb3e6fbf3d12 req-bb7d890b-56ca-4a36-949e-3ca648fa414f tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 210 time: 1.0582268 Oct 20 03:35:57.795338 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6cfd6615-fa89-4084-8b24-319717d5c7ec req-08e6d991-5c94-4caf-870f-b4b7dfb68520 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.26 "DELETE /v2.0/ports/09c76853-050b-4649-8c6b-9c5a64ca49ce HTTP/1.1" status: 204 len: 173 time: 6.4739308 Oct 20 03:35:57.808626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e68474-519e-4ef2-8c57-e7df15738a68 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:35:57.860041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:28Z', 'revision_number': 5, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:57.874945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] Checking router: 542f11bd-0079-4bf1-a7a1-8e54dad400f7 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:57.894998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:57.895642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:57.924640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc1a8a6-1c25-4fa5-b7e4-f55acb55790b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:57.935733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc1a8a6-1c25-4fa5-b7e4-f55acb55790b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:57.935733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bdc1a8a6-1c25-4fa5-b7e4-f55acb55790b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3239260 Oct 20 03:35:57.938866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58842) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:57.999699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f681c8f-7c62-4fb2-ab72-10c41d8b0962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.031448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:58.059479 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78f9753-dac0-4d9f-bfc1-957007c9fece', 'name': 'tempest-NetworksTestDHCPv6-router-1071823359', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:48Z', 'updated_at': '2022-10-20T03:35:53Z', 'revision_number': 2, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None, '_interfaces': [{'id': '678424a8-fb6f-4f77-9181-2a2b9f96a9e5', 'name': '', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'mac_address': 'fa:16:3e:2c:24:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78f9753-dac0-4d9f-bfc1-957007c9fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6bd3ebb9-7567-4436-9f07-4b50d30d6531', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:50Z', 'updated_at': '2022-10-20T03:35:54Z', 'revision_number': 2, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'subnets': [{'id': '6bd3ebb9-7567-4436-9f07-4b50d30d6531', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:58.061606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249d16fd-1218-45ad-bac6-cdeec08b682e x-openstack-request-id: req-249d16fd-1218-45ad-bac6-cdeec08b682e {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:58.061893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927e52cb-abb3-4464-b2f7-87f520743e2e", "name": "network-vif-deleted", "tag": "09c76853-050b-4649-8c6b-9c5a64ca49ce", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:58.062142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-249d16fd-1218-45ad-bac6-cdeec08b682e {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:58.062692 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249d16fd-1218-45ad-bac6-cdeec08b682e'] response: {'server_uuid': '927e52cb-abb3-4464-b2f7-87f520743e2e', 'name': 'network-vif-deleted', 'tag': '09c76853-050b-4649-8c6b-9c5a64ca49ce', 'status': 'completed', 'code': 200} Oct 20 03:35:58.068810 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Checking router: a78f9753-dac0-4d9f-bfc1-957007c9fece for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:58.073300 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Updating router a78f9753-dac0-4d9f-bfc1-957007c9fece port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:35:58.107782 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 6 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:35:58.113351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58846) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:58.179932 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.184406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f681c8f-7c62-4fb2-ab72-10c41d8b0962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.215449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:58.250432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:35:58.297762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 3adfee56-f034-484e-a5de-37ef3836d9e4) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:58.334615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f28c79-e9fb-423e-a387-29d4f40cc0f6 None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:35:58.355672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.383007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:35:58.388535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:58.389173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.480976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3a89fd6-fdda-430d-8f08-91c7b2b0a47c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:58.512339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f681c8f-7c62-4fb2-ab72-10c41d8b0962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.519532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f681c8f-7c62-4fb2-ab72-10c41d8b0962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.525940 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6f681c8f-7c62-4fb2-ab72-10c41d8b0962 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f71c7ff5-1371-4e87-8e0a-56979b37d5c4 HTTP/1.1" status: 204 len: 168 time: 0.8053441 Oct 20 03:35:58.527739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-27a36cbb-8248-4832-9acf-fc872c5a448d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3539934 Oct 20 03:35:58.532051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58854) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:58.562759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-191118799'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:58.598704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:35:58.607923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f681c8f-7c62-4fb2-ab72-10c41d8b0962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71c7ff5-1371-4e87-8e0a-56979b37d5c4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:58.617464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dab21246-7d0d-4257-89f6-54fcccb822c2 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.621225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:network and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:35:58.629966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:35:58.648213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:35:58.666558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dab21246-7d0d-4257-89f6-54fcccb822c2 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.727610 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 7 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:35:58.790593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:58.795607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.805178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.898084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:58.919853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.920472 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Added segment 616309c0-6585-4315-816b-ca33e97aaa38 of type vlan for network 962e493e-0e3a-43e9-ab4f-cdfae4cf21ca Oct 20 03:35:58.929712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e68474-519e-4ef2-8c57-e7df15738a68 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:35:58.949814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc1dbe-e5e0-4265-9cca-758266f6b9c7 req-4fb40de6-9b2f-4014-a7eb-0960ce609fe0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:58.958041 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-febc1dbe-e5e0-4265-9cca-758266f6b9c7 req-4fb40de6-9b2f-4014-a7eb-0960ce609fe0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.2757332 Oct 20 03:35:58.969841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dab21246-7d0d-4257-89f6-54fcccb822c2 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.973907 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe5766a-590f-42bf-a233-54959770c59c None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:58.998797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:58.999058 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5766a-590f-42bf-a233-54959770c59c None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:58.999753 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cbe5766a-590f-42bf-a233-54959770c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:59.000448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.085957 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-febc1dbe-e5e0-4265-9cca-758266f6b9c7 req-2308212d-cfee-4f39-ac0c-1706bd8a859e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266990 Oct 20 03:35:59.142466 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cbe5766a-590f-42bf-a233-54959770c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:59.159936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.162526 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5766a-590f-42bf-a233-54959770c59c None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:35:59.164077 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cbe5766a-590f-42bf-a233-54959770c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:59.215359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:28Z', 'revision_number': 5, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:59.220174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420b4f9-7dfb-4b7c-9a53-3c37870912e0 None None] The sync data for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv is: [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:14Z', 'revision_number': 4, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '444f273a-53aa-4195-b9a0-8bda73aadf50', 'name': '', 'network_id': '4277c4e3-e481-4cf9-a0b6-588981ac852f', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'mac_address': 'fa:16:3e:53:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:12Z', 'updated_at': '2022-10-20T03:34:28Z', 'revision_number': 5, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'subnets': [{'id': '7565b3d8-46f3-4426-8c11-3169f2aca43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:59.253353 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cbe5766a-590f-42bf-a233-54959770c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:59.253596 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe5766a-590f-42bf-a233-54959770c59c None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:59.374821 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.384265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab21246-7d0d-4257-89f6-54fcccb822c2 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766150dd-9be5-4e67-b616-444cd7a10ad8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:59.400034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33e68474-519e-4ef2-8c57-e7df15738a68 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.409882 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Transition to ACTIVE for port object 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:59.464544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.468136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.470250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:59.470920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.474442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.478782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dab21246-7d0d-4257-89f6-54fcccb822c2 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.482125 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dab21246-7d0d-4257-89f6-54fcccb822c2 tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "DELETE /v2.0/security-groups/766150dd-9be5-4e67-b616-444cd7a10ad8 HTTP/1.1" status: 204 len: 168 time: 1.3682740 Oct 20 03:35:59.486120 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2f55e2d6-4326-4b7e-9c24-cdaaff27047c req-44cb3ee5-93cf-467d-934c-255dde9c3670 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/ports?device_id=927e52cb-abb3-4464-b2f7-87f520743e2e HTTP/1.1" status: 200 len: 210 time: 0.1571391 Oct 20 03:35:59.500219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58868) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:59.500640 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 8 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:35:59.503940 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-33e68474-519e-4ef2-8c57-e7df15738a68 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/floatingips/b9ef69a1-da8a-435d-8df9-04dbff3ab881 HTTP/1.1" status: 200 len: 688 time: 4.2535620 Oct 20 03:35:59.507579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58872) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:59.541384 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.564159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:35:59.670090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc361a-7614-4aeb-9eb1-f7247bebbd7f None None] New status for floating IP 5cd9930e-5628-449c-bd63-42612f38f9c0: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:35:59.680394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Network': ['ID=962e493e-0e3a-43e9-ab4f-cdfae4cf21ca,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:59.753960 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1864a475-0654-4451-aefc-ddbec4611408 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1981001 Oct 20 03:35:59.756476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58878) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:59.799384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 962e493e-0e3a-43e9-ab4f-cdfae4cf21ca details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:35:59.815876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'ports': [{'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4'}, {'network_id': '962e493e-0e3a-43e9-ab4f-cdfae4cf21ca'}]} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:59.823824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:59.823824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': '962e493e-0e3a-43e9-ab4f-cdfae4cf21ca'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:59.880248 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0dd0-fdb7-4819-8416-bcfc144cb18d None None] Pushing event updated for resources: {'Port': ['ID=678424a8-fb6f-4f77-9181-2a2b9f96a9e5,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:59.885013 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-b95e782b-ee75-43a4-bb86-8698aa03f61d tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] show failed (client error): The resource could not be found. Oct 20 03:35:59.888618 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b95e782b-ee75-43a4-bb86-8698aa03f61d tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "GET /v2.0/security-groups/766150dd-9be5-4e67-b616-444cd7a10ad8 HTTP/1.1" status: 404 len: 347 time: 0.3848462 Oct 20 03:35:59.895690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58884) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:35:59.895690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port c27b6ff3-7bbc-4161-851d-a416489d047e {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:35:59.895690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.905821 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Attempting to bind port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:59.906189 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Attempting to bind port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:59.906620 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Attempting to bind port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:35:59.912221 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:35:59.912740 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:35:59.913131 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.913564 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:35:59.914073 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Bound port: 678424a8-fb6f-4f77-9181-2a2b9f96a9e5, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:59.914466 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.050824 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] For port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:00.055915 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] For port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=678424a8-fb6f-4f77-9181-2a2b9f96a9e5,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:00.065189 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 9 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:36:00.113348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.114212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d731e46f-3e8d-4686-b4c6-f3227ddf3b65 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:00.134348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:00.141819 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.223055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.223429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.283636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:00.284490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.294203 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Routers {'a78f9753-dac0-4d9f-bfc1-957007c9fece'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:00.300774 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a78f9753-dac0-4d9f-bfc1-957007c9fece'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:00.329770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:00.391398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for c27b6ff3-7bbc-4161-851d-a416489d047e owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:00.399557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:00.413428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:00.450605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:00.452047 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0dd0-fdb7-4819-8416-bcfc144cb18d None None] Pushing event updated for resources: {'Port': ['ID=678424a8-fb6f-4f77-9181-2a2b9f96a9e5,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:00.476246 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] Set router a78f9753-dac0-4d9f-bfc1-957007c9fece gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:00.605408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc1e82-20f8-476a-b92d-86dceb5ab93c req-2d69f5df-70be-4bdb-be90-a00dcb118fca tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:00.626914 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c1fc1e82-20f8-476a-b92d-86dceb5ab93c req-2d69f5df-70be-4bdb-be90-a00dcb118fca tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.2904377 Oct 20 03:36:00.635508 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Attempt 10 to provision port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 Oct 20 03:36:00.698396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Deleting port 32682a22-b895-4c18-b1b0-dfccd2ef942f {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:00.698740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.705452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] For port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=678424a8-fb6f-4f77-9181-2a2b9f96a9e5,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:00.709821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.743218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-334a3520-734e-4409-8626-9755aabc6649 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:36:00.809483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58904) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:00.848702 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78f9753-dac0-4d9f-bfc1-957007c9fece', 'name': 'tempest-NetworksTestDHCPv6-router-1071823359', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:48Z', 'updated_at': '2022-10-20T03:35:53Z', 'revision_number': 2, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None, '_interfaces': [{'id': '678424a8-fb6f-4f77-9181-2a2b9f96a9e5', 'name': '', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'mac_address': 'fa:16:3e:2c:24:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78f9753-dac0-4d9f-bfc1-957007c9fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6bd3ebb9-7567-4436-9f07-4b50d30d6531', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:50Z', 'updated_at': '2022-10-20T03:36:00Z', 'revision_number': 4, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'subnets': [{'id': '6bd3ebb9-7567-4436-9f07-4b50d30d6531', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:00.852813 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efd3de-a71a-4f99-a2fc-c3da6093a617 None None] The sync data for ids ['a78f9753-dac0-4d9f-bfc1-957007c9fece'] in dv-neutron-861845-1-hyperv is: [{'id': 'a78f9753-dac0-4d9f-bfc1-957007c9fece', 'name': 'tempest-NetworksTestDHCPv6-router-1071823359', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:48Z', 'updated_at': '2022-10-20T03:35:53Z', 'revision_number': 2, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None, '_interfaces': [{'id': '678424a8-fb6f-4f77-9181-2a2b9f96a9e5', 'name': '', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'mac_address': 'fa:16:3e:2c:24:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78f9753-dac0-4d9f-bfc1-957007c9fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6bd3ebb9-7567-4436-9f07-4b50d30d6531', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:50Z', 'updated_at': '2022-10-20T03:36:00Z', 'revision_number': 4, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'subnets': [{'id': '6bd3ebb9-7567-4436-9f07-4b50d30d6531', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:00.861866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:00.884653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.886897 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-58ffd8e7-7862-4fa5-96ae-2e9c00580b22 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "DELETE /v2.0/routers/d731e46f-3e8d-4686-b4c6-f3227ddf3b65 HTTP/1.1" status: 204 len: 168 time: 10.0807071 Oct 20 03:36:00.899304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 2} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:00.901825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58910) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:00.904654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.960534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.967308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.996011 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c1fc1e82-20f8-476a-b92d-86dceb5ab93c req-1166af78-341c-42dc-87eb-efc00a6967f1 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668969 Oct 20 03:36:01.103321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=c27b6ff3-7bbc-4161-851d-a416489d047e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.329034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.329034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.336889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8257d2c0-0627-4d7e-83d0-2ea702bba96b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.376579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8257d2c0-0627-4d7e-83d0-2ea702bba96b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.391294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.462017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58922) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:01.534333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port 45d2e8b3-cf2a-490a-b5a9-21dda9efe575 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:01.647029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Calling delete_port for 32682a22-b895-4c18-b1b0-dfccd2ef942f owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:01.656012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1322568017', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:01.660520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:01.664436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Usage tracker for resource:port and tenant:aca5062ee91346ad81fd745557cbc8a3 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:01.667591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:01.674716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:01.678592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.679845 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-03ed557d-1400-407c-90d9-4464928b3b9c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/floatingips/b9ef69a1-da8a-435d-8df9-04dbff3ab881 HTTP/1.1" status: 204 len: 168 time: 2.1713676 Oct 20 03:36:01.681276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.686666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58928) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:01.769433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.787591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:01.811192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Made reservation on behalf of aca5062ee91346ad81fd745557cbc8a3 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:01.813573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.831214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:01.831555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 20 03:36:01.839709 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-2c455c2c-8254-4772-acca-462613cd38a4 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] delete failed (client error): The resource could not be found. Oct 20 03:36:01.841734 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2c455c2c-8254-4772-acca-462613cd38a4 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/floatingips/b9ef69a1-da8a-435d-8df9-04dbff3ab881 HTTP/1.1" status: 404 len: 345 time: 0.1540551 Oct 20 03:36:01.850607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58932) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:01.868996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Port 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 not found, will not notify nova. {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 20 03:36:01.876094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=678424a8-fb6f-4f77-9181-2a2b9f96a9e5,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.887172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.968045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:01.973788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.063186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8257d2c0-0627-4d7e-83d0-2ea702bba96b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.079124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.094085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257d2c0-0627-4d7e-83d0-2ea702bba96b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88799dad-6753-4cfb-892a-2e40a7cc90ec,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:02.116637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d443dd6-674f-4508-be75-9d6d7fe23c72 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:02.126459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d443dd6-674f-4508-be75-9d6d7fe23c72 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:02.133938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d443dd6-674f-4508-be75-9d6d7fe23c72 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:02.134807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3d443dd6-674f-4508-be75-9d6d7fe23c72 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Synchronizing usage tracker for tenant:91e2b40774f5476593a4866f31129b96 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:02.142050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Usage tracker for resource:security_group_rule and tenant:aca5062ee91346ad81fd745557cbc8a3 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:02.192697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.203201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:02.225033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:02.239037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port d2ae63e6-27a5-4d37-9dc3-1ae51271daa3 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:02.251082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.261406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Deleting port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:02.261740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.328402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Pushing event deleted for resources: {'Port': ['ID=32682a22-b895-4c18-b1b0-dfccd2ef942f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:02.392281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3d443dd6-674f-4508-be75-9d6d7fe23c72 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Unset dirty status for tenant:91e2b40774f5476593a4866f31129b96 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:02.393458 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3d443dd6-674f-4508-be75-9d6d7fe23c72 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "GET /v2.0/ports?network_id=7acd0446-fa9c-416e-8ba2-0bfc6880deab HTTP/1.1" status: 200 len: 2358 time: 0.5418944 Oct 20 03:36:02.400032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58938) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:02.411734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8257d2c0-0627-4d7e-83d0-2ea702bba96b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.412900 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8257d2c0-0627-4d7e-83d0-2ea702bba96b tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "DELETE /v2.0/security-groups/88799dad-6753-4cfb-892a-2e40a7cc90ec HTTP/1.1" status: 204 len: 168 time: 1.5453746 Oct 20 03:36:02.420555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58942) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:02.462947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-a99972fb-effa-4c24-a276-4ae8c7cb28a9 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] show failed (client error): The resource could not be found. Oct 20 03:36:02.466632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a99972fb-effa-4c24-a276-4ae8c7cb28a9 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "GET /v2.0/security-groups/88799dad-6753-4cfb-892a-2e40a7cc90ec HTTP/1.1" status: 404 len: 347 time: 0.0425296 Oct 20 03:36:02.471323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58946) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:02.559635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.562666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.563799 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7787d12c-87e7-4132-83d1-4266761d03ca tempest-ServersTestJSON-328456448 tempest-ServersTestJSON-328456448-project] 10.222.0.33 "DELETE /v2.0/floatingips/ad75575c-ac07-4044-873c-801e2e1454e4 HTTP/1.1" status: 204 len: 168 time: 2.6731424 Oct 20 03:36:02.570190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58950) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:02.715409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2078d5c-a80f-40a4-91be-26ec4739c348 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:02.716082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d2078d5c-a80f-40a4-91be-26ec4739c348 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Synchronizing usage tracker for tenant:91e2b40774f5476593a4866f31129b96 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:02.725582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce614675-5db9-49e5-acfa-1fbf4f2f9bb2 req-44920e4a-a885-4966-8c3c-c7369539313d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:02.727131 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ce614675-5db9-49e5-acfa-1fbf4f2f9bb2 req-44920e4a-a885-4966-8c3c-c7369539313d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5869465 Oct 20 03:36:02.839395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] For port 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:02.839747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.865596 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ce614675-5db9-49e5-acfa-1fbf4f2f9bb2 req-ffa5dd29-325e-48bd-898c-34566c6cfbae tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149297 Oct 20 03:36:02.914731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.931457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Deleting port bb2b0bf4-0e92-4c80-b22d-4bf9f9ed8297 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:02.931793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.967037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.976822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d2078d5c-a80f-40a4-91be-26ec4739c348 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Unset dirty status for tenant:91e2b40774f5476593a4866f31129b96 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:02.979645 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d2078d5c-a80f-40a4-91be-26ec4739c348 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "GET /v2.0/subnets/926c039c-351d-41f5-8b69-092c06575b08 HTTP/1.1" status: 200 len: 797 time: 0.5743656 Oct 20 03:36:02.982526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Router a78f9753-dac0-4d9f-bfc1-957007c9fece has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:02.987072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.988505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Calling delete_port for 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:02.991521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58954) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:03.005385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] device_id is not set on port 5dc93e7b-f26a-416b-9d5d-6b07b9af5614 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:03.043914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'port': {'network_id': '7acd0446-fa9c-416e-8ba2-0bfc6880deab', 'name': 'tempest-FloatingIPTestJSON-583083271', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:03.361334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbb0702-7f5f-476d-bbea-9749fb2bf7e3,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:03.439845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:03.451001 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] Sync routers for ids ['a78f9753-dac0-4d9f-bfc1-957007c9fece'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:03.460965 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] Routers {'a78f9753-dac0-4d9f-bfc1-957007c9fece'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:03.462005 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a78f9753-dac0-4d9f-bfc1-957007c9fece'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:03.538849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.591945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:03.595109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.595433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.599451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.613728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Allocated IP 172.26.7.27 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/5dc93e7b-f26a-416b-9d5d-6b07b9af5614) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:03.653533 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] Set router a78f9753-dac0-4d9f-bfc1-957007c9fece gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:03.654494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:03.751261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.759550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:03.765850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Calling delete_port for bb2b0bf4-0e92-4c80-b22d-4bf9f9ed8297 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:03.770190 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78f9753-dac0-4d9f-bfc1-957007c9fece', 'name': 'tempest-NetworksTestDHCPv6-router-1071823359', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:48Z', 'updated_at': '2022-10-20T03:36:01Z', 'revision_number': 3, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:03.774628 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] Checking router: a78f9753-dac0-4d9f-bfc1-957007c9fece for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:03.783434 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] Routers {'a78f9753-dac0-4d9f-bfc1-957007c9fece'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:03.784242 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a78f9753-dac0-4d9f-bfc1-957007c9fece'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:03.814327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:03.825927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:03.843026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:03.843960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.857057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=45d2e8b3-cf2a-490a-b5a9-21dda9efe575,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:03.894431 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.922081 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3f8bbfdf-4fa6-474d-a6ac-8b022f66e735 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "PUT /v2.0/routers/a78f9753-dac0-4d9f-bfc1-957007c9fece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9796476 Oct 20 03:36:03.924581 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] Set router a78f9753-dac0-4d9f-bfc1-957007c9fece gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:03.931154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58960) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:03.940456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Made reservation on behalf of 91e2b40774f5476593a4866f31129b96 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:04.056857 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78f9753-dac0-4d9f-bfc1-957007c9fece', 'name': 'tempest-NetworksTestDHCPv6-router-1071823359', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:48Z', 'updated_at': '2022-10-20T03:36:01Z', 'revision_number': 3, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:04.062082 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141cbf4-3839-496b-a584-a28017a2cb4b None None] The sync data for ids ['a78f9753-dac0-4d9f-bfc1-957007c9fece'] in dv-neutron-861845-1-hyperv is: [{'id': 'a78f9753-dac0-4d9f-bfc1-957007c9fece', 'name': 'tempest-NetworksTestDHCPv6-router-1071823359', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:48Z', 'updated_at': '2022-10-20T03:36:01Z', 'revision_number': 3, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:04.084676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.088704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.236085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.236609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7b84354-796e-4e2c-b1c0-df7c3eadd41e {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:04.297308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.298433 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a0429f7c-4bd6-4da0-8a4f-6c26e54d3c48 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "DELETE /v2.0/routers/f7b84354-796e-4e2c-b1c0-df7c3eadd41e HTTP/1.1" status: 204 len: 168 time: 3.3953574 Oct 20 03:36:04.305986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58964) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:04.311413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1708402952', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:04.320647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Deleting port d7cbb3e3-5312-4351-98c7-7c36198fd4c8 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:04.320982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.345974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:04.356153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Usage tracker for resource:router and tenant:a2b54b81e485473fb613fd21e7aaeca9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:04.372204 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:04.381399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:04.396132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=d2ae63e6-27a5-4d37-9dc3-1ae51271daa3,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:04.480726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d385d3-e1d1-4f19-9b70-277677a95b49 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:04.482386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d385d3-e1d1-4f19-9b70-277677a95b49 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:04.483180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e7d385d3-e1d1-4f19-9b70-277677a95b49 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:04.486062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Checking segment: {'id': '616309c0-6585-4315-816b-ca33e97aaa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '962e493e-0e3a-43e9-ab4f-cdfae4cf21ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:04.486428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network hostable DHCP agents. Network: 962e493e-0e3a-43e9-ab4f-cdfae4cf21ca, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:04.581465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.582454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.603938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.617043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.650318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] device_id is not set on port adca0a8a-1e44-4950-9c52-47c1cb4f01ac yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:04.656541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] For port d7cbb3e3-5312-4351-98c7-7c36198fd4c8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d7cbb3e3-5312-4351-98c7-7c36198fd4c8,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:04.656894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.696951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.700774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 962e493e-0e3a-43e9-ab4f-cdfae4cf21ca is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:04.702702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e7d385d3-e1d1-4f19-9b70-277677a95b49 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:04.703863 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e7d385d3-e1d1-4f19-9b70-277677a95b49 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7485042 Oct 20 03:36:04.711784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c3aff-8f40-4d42-83f8-5ffb81ecbcf1 req-febe3961-2e97-4f45-9fdb-f505df84bdd9 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:04.713165 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d7c3aff-8f40-4d42-83f8-5ffb81ecbcf1 req-febe3961-2e97-4f45-9fdb-f505df84bdd9 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6350443 Oct 20 03:36:04.719802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58968) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:04.755370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.802686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Pushing event deleted for resources: {'Port': ['ID=bb2b0bf4-0e92-4c80-b22d-4bf9f9ed8297,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:04.814852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Calling delete_port for d7cbb3e3-5312-4351-98c7-7c36198fd4c8 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:04.856225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 962e493e-0e3a-43e9-ab4f-cdfae4cf21ca) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:04.864714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd73f869-5595-4298-b9fe-21c8ab1a073d None None] Network 962e493e-0e3a-43e9-ab4f-cdfae4cf21ca requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:04.915767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:04.916821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:04.921543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:04.922200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.005829 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d7c3aff-8f40-4d42-83f8-5ffb81ecbcf1 req-c9934950-97d1-4c32-803c-d05adf4eb29e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453198 Oct 20 03:36:05.061771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.064970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d92b0d4-c1f7-480c-a686-fb52e8d0822b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 6bd3ebb9-7567-4436-9f07-4b50d30d6531 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:05.065401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.067451 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-06073e8c-e12b-4f00-be1a-89d6c9ab6519 tempest-ServersTestManualDisk-922836607 tempest-ServersTestManualDisk-922836607-project] 10.222.0.33 "DELETE /v2.0/floatingips/5cd9930e-5628-449c-bd63-42612f38f9c0 HTTP/1.1" status: 204 len: 168 time: 2.5931365 Oct 20 03:36:05.100953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58972) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:05.132633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d92b0d4-c1f7-480c-a686-fb52e8d0822b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.198756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.219469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d92b0d4-c1f7-480c-a686-fb52e8d0822b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.221431 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e3533e76-e1b9-4ace-8efb-3edc51b78e74 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4637270 Oct 20 03:36:05.222775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.230467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58976) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:05.376648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:05.389752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:05.392320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:05.429315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d92b0d4-c1f7-480c-a686-fb52e8d0822b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.498891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3b2caa66-7f03-493e-a2a8-8664df3e9238 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port d2ae63e6-27a5-4d37-9dc3-1ae51271daa3 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:05.499234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b2caa66-7f03-493e-a2a8-8664df3e9238 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.536745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc93e7b-f26a-416b-9d5d-6b07b9af5614,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:05.548833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.571412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.571762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.572107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.572452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.572818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.573152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.573502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.573874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.574206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.574529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.574857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.575179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:05.605995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cbb3e3-5312-4351-98c7-7c36198fd4c8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:05.618660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:05.619267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.645460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d92b0d4-c1f7-480c-a686-fb52e8d0822b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.681454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.20.0.14 (7acd0446-fa9c-416e-8ba2-0bfc6880deab/926c039c-351d-41f5-8b69-092c06575b08/adca0a8a-1e44-4950-9c52-47c1cb4f01ac) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:05.775599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.20.0.13 (7acd0446-fa9c-416e-8ba2-0bfc6880deab/926c039c-351d-41f5-8b69-092c06575b08/adca0a8a-1e44-4950-9c52-47c1cb4f01ac) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:05.777102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:05.823633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:05.824429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4cdb1860-c474-4f2e-98ee-fb6e6a1c3a42 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:05.825164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:05.883022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:05.886799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 678424a8-fb6f-4f77-9181-2a2b9f96a9e5 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:05.886894 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-687be57b-d33d-41ee-9112-b3106bb5b821 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.4208629 Oct 20 03:36:05.904811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58980) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:05.940628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.27'}]}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:05.960954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92b0d4-c1f7-480c-a686-fb52e8d0822b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd3ebb9-7567-4436-9f07-4b50d30d6531,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:05.965369 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d92b0d4-c1f7-480c-a686-fb52e8d0822b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.970125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2791e17-5b2b-45ea-8ded-0778d33a9b33 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:06.030366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.156625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:06.176613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Usage tracker for resource:router and tenant:aca5062ee91346ad81fd745557cbc8a3 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:06.180738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.184923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:06.199225 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4d92b0d4-c1f7-480c-a686-fb52e8d0822b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/6bd3ebb9-7567-4436-9f07-4b50d30d6531 HTTP/1.1" status: 204 len: 168 time: 1.4792423 Oct 20 03:36:06.211664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58986) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:06.214790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:06.301950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6141d0-876a-4398-8896-7cb822ad1617 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:06.307221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ce6141d0-876a-4398-8896-7cb822ad1617 None None] Deleting port eb82f669-8079-4fe2-8cc6-7879572414c1 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:06.307738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ce6141d0-876a-4398-8896-7cb822ad1617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.418355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.439859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b2caa66-7f03-493e-a2a8-8664df3e9238 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.505031 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Allocated IP 172.26.7.145 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/c28cf6a6-c10e-4bbf-87ab-dc46edc793ea) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:06.518626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ce6141d0-876a-4398-8896-7cb822ad1617 None None] For port eb82f669-8079-4fe2-8cc6-7879572414c1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=eb82f669-8079-4fe2-8cc6-7879572414c1,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:06.519019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ce6141d0-876a-4398-8896-7cb822ad1617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.578491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822b81-4fa0-4790-9d2a-15fd45244fc0 req-6e89c754-f01e-4c19-9a21-5cbf3a558c1b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:06.579895 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e9822b81-4fa0-4790-9d2a-15fd45244fc0 req-6e89c754-f01e-4c19-9a21-5cbf3a558c1b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.3830731 Oct 20 03:36:06.611328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3b2caa66-7f03-493e-a2a8-8664df3e9238 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for d2ae63e6-27a5-4d37-9dc3-1ae51271daa3 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:06.640234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.641145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.681090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ce6141d0-876a-4398-8896-7cb822ad1617 None None] Calling delete_port for eb82f669-8079-4fe2-8cc6-7879572414c1 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:06.734673 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e9822b81-4fa0-4790-9d2a-15fd45244fc0 req-cdb950d8-b2ae-4753-ae6d-56f46731987c tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388862 Oct 20 03:36:06.756727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-23ed18cc-6019-4770-92c8-72a25844f7ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:router {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:06.796467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.813900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.848282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ce6141d0-876a-4398-8896-7cb822ad1617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.897692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6141d0-876a-4398-8896-7cb822ad1617 None None] Pushing event deleted for resources: {'Port': ['ID=eb82f669-8079-4fe2-8cc6-7879572414c1,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:06.902758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6141d0-876a-4398-8896-7cb822ad1617 None None] No DVR routers for this DVR port eb82f669-8079-4fe2-8cc6-7879572414c1 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:06.914003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-23ed18cc-6019-4770-92c8-72a25844f7ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:router {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:06.914003 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-23ed18cc-6019-4770-92c8-72a25844f7ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6864200 Oct 20 03:36:06.919349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58990) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:06.989149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.989933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b2caa66-7f03-493e-a2a8-8664df3e9238 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.015032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Router cd135a97-785b-4072-8f84-74cbc9104e92 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:07.040813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.197895 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:07.207811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] Sync routers for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:07.208798 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3b844215-84e8-4fc4-98ad-afebba77ec58 admin admin] 10.222.0.33 "PUT /v2.0/routers/cd135a97-785b-4072-8f84-74cbc9104e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6315670 Oct 20 03:36:07.212064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 58994) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:07.218529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:07.219156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:07.235898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2caa66-7f03-493e-a2a8-8664df3e9238 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=d2ae63e6-27a5-4d37-9dc3-1ae51271daa3,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:07.268000 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.274722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b2caa66-7f03-493e-a2a8-8664df3e9238 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.281041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-43695f8b-42c6-4149-ab3b-4701bdc2794e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.420230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:07.545328 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:07.550088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:07.556686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:07.600265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event updated for resources: {'Port': ['ID=c28cf6a6-c10e-4bbf-87ab-dc46edc793ea,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:07.611346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:07.621506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.622254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.622254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.622533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.622831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.623160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.623488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.623813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.624142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.624462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.624784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.625102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:07.669072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:07.683970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:07.706342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.726130 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3b2caa66-7f03-493e-a2a8-8664df3e9238 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/d2ae63e6-27a5-4d37-9dc3-1ae51271daa3 HTTP/1.1" status: 204 len: 168 time: 2.4495263 Oct 20 03:36:07.726787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 58998) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:07.765140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:36:05Z', 'revision_number': 5, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:07.770508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device eb82f669-8079-4fe2-8cc6-7879572414c1 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:07.786257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.806735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] Checking router: cd135a97-785b-4072-8f84-74cbc9104e92 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:07.821737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: eb82f669-8079-4fe2-8cc6-7879572414c1 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:07.822071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device eb82f669-8079-4fe2-8cc6-7879572414c1 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:07.836839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] Routers {'cd135a97-785b-4072-8f84-74cbc9104e92'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:07.837652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cd135a97-785b-4072-8f84-74cbc9104e92'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:07.908937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=adca0a8a-1e44-4950-9c52-47c1cb4f01ac,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:08.007596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.035967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] Set router cd135a97-785b-4072-8f84-74cbc9104e92 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:08.062574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.103855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Deleting port bc73945b-fe28-4493-8b46-1e8461b18f85 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:08.103855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.129434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:08.130057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.139518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-43695f8b-42c6-4149-ab3b-4701bdc2794e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.221755 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-43695f8b-42c6-4149-ab3b-4701bdc2794e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.334552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-246d6981-ec82-4b0c-bf73-456e926e3763 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.3346355 Oct 20 03:36:08.337611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59004) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:08.346985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': 'adca0a8a-1e44-4950-9c52-47c1cb4f01ac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:08.352579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:08.370893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:36:05Z', 'revision_number': 5, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:08.371545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:floatingip and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:08.374255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.375599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f302c-0fbd-486e-a801-7bed2774023e None None] The sync data for ids ['cd135a97-785b-4072-8f84-74cbc9104e92'] in dv-neutron-861845-1-hyperv is: [{'id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'name': 'tempest-ServersTestJSON-587628576-router', 'tenant_id': '11a8482750be4303a67c8d621e384bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:07Z', 'updated_at': '2022-10-20T03:36:05Z', 'revision_number': 5, 'project_id': '11a8482750be4303a67c8d621e384bae', 'gw_port': {'id': 'bc73945b-fe28-4493-8b46-1e8461b18f85', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd135a97-785b-4072-8f84-74cbc9104e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:09Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:08.432525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:08.445444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:08.448828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa4227-acdb-4e7d-9b9c-bf838730df62 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:08.454673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa4227-acdb-4e7d-9b9c-bf838730df62 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:08.458017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-75fa4227-acdb-4e7d-9b9c-bf838730df62 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:08.466914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-43695f8b-42c6-4149-ab3b-4701bdc2794e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.467421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43695f8b-42c6-4149-ab3b-4701bdc2794e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Fanout notify agent at l3_agent the message router_deleted on router a78f9753-dac0-4d9f-bfc1-957007c9fece {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:08.505588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115607-cddf-42d8-a79c-db2dea754823 req-ad5232f2-e03f-4f47-bb7c-1c542dde67b2 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:08.507031 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c2115607-cddf-42d8-a79c-db2dea754823 req-ad5232f2-e03f-4f47-bb7c-1c542dde67b2 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5897217 Oct 20 03:36:08.547060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] For port bc73945b-fe28-4493-8b46-1e8461b18f85, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=bc73945b-fe28-4493-8b46-1e8461b18f85,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:08.547425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.613966 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c2115607-cddf-42d8-a79c-db2dea754823 req-d83057eb-244c-4943-b418-891be5da4509 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922832 Oct 20 03:36:08.689650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-43695f8b-42c6-4149-ab3b-4701bdc2794e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.689822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.693637 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-43695f8b-42c6-4149-ab3b-4701bdc2794e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/routers/a78f9753-dac0-4d9f-bfc1-957007c9fece HTTP/1.1" status: 204 len: 168 time: 1.7652693 Oct 20 03:36:08.693637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-75fa4227-acdb-4e7d-9b9c-bf838730df62 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:08.693637 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-75fa4227-acdb-4e7d-9b9c-bf838730df62 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.9545591 Oct 20 03:36:08.701819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59008) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:08.702142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59010) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:08.708672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Calling delete_port for bc73945b-fe28-4493-8b46-1e8461b18f85 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:08.817794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Deleting port 444f273a-53aa-4195-b9a0-8bda73aadf50 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:08.818138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.887478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:09.183688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.204009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c866eea3-23ee-47d3-9aea-a0359501a912 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 45d2e8b3-cf2a-490a-b5a9-21dda9efe575 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:09.204574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c866eea3-23ee-47d3-9aea-a0359501a912 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.227795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.307492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] For port 444f273a-53aa-4195-b9a0-8bda73aadf50, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=444f273a-53aa-4195-b9a0-8bda73aadf50,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:09.307888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.346269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:09.359748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:09.373614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:09.417334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:09.469131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Calling delete_port for 444f273a-53aa-4195-b9a0-8bda73aadf50 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:09.566414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:09.569816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.603519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.691981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.721124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d7cbb3e3-5312-4351-98c7-7c36198fd4c8 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:09.753051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9795a0e8-3fb9-4c47-8e97-a43d7ef1f71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.760910 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: d7cbb3e3-5312-4351-98c7-7c36198fd4c8 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:09.761348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d7cbb3e3-5312-4351-98c7-7c36198fd4c8 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:09.856529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c866eea3-23ee-47d3-9aea-a0359501a912 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.995408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.049415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=444f273a-53aa-4195-b9a0-8bda73aadf50,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:10.053873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.058217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.218863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c866eea3-23ee-47d3-9aea-a0359501a912 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 45d2e8b3-cf2a-490a-b5a9-21dda9efe575 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:10.272760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.368252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.398105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.398690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9198b41e-cd58-42b0-a9e5-64211ec6231a {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:10.475938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.485093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc73945b-fe28-4493-8b46-1e8461b18f85,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:10.543564 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:36:10.544484 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e2583fd8-d875-4f3c-bba8-fdbf4e75a5fa tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.6226525 Oct 20 03:36:10.553068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59018) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:10.671422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cbb1f-2699-4ed4-a1ee-50f0c31a5bfe req-6e36780f-d08f-4025-a0f6-e24f6b23f177 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:10.672896 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-331cbb1f-2699-4ed4-a1ee-50f0c31a5bfe req-6e36780f-d08f-4025-a0f6-e24f6b23f177 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.9020071 Oct 20 03:36:10.707414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c866eea3-23ee-47d3-9aea-a0359501a912 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.846219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866eea3-23ee-47d3-9aea-a0359501a912 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=45d2e8b3-cf2a-490a-b5a9-21dda9efe575,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:10.853347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:10.875098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.927718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c3e873b4-9694-4e1d-be6b-4ff34094ab04 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Deleting port 5dc93e7b-f26a-416b-9d5d-6b07b9af5614 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:10.928103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c3e873b4-9694-4e1d-be6b-4ff34094ab04 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.952292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c866eea3-23ee-47d3-9aea-a0359501a912 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.959799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.26.7.86 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/b62b146c-6fa1-48e5-b7ab-c1a428ab91ef) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:11.028207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:11.039790 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] Sync routers for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:11.049021 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:11.049664 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:11.101414 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4ffdcf90-0bb0-4a9d-ad8d-de4b4a0704e7 admin admin] 10.222.0.33 "PUT /v2.0/routers/542f11bd-0079-4bf1-a7a1-8e54dad400f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9991982 Oct 20 03:36:11.104047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59022) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:11.106178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.149623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Router 2453a2af-e446-439c-b2af-8bd0e7d09827 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:36:11.163512 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-331cbb1f-2699-4ed4-a1ee-50f0c31a5bfe req-309755c8-a7b8-4832-bf20-f617027f8c67 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4709227 Oct 20 03:36:11.187284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.215150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.235289 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:11.247355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=4d7480c4-1197-4b74-b8d5-14cdfedcffb5,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:11.313970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.315706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:11.328463 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c866eea3-23ee-47d3-9aea-a0359501a912 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/45d2e8b3-cf2a-490a-b5a9-21dda9efe575 HTTP/1.1" status: 204 len: 168 time: 2.4597244 Oct 20 03:36:11.329690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:11.340297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f164b75-784e-41b6-8abf-596ffa26bec3 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:11.376340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59028) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:11.383539 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:11.384361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.554636 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:36:09Z', 'revision_number': 5, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:11.559230 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] Checking router: 542f11bd-0079-4bf1-a7a1-8e54dad400f7 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:11.567988 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] Routers {'542f11bd-0079-4bf1-a7a1-8e54dad400f7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:11.568661 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:35:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:11.602239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6885808-1144-4243-8322-86186ed99446 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:11.606817 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e6885808-1144-4243-8322-86186ed99446 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2197213 Oct 20 03:36:11.617151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59034) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:11.618569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.721467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '4d7480c4-1197-4b74-b8d5-14cdfedcffb5'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:11.722737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.730957 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c57321-6fb2-4bc7-8853-b52138b267de tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:36:11.740440 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-68c57321-6fb2-4bc7-8853-b52138b267de tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/d2ae63e6-27a5-4d37-9dc3-1ae51271daa3 HTTP/1.1" status: 404 len: 333 time: 0.1121867 Oct 20 03:36:11.743480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59038) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:11.820769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Deleting port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:11.821657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.829839 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] Set router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:11.868251 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a4e08f-0819-4962-8919-407fd1e5f0f8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:36:11.870149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a0a4e08f-0819-4962-8919-407fd1e5f0f8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/45d2e8b3-cf2a-490a-b5a9-21dda9efe575 HTTP/1.1" status: 404 len: 333 time: 0.1253281 Oct 20 03:36:11.872923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59042) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:11.912832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/4d7480c4-1197-4b74-b8d5-14cdfedcffb5/9b66975c-8182-478b-be44-c60a0e82f84c) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:12.087001 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f51ca6a1-d49e-4ba5-81a3-26d518ae0724 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2169638 Oct 20 03:36:12.092494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59046) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:12.140643 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.141138 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd135a97-785b-4072-8f84-74cbc9104e92 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:12.154177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6f2f-2515-4baf-83df-4046a9a24c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.169847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2027924741', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:12.185994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.200214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Transition to ACTIVE for port object 9b66975c-8182-478b-be44-c60a0e82f84c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:12.220220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Transition to ACTIVE for port object 9b66975c-8182-478b-be44-c60a0e82f84c will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:12.225633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.230437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:12.243901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:router and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:12.249061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:12.254084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.255695 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5b45cdf7-62e3-43c6-a55e-022472e088b1 admin admin] 10.222.0.33 "DELETE /v2.0/routers/cd135a97-785b-4072-8f84-74cbc9104e92 HTTP/1.1" status: 204 len: 168 time: 5.0422425 Oct 20 03:36:12.262520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:12.277743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59050) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:12.281523 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:36:09Z', 'revision_number': 5, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:12.285595 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a29e9-7dd5-4dcb-92a0-551a712c3b3b None None] The sync data for ids ['542f11bd-0079-4bf1-a7a1-8e54dad400f7'] in dv-neutron-861845-1-hyperv is: [{'id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'name': 'tempest-ServersTestManualDisk-555318138-router', 'tenant_id': 'a27959fcca784c4695723b7839ad2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:36:09Z', 'revision_number': 5, 'project_id': 'a27959fcca784c4695723b7839ad2e57', 'gw_port': {'id': '3a037168-cd5c-46eb-b5c4-07ebf6f8a19d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542f11bd-0079-4bf1-a7a1-8e54dad400f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:08Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:12.302233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.374306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.375789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.382800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:12.399590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:12.399903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:12.404265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c3e873b4-9694-4e1d-be6b-4ff34094ab04 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.404449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:12.444803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.485497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.488668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c237e-3944-44de-bc22-3b46ce1c678f None None] Sync routers for ids ['2453a2af-e446-439c-b2af-8bd0e7d09827'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:12.509374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Pushing event updated for resources: {'Port': ['ID=9b66975c-8182-478b-be44-c60a0e82f84c,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:12.510796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.521163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] For port 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3a037168-cd5c-46eb-b5c4-07ebf6f8a19d,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:12.524499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.526326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c237e-3944-44de-bc22-3b46ce1c678f None None] Routers {'2453a2af-e446-439c-b2af-8bd0e7d09827'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:12.527017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-979c237e-3944-44de-bc22-3b46ce1c678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2453a2af-e446-439c-b2af-8bd0e7d09827'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:12.539825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962e493e-0e3a-43e9-ab4f-cdfae4cf21ca']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:12.591405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Attempting to bind port 9b66975c-8182-478b-be44-c60a0e82f84c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:12.591834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Attempting to bind port 9b66975c-8182-478b-be44-c60a0e82f84c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:12.592298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Attempting to bind port 9b66975c-8182-478b-be44-c60a0e82f84c on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:12.594998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.595443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.595878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.596308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.596731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.597159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.597612 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.598034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.598455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.598872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.599290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.599708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:12.605821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-979c237e-3944-44de-bc22-3b46ce1c678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:12.611269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:12.611754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:12.612252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.612735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:12.613337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Bound port: 9b66975c-8182-478b-be44-c60a0e82f84c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:12.613809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.616935 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c3e873b4-9694-4e1d-be6b-4ff34094ab04 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Calling delete_port for 5dc93e7b-f26a-416b-9d5d-6b07b9af5614 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:12.667999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616309c0-6585-4315-816b-ca33e97aaa38') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:12.668536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616309c0-6585-4315-816b-ca33e97aaa38') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:12.675012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c237e-3944-44de-bc22-3b46ce1c678f None None] Routers {'2453a2af-e446-439c-b2af-8bd0e7d09827'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:12.675012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-979c237e-3944-44de-bc22-3b46ce1c678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2453a2af-e446-439c-b2af-8bd0e7d09827'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:12.681906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Calling delete_port for 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:12.734404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.759942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.764405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-979c237e-3944-44de-bc22-3b46ce1c678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:12.765057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c237e-3944-44de-bc22-3b46ce1c678f None None] The sync data for ids ['2453a2af-e446-439c-b2af-8bd0e7d09827'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:12.778573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:12.778987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.788804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.790051 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ed6d77e0-cd5c-45e7-9cc1-8ef01821d648 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.4831204 Oct 20 03:36:12.799516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59054) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:12.804700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] For port 9b66975c-8182-478b-be44-c60a0e82f84c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:12.805109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-293e5d41-4b70-49e5-9ab1-c8d4a7600c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:12.806735 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-293e5d41-4b70-49e5-9ab1-c8d4a7600c21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1099 time: 0.7159030 Oct 20 03:36:12.808627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] For port 9b66975c-8182-478b-be44-c60a0e82f84c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=9b66975c-8182-478b-be44-c60a0e82f84c,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:12.809920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b30ba5c-4a0a-468c-9dcf-d4ef0915ea89 admin admin] Deleting subnet 94288ffe-ca2b-4c6c-a7d0-d6b32528ab61 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:12.825755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-64dce048-82a6-4025-807e-0a0f460bf1ab tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': False}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:12.857706 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 616309c0-6585-4315-816b-ca33e97aaa38 resource provider aggregate not found Oct 20 03:36:12.875156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b30ba5c-4a0a-468c-9dcf-d4ef0915ea89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.880277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.894658 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 616309c0-6585-4315-816b-ca33e97aaa38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 616309c0-6585-4315-816b-ca33e97aaa38 found for delete ", "request_id": "req-ec7f63d8-03fc-41fc-bbf6-728ad4d0403b"}]} Oct 20 03:36:12.903516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.940358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543ce99-ea7a-440b-a5fe-f7e9c3080541 req-a2b15fa4-deb4-426a-9a87-11bf0cb48286 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:12.941862 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1543ce99-ea7a-440b-a5fe-f7e9c3080541 req-a2b15fa4-deb4-426a-9a87-11bf0cb48286 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 1.1159995 Oct 20 03:36:12.997465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefcf43-aadf-43dd-84e3-5d6cc1966a3e None None] Pushing event updated for resources: {'Port': ['ID=9b66975c-8182-478b-be44-c60a0e82f84c,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:13.024930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.028990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.030569 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c2cbc896-9af0-49c6-b80a-f4b8c5883e8c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9226935 Oct 20 03:36:13.059989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c3e873b4-9694-4e1d-be6b-4ff34094ab04 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.063449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59062) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:13.069669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.076474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b30ba5c-4a0a-468c-9dcf-d4ef0915ea89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.077209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Network': ['ID=962e493e-0e3a-43e9-ab4f-cdfae4cf21ca,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:13.087601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0f632f48-b2cf-4df6-a275-1c60e8e7833b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/networks/962e493e-0e3a-43e9-ab4f-cdfae4cf21ca HTTP/1.1" status: 204 len: 168 time: 1.2136509 Oct 20 03:36:13.101028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59066) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:13.107654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1344414863'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:13.112588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:13.116389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:network and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:13.122430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:13.125728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:13.194629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.250531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:13.254065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.306820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.309727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e873b4-9694-4e1d-be6b-4ff34094ab04 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc93e7b-f26a-416b-9d5d-6b07b9af5614,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:13.322158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3a037168-cd5c-46eb-b5c4-07ebf6f8a19d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:13.385441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:13.406849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.450192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.450545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Added segment c8b78b38-9bba-4323-be2e-9b515494808c of type vlan for network 41ca9ea3-6264-4b61-89da-591b0d616280 Oct 20 03:36:13.524404 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1543ce99-ea7a-440b-a5fe-f7e9c3080541 req-aea60cd0-7ece-4bf7-83a8-82537dbb8023 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583263 Oct 20 03:36:13.556442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.603805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.607340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.609738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.701917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.702541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 542f11bd-0079-4bf1-a7a1-8e54dad400f7 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:13.714559 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:36:13.732912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.736552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1fb560c5-ff37-40b7-a04b-dd2c686e79ad admin admin] 10.222.0.33 "DELETE /v2.0/routers/542f11bd-0079-4bf1-a7a1-8e54dad400f7 HTTP/1.1" status: 204 len: 168 time: 2.6292372 Oct 20 03:36:13.738225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59070) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:13.738884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.745708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:13.746332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.860878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.898530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 9b66975c-8182-478b-be44-c60a0e82f84c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:14.034412 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9322803 Oct 20 03:36:14.040794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59074) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:14.061022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': '41ca9ea3-6264-4b61-89da-591b0d616280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:14.096783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2d1ae-ac4f-4a02-aacb-8f049c5c7162 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Network': ['ID=41ca9ea3-6264-4b61-89da-591b0d616280,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:14.108196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 41ca9ea3-6264-4b61-89da-591b0d616280 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:14.152991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-db73ca16-5920-4e28-817c-bb7c273fb423 admin admin] Deleting subnet 7565b3d8-46f3-4426-8c11-3169f2aca43c {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:14.158227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-db73ca16-5920-4e28-817c-bb7c273fb423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.168832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c3e873b4-9694-4e1d-be6b-4ff34094ab04 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.177220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 9b66975c-8182-478b-be44-c60a0e82f84c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:14.180674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:14.182479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-ee4442d2-9ebe-48e9-a949-028720fc1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:14.183947 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-ee4442d2-9ebe-48e9-a949-028720fc1218 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 911 time: 1.3624618 Oct 20 03:36:14.203894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 444f273a-53aa-4195-b9a0-8bda73aadf50 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:14.239595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-db73ca16-5920-4e28-817c-bb7c273fb423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.246664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:14.261648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 444f273a-53aa-4195-b9a0-8bda73aadf50 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:14.262429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 444f273a-53aa-4195-b9a0-8bda73aadf50 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:14.262964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bc73945b-fe28-4493-8b46-1e8461b18f85 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:14.267621 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:14.276757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:14.286634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:14.295696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:14.311126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: bc73945b-fe28-4493-8b46-1e8461b18f85 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:14.311667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device bc73945b-fe28-4493-8b46-1e8461b18f85 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:14.322558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:14.355099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-db73ca16-5920-4e28-817c-bb7c273fb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.359705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=b62b146c-6fa1-48e5-b7ab-c1a428ab91ef,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:14.385489 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c3e873b4-9694-4e1d-be6b-4ff34094ab04 tempest-RoutersAdminNegativeIpV6Test-967580527 tempest-RoutersAdminNegativeIpV6Test-967580527-project-admin] 10.222.0.33 "DELETE /v2.0/ports/5dc93e7b-f26a-416b-9d5d-6b07b9af5614 HTTP/1.1" status: 204 len: 168 time: 3.8205979 Oct 20 03:36:14.392167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b30ba5c-4a0a-468c-9dcf-d4ef0915ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.399126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a0fcd92a-9a0c-47bf-806b-ca97a2a32172 None None] Provisioning for port 9b66975c-8182-478b-be44-c60a0e82f84c completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:14.409060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a0fcd92a-9a0c-47bf-806b-ca97a2a32172 None None] Provisioning complete for port 9b66975c-8182-478b-be44-c60a0e82f84c triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:14.409060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd92a-9a0c-47bf-806b-ca97a2a32172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.409060 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a0fcd92a-9a0c-47bf-806b-ca97a2a32172 None None] Attempt 1 to provision port 9b66975c-8182-478b-be44-c60a0e82f84c Oct 20 03:36:14.434662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:14.440078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.533338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-db73ca16-5920-4e28-817c-bb7c273fb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.581630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a0fcd92a-9a0c-47bf-806b-ca97a2a32172 None None] Current status of the port 9b66975c-8182-478b-be44-c60a0e82f84c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:14.582523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd92a-9a0c-47bf-806b-ca97a2a32172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.617200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a0fcd92a-9a0c-47bf-806b-ca97a2a32172 None None] For port 9b66975c-8182-478b-be44-c60a0e82f84c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=9b66975c-8182-478b-be44-c60a0e82f84c,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:14.628387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73ca16-5920-4e28-817c-bb7c273fb423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7565b3d8-46f3-4426-8c11-3169f2aca43c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:14.635376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Performing IP validity checks on allocation pools {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 20 03:36:14.636262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Checking for overlaps among allocation pools and gateway ip {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 20 03:36:14.645904 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-ac1c7bcd-0772-466d-8356-9fe536d05132 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 1002 time: 0.3970659 Oct 20 03:36:14.685302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd92a-9a0c-47bf-806b-ca97a2a32172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.712478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-db73ca16-5920-4e28-817c-bb7c273fb423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.734416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc04e44-7dee-467a-87a7-213a9b0a3f0f None None] Network 4277c4e3-e481-4cf9-a0b6-588981ac852f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:14.764332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.769580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.776808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-db73ca16-5920-4e28-817c-bb7c273fb423 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/7565b3d8-46f3-4426-8c11-3169f2aca43c HTTP/1.1" status: 204 len: 168 time: 1.0137601 Oct 20 03:36:14.782698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59082) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:14.891420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.894653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59088) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:14.919106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Deleting port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:14.919384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.952941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcd92a-9a0c-47bf-806b-ca97a2a32172 None None] Pushing event updated for resources: {'Port': ['ID=9b66975c-8182-478b-be44-c60a0e82f84c,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:14.979311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325484-de46-46f8-9735-3a6bdb028234 req-0b456ea1-f86b-4ac0-af04-910661dccc4d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:14.980815 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-01325484-de46-46f8-9735-3a6bdb028234 req-0b456ea1-f86b-4ac0-af04-910661dccc4d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.2765067 Oct 20 03:36:15.122339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] DHCP port deletion for 4277c4e3-e481-4cf9-a0b6-588981ac852f request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:15.126204 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-01325484-de46-46f8-9735-3a6bdb028234 req-fcceed31-20fe-406c-886d-4f219749178e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140966 Oct 20 03:36:15.134246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] Deleting port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:15.135571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.191416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b30ba5c-4a0a-468c-9dcf-d4ef0915ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.249233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-1504d91b-84cb-46a1-9c9b-46272388088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:15.250937 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-1504d91b-84cb-46a1-9c9b-46272388088e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 200 len: 849 time: 0.5220084 Oct 20 03:36:15.270896 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30ba5c-4a0a-468c-9dcf-d4ef0915ea89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94288ffe-ca2b-4c6c-a7d0-d6b32528ab61,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:15.284783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3cc7811b-509c-48f3-a699-9f4204ce1101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.316344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6b30ba5c-4a0a-468c-9dcf-d4ef0915ea89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.325926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3cc7811b-509c-48f3-a699-9f4204ce1101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:15.328721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14665873-51ee-4376-a9ae-9fea3e4dee2d None None] Network 882bf6d0-6c16-4916-9f9f-41770489d122 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:15.344894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] For port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6e9b35a4-dda2-4ed7-88f0-3463a6381df6,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:15.345095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.353165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3cc7811b-509c-48f3-a699-9f4204ce1101 admin admin] Usage tracker for resource:security_group_rule and tenant:da9e2789b3ad4dca86fea33243beef55 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:15.360483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3cc7811b-509c-48f3-a699-9f4204ce1101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:15.453847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] For port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6e9b35a4-dda2-4ed7-88f0-3463a6381df6,segment=NetworkSegment(a0af5bc3-7633-4695-96c9-c78e52298f55),segment_id=a0af5bc3-7633-4695-96c9-c78e52298f55)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:15.454189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.470785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.480216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Calling delete_port for 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:15.501589 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6b30ba5c-4a0a-468c-9dcf-d4ef0915ea89 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/94288ffe-ca2b-4c6c-a7d0-d6b32528ab61 HTTP/1.1" status: 204 len: 168 time: 3.2157764 Oct 20 03:36:15.510490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3cc7811b-509c-48f3-a699-9f4204ce1101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:15.528278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59094) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:15.560887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-64dce048-82a6-4025-807e-0a0f460bf1ab tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.614673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] Calling delete_port for 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:15.722059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=f47cf512-84f7-4a98-9dbf-c1962b8d756b,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:15.733983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3cc7811b-509c-48f3-a699-9f4204ce1101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.743353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Checking segment: {'id': 'c8b78b38-9bba-4323-be2e-9b515494808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '41ca9ea3-6264-4b61-89da-591b0d616280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:15.744535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network hostable DHCP agents. Network: 41ca9ea3-6264-4b61-89da-591b0d616280, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:15.777599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.797877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3cc7811b-509c-48f3-a699-9f4204ce1101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.833397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36a715-8049-43e3-92b5-8b341765a44e None None] DHCP port deletion for 882bf6d0-6c16-4916-9f9f-41770489d122 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:15.843180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4f36a715-8049-43e3-92b5-8b341765a44e None None] Deleting port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:15.843742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4f36a715-8049-43e3-92b5-8b341765a44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.859659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 41ca9ea3-6264-4b61-89da-591b0d616280 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:15.868489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.879379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 9b66975c-8182-478b-be44-c60a0e82f84c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:15.903406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-2e0d386e-32d6-4d82-a3be-72b34e799d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:15.904958 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-2e0d386e-32d6-4d82-a3be-72b34e799d46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d196197-6218-45a1-954c-3d461e643c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5857258 Oct 20 03:36:15.917308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7811b-509c-48f3-a699-9f4204ce1101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d032c06-9fc5-4ee2-9156-0b1759d2568f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:15.923877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:15.924242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:15.935763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9b35a4-dda2-4ed7-88f0-3463a6381df6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:15.943133 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3cc7811b-509c-48f3-a699-9f4204ce1101 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=da9e2789b3ad4dca86fea33243beef55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0460877 Oct 20 03:36:15.945551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59098) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:15.949496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] No DVR routers for this DVR port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:15.957709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Deleting port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:15.958056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.108572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::1 (70bc74a8-f345-4115-a4c4-4fbf84d34303/4d7480c4-1197-4b74-b8d5-14cdfedcffb5/f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:16.141321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 41ca9ea3-6264-4b61-89da-591b0d616280) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:16.141533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 9b66975c-8182-478b-be44-c60a0e82f84c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:16.141782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.142039 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 9b66975c-8182-478b-be44-c60a0e82f84c Oct 20 03:36:16.161004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:16.161622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.181573 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ebe724-c79c-4cfa-baf0-a6344132d210 None None] Network 41ca9ea3-6264-4b61-89da-591b0d616280 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:16.283353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b52efb3-efa4-4875-8a4d-804e62dfd67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.283883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4f36a715-8049-43e3-92b5-8b341765a44e None None] For port 8b4406f4-0e57-47b5-b17b-95f36f3194e2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8b4406f4-0e57-47b5-b17b-95f36f3194e2,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:16.284271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4f36a715-8049-43e3-92b5-8b341765a44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.314117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b52efb3-efa4-4875-8a4d-804e62dfd67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.360663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.386987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.397458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4277c4e3-e481-4cf9-a0b6-588981ac852f']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:16.414992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0af5bc3-7633-4695-96c9-c78e52298f55') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:16.415312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0af5bc3-7633-4695-96c9-c78e52298f55') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:16.415965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4f36a715-8049-43e3-92b5-8b341765a44e None None] Calling delete_port for 8b4406f4-0e57-47b5-b17b-95f36f3194e2 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:16.429159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.442171 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-503bccbf-24b7-4372-92c2-fac81b4e9203 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3977671 Oct 20 03:36:16.442583 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59104) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:16.444593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] Deleting port 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:16.444593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.447818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': '41ca9ea3-6264-4b61-89da-591b0d616280', 'name': 'tempest-PortsTestJSON-1915752255'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:16.467318 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-65ef7b50-4b22-48ba-974b-f15e4dd853e9 service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379715 Oct 20 03:36:16.472091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b52efb3-efa4-4875-8a4d-804e62dfd67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.474499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.550161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:16.550572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.563601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52efb3-efa4-4875-8a4d-804e62dfd67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d032c06-9fc5-4ee2-9156-0b1759d2568f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:16.586205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b52efb3-efa4-4875-8a4d-804e62dfd67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.589370 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0b52efb3-efa4-4875-8a4d-804e62dfd67b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5d032c06-9fc5-4ee2-9156-0b1759d2568f HTTP/1.1" status: 204 len: 168 time: 0.6423705 Oct 20 03:36:16.653721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment a0af5bc3-7633-4695-96c9-c78e52298f55 resource provider aggregate not found Oct 20 03:36:16.655030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d657ad2-db63-4a60-8044-665ca01732dc None None] The port '6e9b35a4-dda2-4ed7-88f0-3463a6381df6' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:36:16.701629 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment a0af5bc3-7633-4695-96c9-c78e52298f55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0af5bc3-7633-4695-96c9-c78e52298f55 found for delete ", "request_id": "req-19ef3372-9227-4ee6-bebd-990c9d3c9aba"}]} Oct 20 03:36:16.761402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] For port 8b4406f4-0e57-47b5-b17b-95f36f3194e2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8b4406f4-0e57-47b5-b17b-95f36f3194e2,segment=NetworkSegment(09d9fca9-e79a-42c3-9110-920b31ddf994),segment_id=09d9fca9-e79a-42c3-9110-920b31ddf994)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:16.761968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.778787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:16.785498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:16.793230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:16.803690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:16.811878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.837328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.846584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] Pushing event deleted for resources: {'Network': ['ID=4277c4e3-e481-4cf9-a0b6-588981ac852f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:16.862254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 9b66975c-8182-478b-be44-c60a0e82f84c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:16.874936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-41ca9ea3-6264-4b61-89da-591b0d616280', 'network_id': '41ca9ea3-6264-4b61-89da-591b0d616280', 'tenant_id': '36b8764e24e545db861ce3976f2130cf', 'fixed_ips': [{'subnet_id': 'f47cf512-84f7-4a98-9dbf-c1962b8d756b'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:16.879391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.894881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:16.899273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.907737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4f36a715-8049-43e3-92b5-8b341765a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.928303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port d5fdedae-db4e-4a17-a8f5-b7c3390fa06e yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:16.949187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:16.969532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-76d9bd61-6c97-4ce7-8607-47d4ce05bb2d admin admin] 10.222.0.33 "DELETE /v2.0/networks/4277c4e3-e481-4cf9-a0b6-588981ac852f HTTP/1.1" status: 204 len: 168 time: 2.1848581 Oct 20 03:36:16.972796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Calling delete_port for 8b4406f4-0e57-47b5-b17b-95f36f3194e2 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:17.075246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36a715-8049-43e3-92b5-8b341765a44e None None] Pushing event deleted for resources: {'Port': ['ID=8b4406f4-0e57-47b5-b17b-95f36f3194e2,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:17.078564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.082518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:17.085203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6e9b35a4-dda2-4ed7-88f0-3463a6381df6 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:17.085203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:17.103457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.7 (41ca9ea3-6264-4b61-89da-591b0d616280/f47cf512-84f7-4a98-9dbf-c1962b8d756b/d5fdedae-db4e-4a17-a8f5-b7c3390fa06e) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:17.110954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36a715-8049-43e3-92b5-8b341765a44e None None] No DVR routers for this DVR port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:17.144410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:17.144410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3a037168-cd5c-46eb-b5c4-07ebf6f8a19d not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:17.252347 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63b37cbb-2962-423d-becc-3bbda8823e74 req-a178665f-a52f-4d08-8142-d8b2f55bb01a service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551215 Oct 20 03:36:17.297604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582acbdd-6e30-4f9e-bc00-440a661bc85f req-706e2aea-c95e-438e-9638-fb73f58bbe3e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:17.299183 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-582acbdd-6e30-4f9e-bc00-440a661bc85f req-706e2aea-c95e-438e-9638-fb73f58bbe3e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.9184303 Oct 20 03:36:17.302005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.366899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.371197 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:17.382909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object d5fdedae-db4e-4a17-a8f5-b7c3390fa06e will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:17.414962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.455509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59118) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:17.471195 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-582acbdd-6e30-4f9e-bc00-440a661bc85f req-5e73efa4-50ed-4419-bca4-cff88b81f376 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571686 Oct 20 03:36:17.482775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:17.483102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:17.505686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.562302 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3134a25c-fe03-467d-8142-d836ebc6073d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a27959fcca784c4695723b7839ad2e57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1055977 Oct 20 03:36:17.562880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59122) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:17.563268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59124) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:17.579034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Allocated IP 172.20.0.2 (41ca9ea3-6264-4b61-89da-591b0d616280/f47cf512-84f7-4a98-9dbf-c1962b8d756b/1901426b-5831-4a2a-90d3-fab044ab36ea) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:17.615517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 41ca9ea3-6264-4b61-89da-591b0d616280 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:17.627850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:17.631405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:17.707930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=d5fdedae-db4e-4a17-a8f5-b7c3390fa06e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:17.736378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.792088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:17.792755 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.797463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8b4406f4-0e57-47b5-b17b-95f36f3194e2 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:17.799009 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-36c186ed-2161-4f1e-a893-5a963277776e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=aca5062ee91346ad81fd745557cbc8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217882 Oct 20 03:36:17.810727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59130) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:17.827541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:17.840982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-276e3c73-294c-4a7c-ae61-3105d009988a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.846098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:17.860562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:17.861109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.889992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 8b4406f4-0e57-47b5-b17b-95f36f3194e2 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:17.890390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8b4406f4-0e57-47b5-b17b-95f36f3194e2 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:17.914475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-276e3c73-294c-4a7c-ae61-3105d009988a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.950450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.952447 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4b4dc793-9b50-4093-b988-143613b78a2e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5089922 Oct 20 03:36:17.962856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59134) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:17.966520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f1897b0e-5927-4a08-bd54-5474f06329a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.967615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Transition to ACTIVE for port object 1901426b-5831-4a2a-90d3-fab044ab36ea will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:17.990354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Transition to ACTIVE for port object 1901426b-5831-4a2a-90d3-fab044ab36ea will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:18.046282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Deleting port 8b4406f4-0e57-47b5-b17b-95f36f3194e2 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:18.046502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.048517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f1897b0e-5927-4a08-bd54-5474f06329a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.071186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.105100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ae03d-539b-4188-9d66-396b09a0825a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port d5fdedae-db4e-4a17-a8f5-b7c3390fa06e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:18.105481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae03d-539b-4188-9d66-396b09a0825a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.154894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Network 41ca9ea3-6264-4b61-89da-591b0d616280 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:18.158674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:18.162170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:18.215449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Pushing event updated for resources: {'Port': ['ID=1901426b-5831-4a2a-90d3-fab044ab36ea,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.312087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.328844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Attempting to bind port 1901426b-5831-4a2a-90d3-fab044ab36ea on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:18.330141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Attempting to bind port 1901426b-5831-4a2a-90d3-fab044ab36ea by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'c8b78b38-9bba-4323-be2e-9b515494808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '41ca9ea3-6264-4b61-89da-591b0d616280'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:18.330141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Attempting to bind port 1901426b-5831-4a2a-90d3-fab044ab36ea on network 41ca9ea3-6264-4b61-89da-591b0d616280 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:18.335434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:18.335847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Checking segment: {'id': 'c8b78b38-9bba-4323-be2e-9b515494808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '41ca9ea3-6264-4b61-89da-591b0d616280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:18.336313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.336968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Bound using segment: {'id': 'c8b78b38-9bba-4323-be2e-9b515494808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '41ca9ea3-6264-4b61-89da-591b0d616280'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:18.337458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Bound port: 1901426b-5831-4a2a-90d3-fab044ab36ea, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b78b38-9bba-4323-be2e-9b515494808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '41ca9ea3-6264-4b61-89da-591b0d616280'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:18.337833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.370429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] The port '8b4406f4-0e57-47b5-b17b-95f36f3194e2' was deleted {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:36:18.378467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae03d-539b-4188-9d66-396b09a0825a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.396288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-276e3c73-294c-4a7c-ae61-3105d009988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.398005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Provisioning for port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:18.408562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Provisioning complete for port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:18.408946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.409293 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 1 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:18.492146 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] For port 1901426b-5831-4a2a-90d3-fab044ab36ea, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:18.494720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:18.496464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] For port 1901426b-5831-4a2a-90d3-fab044ab36ea, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1901426b-5831-4a2a-90d3-fab044ab36ea,segment=NetworkSegment(c8b78b38-9bba-4323-be2e-9b515494808c),segment_id=c8b78b38-9bba-4323-be2e-9b515494808c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:18.546200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.552991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.566559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.580293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-64dce048-82a6-4025-807e-0a0f460bf1ab tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.593135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-64dce048-82a6-4025-807e-0a0f460bf1ab tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.601100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882bf6d0-6c16-4916-9f9f-41770489d122']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:18.635506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f727c88-d5b4-4ac7-bed7-881eba78c9c2 None None] Pushing event updated for resources: {'Port': ['ID=1901426b-5831-4a2a-90d3-fab044ab36ea,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.667067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.685699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ae03d-539b-4188-9d66-396b09a0825a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for d5fdedae-db4e-4a17-a8f5-b7c3390fa06e owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:18.750771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e3c73-294c-4a7c-ae61-3105d009988a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e297da-015c-410c-a9cc-76a8605fe6c3,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.783282 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f1897b0e-5927-4a08-bd54-5474f06329a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.804027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d9fca9-e79a-42c3-9110-920b31ddf994') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:18.804543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d9fca9-e79a-42c3-9110-920b31ddf994') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:18.814874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1897b0e-5927-4a08-bd54-5474f06329a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbb0702-7f5f-476d-bbea-9749fb2bf7e3,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.824103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-276e3c73-294c-4a7c-ae61-3105d009988a admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.826930 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-276e3c73-294c-4a7c-ae61-3105d009988a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/33e297da-015c-410c-a9cc-76a8605fe6c3 HTTP/1.1" status: 204 len: 168 time: 1.2514887 Oct 20 03:36:18.831683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f1897b0e-5927-4a08-bd54-5474f06329a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.835034 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f1897b0e-5927-4a08-bd54-5474f06329a9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fbbb0702-7f5f-476d-bbea-9749fb2bf7e3 HTTP/1.1" status: 204 len: 168 time: 1.0211024 Oct 20 03:36:18.948798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=b62b146c-6fa1-48e5-b7ab-c1a428ab91ef,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.960479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.981627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65b1fa-6693-4f7f-8ebb-fdf91774d290 req-dafedd30-51d8-4fb3-ad1d-72ec5affa568 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:18.988528 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ac65b1fa-6693-4f7f-8ebb-fdf91774d290 req-dafedd30-51d8-4fb3-ad1d-72ec5affa568 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.3132303 Oct 20 03:36:18.996173 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 2 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:19.005834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.044883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:19.046701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.073237 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ac65b1fa-6693-4f7f-8ebb-fdf91774d290 req-ce866a9b-02e9-47d2-a9b7-dd339339e169 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838304 Oct 20 03:36:19.084303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.106997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:19.109290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.164239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae03d-539b-4188-9d66-396b09a0825a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.181452 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 09d9fca9-e79a-42c3-9110-920b31ddf994 resource provider aggregate not found Oct 20 03:36:19.219177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ae03d-539b-4188-9d66-396b09a0825a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=d5fdedae-db4e-4a17-a8f5-b7c3390fa06e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:19.334968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae03d-539b-4188-9d66-396b09a0825a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.349109 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0d8ae03d-539b-4188-9d66-396b09a0825a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/d5fdedae-db4e-4a17-a8f5-b7c3390fa06e HTTP/1.1" status: 204 len: 168 time: 1.3842812 Oct 20 03:36:19.349962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59154) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:19.392665 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0a79ed-022d-45be-b06d-a2db2dbc7901 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:36:19.393929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0a79ed-022d-45be-b06d-a2db2dbc7901 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:36:19.397574 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP 1deed50f-a72f-4aca-b80b-2fe4c1edd2b8 associated. External IP: 172.26.7.86, port: adca0a8a-1e44-4950-9c52-47c1cb4f01ac. Oct 20 03:36:19.399136 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eb0a79ed-022d-45be-b06d-a2db2dbc7901 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/d5fdedae-db4e-4a17-a8f5-b7c3390fa06e HTTP/1.1" status: 404 len: 333 time: 0.0479751 Oct 20 03:36:19.399694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59158) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:19.448213 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-709c9a94-58a0-4537-a823-35f2813fc351 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:36:19.448864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-709c9a94-58a0-4537-a823-35f2813fc351 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:19.529342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-709c9a94-58a0-4537-a823-35f2813fc351 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:19.533648 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-709c9a94-58a0-4537-a823-35f2813fc351 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/d5fdedae-db4e-4a17-a8f5-b7c3390fa06e HTTP/1.1" status: 404 len: 333 time: 0.1328695 Oct 20 03:36:19.534310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59170) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:19.559889 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 09d9fca9-e79a-42c3-9110-920b31ddf994 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09d9fca9-e79a-42c3-9110-920b31ddf994 found for delete ", "request_id": "req-05d6874e-f860-4e62-86a5-b36e56e32c25"}]} Oct 20 03:36:19.608103 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 3 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:19.664104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a76648-828a-4181-b9cf-ef36ebf34ffb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet f47cf512-84f7-4a98-9dbf-c1962b8d756b {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:19.665115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dce048-82a6-4025-807e-0a0f460bf1ab tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Router 2453a2af-e446-439c-b2af-8bd0e7d09827 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:19.673581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27a76648-828a-4181-b9cf-ef36ebf34ffb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.703968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:19.788813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27a76648-828a-4181-b9cf-ef36ebf34ffb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.859455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1901426b-5831-4a2a-90d3-fab044ab36ea up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:19.995278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27a76648-828a-4181-b9cf-ef36ebf34ffb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.044425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d300916-ec6a-4d67-b526-e1c3efc9015d None None] Network 41ca9ea3-6264-4b61-89da-591b0d616280 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:20.117343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1901426b-5831-4a2a-90d3-fab044ab36ea completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:20.145808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27a76648-828a-4181-b9cf-ef36ebf34ffb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.209029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a76648-828a-4181-b9cf-ef36ebf34ffb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=f47cf512-84f7-4a98-9dbf-c1962b8d756b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:20.210876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27a76648-828a-4181-b9cf-ef36ebf34ffb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.213111 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 4 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:20.220876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-27a76648-828a-4181-b9cf-ef36ebf34ffb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/f47cf512-84f7-4a98-9dbf-c1962b8d756b HTTP/1.1" status: 204 len: 168 time: 0.6855323 Oct 20 03:36:20.221482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59194) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:20.244679 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.353216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:20.362773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.386541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.417531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 1901426b-5831-4a2a-90d3-fab044ab36ea {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:20.418274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.483516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f9c61-a483-4273-a6a5-4117c4c21480 None None] DHCP port deletion for 41ca9ea3-6264-4b61-89da-591b0d616280 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:20.490264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-746f9c61-a483-4273-a6a5-4117c4c21480 None None] Deleting port 1901426b-5831-4a2a-90d3-fab044ab36ea {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:20.490660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-746f9c61-a483-4273-a6a5-4117c4c21480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.493719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59202) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:20.504532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=882bf6d0-6c16-4916-9f9f-41770489d122,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:20.629822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59208) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:20.746937 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c541721e-52be-4f33-b578-7685b12537b8 admin admin] 10.222.0.33 "DELETE /v2.0/networks/882bf6d0-6c16-4916-9f9f-41770489d122 HTTP/1.1" status: 204 len: 168 time: 5.2170870 Oct 20 03:36:20.777792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f336e33-3e4f-442e-94ac-9be13bdf47b4 req-11a18cc0-d378-43e2-87bf-6e576ba17619 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:20.786965 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0f336e33-3e4f-442e-94ac-9be13bdf47b4 req-11a18cc0-d378-43e2-87bf-6e576ba17619 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 1.3931153 Oct 20 03:36:20.808735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-746f9c61-a483-4273-a6a5-4117c4c21480 None None] For port 1901426b-5831-4a2a-90d3-fab044ab36ea, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1901426b-5831-4a2a-90d3-fab044ab36ea,segment=NetworkSegment(c8b78b38-9bba-4323-be2e-9b515494808c),segment_id=c8b78b38-9bba-4323-be2e-9b515494808c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:20.809195 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-746f9c61-a483-4273-a6a5-4117c4c21480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.810050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1409655383'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:20.815080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] For port 1901426b-5831-4a2a-90d3-fab044ab36ea, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1901426b-5831-4a2a-90d3-fab044ab36ea,segment=NetworkSegment(c8b78b38-9bba-4323-be2e-9b515494808c),segment_id=c8b78b38-9bba-4323-be2e-9b515494808c)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:20.815448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.833174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:20.850374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dce048-82a6-4025-807e-0a0f460bf1ab tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:20.859242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-673127258'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:20.860927 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd18ab-4146-4a35-bab5-edee8522a76a None None] Sync routers for ids ['2453a2af-e446-439c-b2af-8bd0e7d09827'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:20.868390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-64dce048-82a6-4025-807e-0a0f460bf1ab tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.869685 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-64dce048-82a6-4025-807e-0a0f460bf1ab tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "PUT /v2.0/routers/2453a2af-e446-439c-b2af-8bd0e7d09827 HTTP/1.1" status: 200 len: 926 time: 8.0504839 Oct 20 03:36:20.879642 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd18ab-4146-4a35-bab5-edee8522a76a None None] Routers {'2453a2af-e446-439c-b2af-8bd0e7d09827'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:20.880582 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-fcdd18ab-4146-4a35-bab5-edee8522a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2453a2af-e446-439c-b2af-8bd0e7d09827'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:20.881109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:20.883190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59216) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:20.899415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:network and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:20.900077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:20.976075 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-fcdd18ab-4146-4a35-bab5-edee8522a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:20.982166 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:20.988192 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd18ab-4146-4a35-bab5-edee8522a76a None None] Routers {'2453a2af-e446-439c-b2af-8bd0e7d09827'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:20.988980 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-fcdd18ab-4146-4a35-bab5-edee8522a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2453a2af-e446-439c-b2af-8bd0e7d09827'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:20.989110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:20.996797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:21.003018 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:21.010354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 1901426b-5831-4a2a-90d3-fab044ab36ea owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:21.011453 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0f336e33-3e4f-442e-94ac-9be13bdf47b4 req-912e286a-7079-4bdd-99a8-704d7bd0f3cb tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234340 Oct 20 03:36:21.020821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-746f9c61-a483-4273-a6a5-4117c4c21480 None None] Calling delete_port for 1901426b-5831-4a2a-90d3-fab044ab36ea owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:21.068457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:21.075742 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-fcdd18ab-4146-4a35-bab5-edee8522a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:21.076423 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd18ab-4146-4a35-bab5-edee8522a76a None None] The sync data for ids ['2453a2af-e446-439c-b2af-8bd0e7d09827'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:21.090541 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 5 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:21.096707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:21.101531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.111097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:36:21.134471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.156774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.180778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:21.231679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:21.234977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.247370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.262300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:21.266038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:security_group_rule and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:21.268906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:21.271426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59222) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:21.287424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:21.291891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.291891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.301016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-746f9c61-a483-4273-a6a5-4117c4c21480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.346163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:21.346499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:21.349851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:21.349998 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-15985c9e-5fc4-4677-a2ea-e54476da015a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=11a8482750be4303a67c8d621e384bae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0776763 Oct 20 03:36:21.352664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59226) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:21.370138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f9c61-a483-4273-a6a5-4117c4c21480 None None] Pushing event deleted for resources: {'Port': ['ID=1901426b-5831-4a2a-90d3-fab044ab36ea,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:21.373591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:security_group_rule and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:21.375572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f9c61-a483-4273-a6a5-4117c4c21480 None None] No DVR routers for this DVR port 1901426b-5831-4a2a-90d3-fab044ab36ea on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:21.385547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:21.423952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:21.462854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.482844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b951537e-c189-4cfb-b2a4-05a272550855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.510450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b951537e-c189-4cfb-b2a4-05a272550855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.552238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.579678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:21.600173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01859607-9694-45f7-aa60-31e3d8f4cd0a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:21.603008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.603344 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Added segment a86ba6c2-da05-4418-a0c3-6b4e898b3af8 of type vlan for network 858ca16c-a5c2-41b8-a1a7-48f236f0a191 Oct 20 03:36:21.643584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b951537e-c189-4cfb-b2a4-05a272550855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.658330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.677424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951537e-c189-4cfb-b2a4-05a272550855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c702d137-f806-4d2f-895b-eba83f881b1a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:21.680591 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 6 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:21.737792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:21.755079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:21.762056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18eae1-954a-4808-a561-ece589c60118 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:21.772203 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-96f665c7-f7b5-4c50-8ad9-aff221caa6dc tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/routers/2453a2af-e446-439c-b2af-8bd0e7d09827 HTTP/1.1" status: 200 len: 926 time: 0.8849649 Oct 20 03:36:21.773723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1901426b-5831-4a2a-90d3-fab044ab36ea no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:21.777679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59232) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:21.818515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:21.820109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1901426b-5831-4a2a-90d3-fab044ab36ea {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:21.820516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1901426b-5831-4a2a-90d3-fab044ab36ea not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:21.823338 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18eae1-954a-4808-a561-ece589c60118 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:21.824243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8d18eae1-954a-4808-a561-ece589c60118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:21.837489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:21.839094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.841332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:21.846518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:21.847309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.857142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.895503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8d18eae1-954a-4808-a561-ece589c60118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:21.904414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18eae1-954a-4808-a561-ece589c60118 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:21.905080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8d18eae1-954a-4808-a561-ece589c60118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:21.935922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 1901426b-5831-4a2a-90d3-fab044ab36ea {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:21.936273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.003352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8d18eae1-954a-4808-a561-ece589c60118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:22.003757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18eae1-954a-4808-a561-ece589c60118 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:22.011836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b951537e-c189-4cfb-b2a4-05a272550855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.012964 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b951537e-c189-4cfb-b2a4-05a272550855 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c702d137-f806-4d2f-895b-eba83f881b1a HTTP/1.1" status: 204 len: 168 time: 0.6595430 Oct 20 03:36:22.048478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.060427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] The port '1901426b-5831-4a2a-90d3-fab044ab36ea' was deleted {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:36:22.061880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Network': ['ID=858ca16c-a5c2-41b8-a1a7-48f236f0a191,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:22.074354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 858ca16c-a5c2-41b8-a1a7-48f236f0a191 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:22.189399 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d125d8f6-29ff-4b3a-a36a-f1215b9747b6 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6825960 Oct 20 03:36:22.206549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.209232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.220238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:22.226488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6d4d8-61d8-4bf2-a098-45545481ab88 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:22.228033 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-21e6d4d8-61d8-4bf2-a098-45545481ab88 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=2453a2af-e446-439c-b2af-8bd0e7d09827&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4492345 Oct 20 03:36:22.234267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.234685 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment e0a2c6f3-5086-41b0-8e3d-046f9254b150 of type vlan for network 32d39beb-642d-45e9-a575-5f9541c65488 Oct 20 03:36:22.237083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59238) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:22.267522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.311690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d056033-cd62-4197-a5b2-4a66e151dc13 req-18d8658a-0e77-4313-b44c-884a489e787d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:22.314551 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0d056033-cd62-4197-a5b2-4a66e151dc13 req-18d8658a-0e77-4313-b44c-884a489e787d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5703828 Oct 20 03:36:22.318164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ca9ea3-6264-4b61-89da-591b0d616280']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:22.319162 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 7 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:22.337409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b78b38-9bba-4323-be2e-9b515494808c') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:22.337711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b78b38-9bba-4323-be2e-9b515494808c') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:22.362427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.393092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.412298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:22.412939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.425825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:22.451546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f87a57-74cd-4c6e-b1e1-f57ad84c17d6,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:22.494972 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment c8b78b38-9bba-4323-be2e-9b515494808c resource provider aggregate not found Oct 20 03:36:22.500009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29ec1e-9211-4c80-ac37-82d67652fa81 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:22.500933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1e29ec1e-9211-4c80-ac37-82d67652fa81 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Synchronizing usage tracker for tenant:fc846aff86d04798ba50a33522118fa0 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:22.525150 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0d056033-cd62-4197-a5b2-4a66e151dc13 req-2b8ce846-416c-4285-af22-20d17c0e7cac tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742215 Oct 20 03:36:22.526874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.527858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment c8b78b38-9bba-4323-be2e-9b515494808c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b78b38-9bba-4323-be2e-9b515494808c found for delete ", "request_id": "req-6920ee25-b779-4d44-a6f2-7b3d5731735c"}]} Oct 20 03:36:22.534695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:22.535563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.565219 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cf71bc64-71e4-4a0f-922f-e9fb66419a3c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.2264621 Oct 20 03:36:22.569183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59250) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:22.596845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-0b1201d3-6f53-4ded-8f08-167d102eb11e tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'port_id': 'adca0a8a-1e44-4950-9c52-47c1cb4f01ac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:22.714976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.739122 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.745013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1e29ec1e-9211-4c80-ac37-82d67652fa81 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Unset dirty status for tenant:fc846aff86d04798ba50a33522118fa0 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:22.746724 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1e29ec1e-9211-4c80-ac37-82d67652fa81 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 881 time: 0.5086327 Oct 20 03:36:22.765079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59258) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:22.841816 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2049351 Oct 20 03:36:22.842051 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/networks/41ca9ea3-6264-4b61-89da-591b0d616280 HTTP/1.1" status: 204 len: 168 time: 2.6194994 Oct 20 03:36:22.842962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb455dbb-38af-4159-bb9a-b9c602ed1431 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=32d39beb-642d-45e9-a575-5f9541c65488,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:22.852109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682838b-0896-47ab-a3a0-beae86127e6c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Network': ['ID=41ca9ea3-6264-4b61-89da-591b0d616280,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:22.863378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 32d39beb-642d-45e9-a575-5f9541c65488 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:22.863630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59264) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:22.875842 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-737275a9-ac8a-4c19-9468-94d5071d6bfe tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=2453a2af-e446-439c-b2af-8bd0e7d09827 HTTP/1.1" status: 200 len: 205 time: 0.0934126 Oct 20 03:36:22.876044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59268) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:22.883505 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97a39dc5-2977-461b-994a-50e56157949c req-97405dd5-6030-4cfa-8ac9-274a58a308db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5809913 Oct 20 03:36:22.887407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1656923923'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:22.906114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:22.910682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:network and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:22.953417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:22.955043 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 8 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:22.981607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:23.026953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59274) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:23.041689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': '32d39beb-642d-45e9-a575-5f9541c65488', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:23.093212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:23.103491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.123456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Router 9d4bb78f-256b-43ec-b9b4-84409315e6af is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:36:23.128585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:23.131269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.338473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b1201d3-6f53-4ded-8f08-167d102eb11e tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.381179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39dc5-2977-461b-994a-50e56157949c req-08768749-8519-4885-a2e4-b278ff65b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:23.384168 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97a39dc5-2977-461b-994a-50e56157949c req-08768749-8519-4885-a2e4-b278ff65b359 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1099 time: 0.4692845 Oct 20 03:36:23.389673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:23.397228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:23.405467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:23.413494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:23.423774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.424119 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Added segment a624bcb2-14aa-4e2b-9393-1048f52e86bb of type vlan for network f3b01e82-5a8a-4d0d-a4db-b0717a471b26 Oct 20 03:36:23.444012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:23.510520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:23.524978 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Sync routers for ids ['9d4bb78f-256b-43ec-b9b4-84409315e6af'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:23.542561 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Routers {'9d4bb78f-256b-43ec-b9b4-84409315e6af'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:23.543505 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['9d4bb78f-256b-43ec-b9b4-84409315e6af'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:23.549758 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1e67f751-f7c0-46bf-96f1-b7f633dfcf93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "PUT /v2.0/routers/9d4bb78f-256b-43ec-b9b4-84409315e6af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4765990 Oct 20 03:36:23.561143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59286) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:23.564707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.630392 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 9 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:23.665247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46585752-9868-4c1d-b3a7-839049d32b2f req-ddcd89d2-bb80-44b8-ac92-ec04639f1b87 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:23.674379 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-46585752-9868-4c1d-b3a7-839049d32b2f req-ddcd89d2-bb80-44b8-ac92-ec04639f1b87 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.9026256 Oct 20 03:36:23.698311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:23.712586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.780202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:23.781018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.816310 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-46585752-9868-4c1d-b3a7-839049d32b2f req-982505c8-e4f4-47ab-bc34-98a356025456 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407390 Oct 20 03:36:23.907038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39dc5-2977-461b-994a-50e56157949c req-3987a6e7-2fe5-4b76-963e-74d3e05b0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:23.908822 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97a39dc5-2977-461b-994a-50e56157949c req-3987a6e7-2fe5-4b76-963e-74d3e05b0d5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 911 time: 0.4862847 Oct 20 03:36:23.950043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6e8f5-83ef-41fa-b346-d5fd044c414b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:23.951010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-58d6e8f5-83ef-41fa-b346-d5fd044c414b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:23.973083 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Set router 9d4bb78f-256b-43ec-b9b4-84409315e6af gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:24.012312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Deleting port c28cf6a6-c10e-4bbf-87ab-dc46edc793ea {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:24.013194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.281471 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Attempt 10 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:24.370885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.443400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-574bfbf5-0c5f-46b2-af4b-f486e98cf5a5 None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:24.454531 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97a39dc5-2977-461b-994a-50e56157949c req-8f5a5db8-a803-40c8-9292-ebdf6785c510 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 1002 time: 0.5115626 Oct 20 03:36:24.552748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Calling delete_port for c28cf6a6-c10e-4bbf-87ab-dc46edc793ea owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:24.569017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Provisioning complete for port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:24.570401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.570742 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Attempt 1 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:24.594364 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4bb78f-256b-43ec-b9b4-84409315e6af', 'name': 'tempest-NetworksTestDHCPv6-router-2027924741', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:12Z', 'updated_at': '2022-10-20T03:36:18Z', 'revision_number': 2, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None, '_interfaces': [{'id': 'f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8', 'name': '', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'mac_address': 'fa:16:3e:ce:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4bb78f-256b-43ec-b9b4-84409315e6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4d7480c4-1197-4b74-b8d5-14cdfedcffb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:36:15Z', 'updated_at': '2022-10-20T03:36:20Z', 'revision_number': 2, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'subnets': [{'id': '4d7480c4-1197-4b74-b8d5-14cdfedcffb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:24.602177 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Checking router: 9d4bb78f-256b-43ec-b9b4-84409315e6af for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:24.604742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.606461 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Updating router 9d4bb78f-256b-43ec-b9b4-84409315e6af port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:36:24.608391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.614361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:24.615110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.647773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39dc5-2977-461b-994a-50e56157949c req-e5461f0b-ddff-43c0-a0f7-4e6dc3732ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:24.649520 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97a39dc5-2977-461b-994a-50e56157949c req-e5461f0b-ddff-43c0-a0f7-4e6dc3732ea2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 200 len: 849 time: 0.1113727 Oct 20 03:36:24.727224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:24.740416 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.922468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=f108d534-eae1-4e2c-8866-39f0371c4611,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:24.930024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Network': ['ID=f3b01e82-5a8a-4d0d-a4db-b0717a471b26,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:24.932289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-58d6e8f5-83ef-41fa-b346-d5fd044c414b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:24.933517 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-58d6e8f5-83ef-41fa-b346-d5fd044c414b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports/f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 HTTP/1.1" status: 200 len: 911 time: 1.3713512 Oct 20 03:36:24.942148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f3b01e82-5a8a-4d0d-a4db-b0717a471b26 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:24.948709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59306) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:24.948844 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-23581a35-42a4-49a2-a27c-3b5d178b27ab tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0809324 Oct 20 03:36:24.960467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59308) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:25.011965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': 'e0a2c6f3-5086-41b0-8e3d-046f9254b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32d39beb-642d-45e9-a575-5f9541c65488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:25.012332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: 32d39beb-642d-45e9-a575-5f9541c65488, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:25.043995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29ebb3-10b3-4ee5-ae10-e9c1a11ed6d1 req-035161ed-dd0b-45c6-8e1a-25975887dce8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:25.045636 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-be29ebb3-10b3-4ee5-ae10-e9c1a11ed6d1 req-035161ed-dd0b-45c6-8e1a-25975887dce8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5892541 Oct 20 03:36:25.080048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': 'f3b01e82-5a8a-4d0d-a4db-b0717a471b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:25.117331 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-be29ebb3-10b3-4ee5-ae10-e9c1a11ed6d1 req-820f6d27-de71-47c3-a4f3-9058734016f5 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620067 Oct 20 03:36:25.143361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39dc5-2977-461b-994a-50e56157949c req-84185cce-74be-4d19-9cd6-3df0d55e6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:25.155737 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97a39dc5-2977-461b-994a-50e56157949c req-84185cce-74be-4d19-9cd6-3df0d55e6ff8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d196197-6218-45a1-954c-3d461e643c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3043158 Oct 20 03:36:25.157935 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network 32d39beb-642d-45e9-a575-5f9541c65488 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:25.229848 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Attempt 2 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:25.356987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59316) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:25.381612 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 32d39beb-642d-45e9-a575-5f9541c65488) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:25.386078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:25.396392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1116b7ef-a2b7-4b70-95d5-0183cc6a3c9b None None] Network 32d39beb-642d-45e9-a575-5f9541c65488 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:25.403618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b1201d3-6f53-4ded-8f08-167d102eb11e tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.426308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:25.437982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.464844 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.484870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b1201d3-6f53-4ded-8f08-167d102eb11e tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.494983 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97a39dc5-2977-461b-994a-50e56157949c req-aa847e0d-59b0-412e-a926-838007582aca service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218637 Oct 20 03:36:25.661793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:25.677125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59322) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:25.682855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:25.697883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'subnet': {'network_id': '858ca16c-a5c2-41b8-a1a7-48f236f0a191', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:25.710742 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9e2bef24-1d9b-4074-a309-b10bcb08e499 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6809413 Oct 20 03:36:25.714040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:25.723027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59326) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:25.733134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1285822540'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:25.733456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:25.739865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1743942056'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:25.747771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:25.751961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:25.762026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:25.767631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:25.773912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Usage tracker for resource:network and tenant:99ae65c8629e42fab941f488d7782277 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:25.775803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:25.783276 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Transition to ACTIVE for port object f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:25.799551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:25.808683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.811441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:25.841190 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97a39dc5-2977-461b-994a-50e56157949c req-5120bdf1-752b-400b-a0b5-b33686a74378 service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397069 Oct 20 03:36:25.856608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-32d39beb-642d-45e9-a575-5f9541c65488', 'network_id': '32d39beb-642d-45e9-a575-5f9541c65488', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': 'f108d534-eae1-4e2c-8866-39f0371c4611'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:25.858057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.877936 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.908938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:25.915728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.918148 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Attempt 3 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:25.957034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Made reservation on behalf of 99ae65c8629e42fab941f488d7782277 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:25.971417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.008427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:26.021497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174cd995-01de-4710-aebc-8e311a5a710f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:26.026722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.028061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174cd995-01de-4710-aebc-8e311a5a710f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:26.028857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-174cd995-01de-4710-aebc-8e311a5a710f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:26.031563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event deleted for resources: {'Port': ['ID=c28cf6a6-c10e-4bbf-87ab-dc46edc793ea,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:26.045941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:26.049652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.086050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Allocated IP 172.20.255.242 (32d39beb-642d-45e9-a575-5f9541c65488/f108d534-eae1-4e2c-8866-39f0371c4611/09f7f8d9-6359-4050-b122-ee3054f1d1c7) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:26.123348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:26.139672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Usage tracker for resource:security_group_rule and tenant:99ae65c8629e42fab941f488d7782277 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:26.149494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:26.152142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:26.165427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:26.174684 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Pushing event updated for resources: {'Port': ['ID=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:26.176966 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Attempting to bind port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:26.177352 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Attempting to bind port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:26.177761 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Attempting to bind port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:26.185427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.185776 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment cb2c4e19-698a-41a4-951d-aca6ffe97132 of type vlan for network cea348b1-9eb1-4db0-86b2-8674473f79e0 Oct 20 03:36:26.187432 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.188250 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.188250 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.188619 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.189046 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.189422 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.189768 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.190082 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.190410 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.190724 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.191049 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.191368 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.196313 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:26.196805 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:26.197302 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.197695 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:26.198175 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Bound port: f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:26.198549 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.265907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.267802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d960666-16da-4bf2-9f5a-3e8df62267b1 req-261d7524-5eb4-4c4f-9424-7e4dec6facf8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:26.270427 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4d960666-16da-4bf2-9f5a-3e8df62267b1 req-261d7524-5eb4-4c4f-9424-7e4dec6facf8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.2776899 Oct 20 03:36:26.280913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.300264 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] For port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:26.303689 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] For port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:26.327884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:26.340609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-174cd995-01de-4710-aebc-8e311a5a710f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:26.341816 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-174cd995-01de-4710-aebc-8e311a5a710f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.3866203 Oct 20 03:36:26.345929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59336) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:26.354146 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4d960666-16da-4bf2-9f5a-3e8df62267b1 req-6df7b506-de9f-42b2-b805-1f35e92aa96f tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695221 Oct 20 03:36:26.386313 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.414213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.427097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Transition to ACTIVE for port object 09f7f8d9-6359-4050-b122-ee3054f1d1c7 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:26.451503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Transition to ACTIVE for port object 09f7f8d9-6359-4050-b122-ee3054f1d1c7 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:26.464692 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Routers {'9d4bb78f-256b-43ec-b9b4-84409315e6af'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:26.465472 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['9d4bb78f-256b-43ec-b9b4-84409315e6af'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:26.492192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:subnet and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:26.511730 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Attempt 4 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:26.513675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.519131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:26.519712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.552633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:26.598009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.618971 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c0f2d-b349-4ae6-9c71-6bd2f2e7a6fd None None] Pushing event updated for resources: {'Port': ['ID=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:26.639538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=cea348b1-9eb1-4db0-86b2-8674473f79e0,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:26.654448 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] Set router 9d4bb78f-256b-43ec-b9b4-84409315e6af gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:26.671496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:26.689464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network cea348b1-9eb1-4db0-86b2-8674473f79e0 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:26.691707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.694698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.751813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Network 32d39beb-642d-45e9-a575-5f9541c65488 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:26.759565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:26.792107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1201d3-6f53-4ded-8f08-167d102eb11e tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:26.798719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.851884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:26.856140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.870757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:36:26.877025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:26.878562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.886729 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b57b0767-2676-43b1-8581-5925bf9b71df tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1623523 Oct 20 03:36:26.928844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.939116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Fanout notify agent at l3_agent the message router_deleted on router 2453a2af-e446-439c-b2af-8bd0e7d09827 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:26.975850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59340) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:26.976753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4b0fa6b4-b145-4eb0-8de1-9fc0154feaaa None None] Could not find standard attr ID for object 1901426b-5831-4a2a-90d3-fab044ab36ea. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:36:27.055170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Pushing event updated for resources: {'Port': ['ID=09f7f8d9-6359-4050-b122-ee3054f1d1c7,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:27.081978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Attempting to bind port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:27.082518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Attempting to bind port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e0a2c6f3-5086-41b0-8e3d-046f9254b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32d39beb-642d-45e9-a575-5f9541c65488'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:27.083033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.083170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Attempting to bind port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 on network 32d39beb-642d-45e9-a575-5f9541c65488 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:27.090026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:27.090402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Checking segment: {'id': 'e0a2c6f3-5086-41b0-8e3d-046f9254b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32d39beb-642d-45e9-a575-5f9541c65488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:27.090807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.091203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Bound using segment: {'id': 'e0a2c6f3-5086-41b0-8e3d-046f9254b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32d39beb-642d-45e9-a575-5f9541c65488'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:27.091716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Bound port: 09f7f8d9-6359-4050-b122-ee3054f1d1c7, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a2c6f3-5086-41b0-8e3d-046f9254b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32d39beb-642d-45e9-a575-5f9541c65488'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:27.092057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.098427 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4bb78f-256b-43ec-b9b4-84409315e6af', 'name': 'tempest-NetworksTestDHCPv6-router-2027924741', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:12Z', 'updated_at': '2022-10-20T03:36:18Z', 'revision_number': 2, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None, '_interfaces': [{'id': 'f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8', 'name': '', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'mac_address': 'fa:16:3e:ce:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4bb78f-256b-43ec-b9b4-84409315e6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4d7480c4-1197-4b74-b8d5-14cdfedcffb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:36:15Z', 'updated_at': '2022-10-20T03:36:26Z', 'revision_number': 4, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'subnets': [{'id': '4d7480c4-1197-4b74-b8d5-14cdfedcffb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:27.104995 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac26a4-791a-4cbf-8168-680ec3ddd2fa None None] The sync data for ids ['9d4bb78f-256b-43ec-b9b4-84409315e6af'] in dv-neutron-861845-1-hyperv is: [{'id': '9d4bb78f-256b-43ec-b9b4-84409315e6af', 'name': 'tempest-NetworksTestDHCPv6-router-2027924741', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:12Z', 'updated_at': '2022-10-20T03:36:18Z', 'revision_number': 2, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None, '_interfaces': [{'id': 'f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8', 'name': '', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'mac_address': 'fa:16:3e:ce:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4bb78f-256b-43ec-b9b4-84409315e6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4d7480c4-1197-4b74-b8d5-14cdfedcffb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:36:15Z', 'updated_at': '2022-10-20T03:36:26Z', 'revision_number': 4, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'subnets': [{'id': '4d7480c4-1197-4b74-b8d5-14cdfedcffb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:27.127160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:27.146058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4b3eeb-662b-4cbe-b490-acc92ccb206c,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:27.154321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.154666 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Added segment 8b23f8ee-f836-4729-bbb4-71f4bab97d40 of type vlan for network efc6520b-f9dc-4827-90da-3ba72788ea51 Oct 20 03:36:27.178612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': 'cea348b1-9eb1-4db0-86b2-8674473f79e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:27.214515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] For port 09f7f8d9-6359-4050-b122-ee3054f1d1c7, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:27.218074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] For port 09f7f8d9-6359-4050-b122-ee3054f1d1c7, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=09f7f8d9-6359-4050-b122-ee3054f1d1c7,segment=NetworkSegment(e0a2c6f3-5086-41b0-8e3d-046f9254b150),segment_id=e0a2c6f3-5086-41b0-8e3d-046f9254b150)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:27.225592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.284582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.333003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.408501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=8cbaa27b-eb16-40c4-afde-5015e7c59af0,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:27.420025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501dd94-e545-4acc-9942-a6ff66cf6773 None None] Pushing event updated for resources: {'Port': ['ID=09f7f8d9-6359-4050-b122-ee3054f1d1c7,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:27.427781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.436070 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:27.436070 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.536606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1201d3-6f53-4ded-8f08-167d102eb11e tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:27.558870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.560781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac16e4d-cb5d-46a1-bb8d-638bc6935eb2 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:27.569865 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c2023443-fc66-4539-bc7a-f8f07f206801 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/2453a2af-e446-439c-b2af-8bd0e7d09827 HTTP/1.1" status: 204 len: 168 time: 4.6977887 Oct 20 03:36:27.576098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac16e4d-cb5d-46a1-bb8d-638bc6935eb2 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:27.576905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-aac16e4d-cb5d-46a1-bb8d-638bc6935eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:27.582397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b1201d3-6f53-4ded-8f08-167d102eb11e tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.617665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59346) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:27.642375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:27.656482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1170253841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:27.668040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Pushing event updated for resources: {'Network': ['ID=efc6520b-f9dc-4827-90da-3ba72788ea51,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:27.740131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network efc6520b-f9dc-4827-90da-3ba72788ea51 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:27.767975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-aac16e4d-cb5d-46a1-bb8d-638bc6935eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:27.793824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:27.800396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Usage tracker for resource:router and tenant:a2b54b81e485473fb613fd21e7aaeca9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:27.812900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:27.832386 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4388a19e-7255-4811-8fba-cda154772f85 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4714620 Oct 20 03:36:27.843386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59350) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:27.849440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Request body: {'subnet': {'network_id': 'efc6520b-f9dc-4827-90da-3ba72788ea51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:27.858926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:27.863663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:27.871057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:27.888525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac16e4d-cb5d-46a1-bb8d-638bc6935eb2 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:27.894598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-aac16e4d-cb5d-46a1-bb8d-638bc6935eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:27.904748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:27.953922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Checking segment: {'id': 'a624bcb2-14aa-4e2b-9393-1048f52e86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b01e82-5a8a-4d0d-a4db-b0717a471b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:27.954462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network hostable DHCP agents. Network: f3b01e82-5a8a-4d0d-a4db-b0717a471b26, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:27.960753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 09f7f8d9-6359-4050-b122-ee3054f1d1c7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:28.024495 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-aac16e4d-cb5d-46a1-bb8d-638bc6935eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:28.024909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac16e4d-cb5d-46a1-bb8d-638bc6935eb2 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:28.056987 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0b1201d3-6f53-4ded-8f08-167d102eb11e tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/floatingips/1deed50f-a72f-4aca-b80b-2fe4c1edd2b8 HTTP/1.1" status: 200 len: 977 time: 5.4865019 Oct 20 03:36:28.059749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59354) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:28.061326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.062564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.067387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:28.070817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.080451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:28.086501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Usage tracker for resource:subnet and tenant:99ae65c8629e42fab941f488d7782277 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:28.090200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:28.099093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:28.102806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:28.103158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.129017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:28.135529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:28.248983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network f3b01e82-5a8a-4d0d-a4db-b0717a471b26 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:28.286544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Made reservation on behalf of 99ae65c8629e42fab941f488d7782277 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:28.290173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.294302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:28.301423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:28.302133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.303002 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:28.329093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902a252-2cd4-4eaa-9ed9-a3f84732cf59 req-1bb8ef0b-85d2-4160-86d7-6ae377e717cd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:28.330909 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a902a252-2cd4-4eaa-9ed9-a3f84732cf59 req-1bb8ef0b-85d2-4160-86d7-6ae377e717cd tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.7575314 Oct 20 03:36:28.366188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.426449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] For port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:28.426821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.429288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, f3b01e82-5a8a-4d0d-a4db-b0717a471b26) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:28.440686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea97bd0-62b1-443f-be50-acddd24506a8 None None] Network f3b01e82-5a8a-4d0d-a4db-b0717a471b26 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:28.520423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:28.521124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.530967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:28.531715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.616213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:28.663105 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:28.692788 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a902a252-2cd4-4eaa-9ed9-a3f84732cf59 req-bb131771-48ba-46ff-bbb0-39c02daec894 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463845 Oct 20 03:36:28.723037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.730897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port b62b146c-6fa1-48e5-b7ab-c1a428ab91ef {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:28.731247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.777820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.782830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717a5e3-e361-4329-9543-58931e64dc68 None None] Network 32d39beb-642d-45e9-a575-5f9541c65488 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:28.825586 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ee5aca73-7cca-4a7a-8fec-d8a8d1e8dde8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7884836 Oct 20 03:36:28.831837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59360) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:28.843314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': 'f3b01e82-5a8a-4d0d-a4db-b0717a471b26', 'security_groups': [], 'name': 'tempest-PortsTestJSON-805453402'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:28.877530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-f3b01e82-5a8a-4d0d-a4db-b0717a471b26', 'network_id': 'f3b01e82-5a8a-4d0d-a4db-b0717a471b26', 'tenant_id': '36b8764e24e545db861ce3976f2130cf', 'fixed_ips': [{'subnet_id': '8cbaa27b-eb16-40c4-afde-5015e7c59af0'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:28.882744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.883914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.992110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-eddb235a-761a-46c2-8083-f21b089af56e None None] Provisioning for port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:28.996304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:29.018330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-eddb235a-761a-46c2-8083-f21b089af56e None None] Provisioning complete for port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:29.019028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-eddb235a-761a-46c2-8083-f21b089af56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.019358 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-eddb235a-761a-46c2-8083-f21b089af56e None None] Attempt 1 to provision port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 Oct 20 03:36:29.034286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.037688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.042407 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-601870f3-0b5f-4106-a7ea-12957cc49b97 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4171300 Oct 20 03:36:29.052892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59364) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:29.076156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:29.367958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Allocated IP 172.20.0.2 (f3b01e82-5a8a-4d0d-a4db-b0717a471b26/8cbaa27b-eb16-40c4-afde-5015e7c59af0/56c09c39-7460-485c-b8f8-b75e03719bf9) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:29.393068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Subnet': ['ID=9ff4c2b0-6957-49f5-a6b3-76ac3db36fec,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:29.410002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:29.410862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-eddb235a-761a-46c2-8083-f21b089af56e None None] Current status of the port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:29.411231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-eddb235a-761a-46c2-8083-f21b089af56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.411615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:29.442894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.545980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-eddb235a-761a-46c2-8083-f21b089af56e None None] For port 09f7f8d9-6359-4050-b122-ee3054f1d1c7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=09f7f8d9-6359-4050-b122-ee3054f1d1c7,segment=NetworkSegment(e0a2c6f3-5086-41b0-8e3d-046f9254b150),segment_id=e0a2c6f3-5086-41b0-8e3d-046f9254b150)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:29.563995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Checking segment: {'id': '8b23f8ee-f836-4729-bbb4-71f4bab97d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'efc6520b-f9dc-4827-90da-3ba72788ea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:29.565626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Network hostable DHCP agents. Network: efc6520b-f9dc-4827-90da-3ba72788ea51, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:29.570380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Pushing event updated for resources: {'Subnet': ['ID=9ac0328b-f709-448e-beb1-e38b7bab2090,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:29.635752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-eddb235a-761a-46c2-8083-f21b089af56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.676946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.689489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Network efc6520b-f9dc-4827-90da-3ba72788ea51 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:29.711415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Transition to ACTIVE for port object 56c09c39-7460-485c-b8f8-b75e03719bf9 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:29.752110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Transition to ACTIVE for port object 56c09c39-7460-485c-b8f8-b75e03719bf9 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:29.753383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb235a-761a-46c2-8083-f21b089af56e None None] Pushing event updated for resources: {'Port': ['ID=09f7f8d9-6359-4050-b122-ee3054f1d1c7,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:29.780644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, efc6520b-f9dc-4827-90da-3ba72788ea51) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:29.789503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:29.789503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.789760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79169dc5-7e42-4f28-aa49-99719513635c None None] Network efc6520b-f9dc-4827-90da-3ba72788ea51 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:29.874176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:29.912854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:29.913289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.917248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.944185 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-21faf97d-e791-44b9-a538-f503ec741673 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0996163 Oct 20 03:36:29.961853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59370) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:29.975003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Checking segment: {'id': 'a86ba6c2-da05-4418-a0c3-6b4e898b3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '858ca16c-a5c2-41b8-a1a7-48f236f0a191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:29.975003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network hostable DHCP agents. Network: 858ca16c-a5c2-41b8-a1a7-48f236f0a191, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:29.975587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Request body: {'port': {'network_id': 'efc6520b-f9dc-4827-90da-3ba72788ea51', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1686701301'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:29.993185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:30.006903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.013699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.023863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=ffe60d0f-6c9f-4b54-8d5d-74adc61ca2c0,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:30.027228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:30.039098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': 'cb2c4e19-698a-41a4-951d-aca6ffe97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cea348b1-9eb1-4db0-86b2-8674473f79e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:30.039466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: cea348b1-9eb1-4db0-86b2-8674473f79e0, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:30.048079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:30.057651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.120656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:30.129802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Network f3b01e82-5a8a-4d0d-a4db-b0717a471b26 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:30.130537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-52b5b0df-fa0d-4e58-88d2-cab2f34b52b5 None None] Provisioning complete for port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:30.130911 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-52b5b0df-fa0d-4e58-88d2-cab2f34b52b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.131251 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-52b5b0df-fa0d-4e58-88d2-cab2f34b52b5 None None] Attempt 1 to provision port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 Oct 20 03:36:30.165745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:30.168638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:30.188826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Pushing event updated for resources: {'Port': ['ID=56c09c39-7460-485c-b8f8-b75e03719bf9,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:30.192922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for b62b146c-6fa1-48e5-b7ab-c1a428ab91ef owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:30.235481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:30.243493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Usage tracker for resource:port and tenant:99ae65c8629e42fab941f488d7782277 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:30.249028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:30.253221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] For port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:30.253221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.259438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network 858ca16c-a5c2-41b8-a1a7-48f236f0a191 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:30.266378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:30.282937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 858ca16c-a5c2-41b8-a1a7-48f236f0a191) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:30.294629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65f56f-b914-4cd4-9971-323b372f3b8a req-f197c5bd-f788-408e-8039-befe74eab08d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.296119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:30.296247 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc65f56f-b914-4cd4-9971-323b372f3b8a req-f197c5bd-f788-408e-8039-befe74eab08d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.9075058 Oct 20 03:36:30.296503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.296841 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:30.334246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee24707-8939-45b5-8841-88526bc3973a None None] Network 858ca16c-a5c2-41b8-a1a7-48f236f0a191 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:30.351672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.355357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.375516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:30.378984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.384672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:30.409736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network cea348b1-9eb1-4db0-86b2-8674473f79e0 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:30.442485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, cea348b1-9eb1-4db0-86b2-8674473f79e0) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:30.447668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port 61cb3b15-2bfd-41db-932b-9778d7e64636 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:30.483999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-efc6520b-f9dc-4827-90da-3ba72788ea51', 'network_id': 'efc6520b-f9dc-4827-90da-3ba72788ea51', 'tenant_id': '99ae65c8629e42fab941f488d7782277', 'fixed_ips': [{'subnet_id': '9ac0328b-f709-448e-beb1-e38b7bab2090'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:30.484839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.495071 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Made reservation on behalf of 99ae65c8629e42fab941f488d7782277 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:30.497278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f98c50d-7978-4ebe-add7-a4e47bb59b12 None None] Network cea348b1-9eb1-4db0-86b2-8674473f79e0 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:30.499536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.502168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.502769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.534772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] device_id is not set on port c58abf24-8b18-4693-995a-2511f09c56e0 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:30.543047 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc65f56f-b914-4cd4-9971-323b372f3b8a req-bb6a78f4-bb76-4907-9b2f-6e5aaefb276d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928985 Oct 20 03:36:30.576547 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d15edbd4-5fce-4b5a-bb49-9f31bd966411 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.8974743 Oct 20 03:36:30.581536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59374) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:30.611420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Attempting to bind port 56c09c39-7460-485c-b8f8-b75e03719bf9 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:30.611793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Attempting to bind port 56c09c39-7460-485c-b8f8-b75e03719bf9 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'a624bcb2-14aa-4e2b-9393-1048f52e86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b01e82-5a8a-4d0d-a4db-b0717a471b26'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:30.612161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Attempting to bind port 56c09c39-7460-485c-b8f8-b75e03719bf9 on network f3b01e82-5a8a-4d0d-a4db-b0717a471b26 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:30.649238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-774657693'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:30.656402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:30.662615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:network and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:30.670071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:30.670466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Checking segment: {'id': 'a624bcb2-14aa-4e2b-9393-1048f52e86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b01e82-5a8a-4d0d-a4db-b0717a471b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:30.670592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:30.670881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.671281 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Bound using segment: {'id': 'a624bcb2-14aa-4e2b-9393-1048f52e86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b01e82-5a8a-4d0d-a4db-b0717a471b26'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:30.671762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Bound port: 56c09c39-7460-485c-b8f8-b75e03719bf9, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a624bcb2-14aa-4e2b-9393-1048f52e86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b01e82-5a8a-4d0d-a4db-b0717a471b26'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:30.672138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.678622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:30.700428 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c03cf7b5-bb1f-4bed-967f-6c5963645e0d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.7480361 Oct 20 03:36:30.704410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59378) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:30.784403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:30.788165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.808190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.857089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Allocated IP 172.20.0.2 (efc6520b-f9dc-4827-90da-3ba72788ea51/9ac0328b-f709-448e-beb1-e38b7bab2090/c58abf24-8b18-4693-995a-2511f09c56e0) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:30.864116 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No ports have port_id starting with f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 Oct 20 03:36:30.867840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:30.870277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.11 (f3b01e82-5a8a-4d0d-a4db-b0717a471b26/8cbaa27b-eb16-40c4-afde-5015e7c59af0/61cb3b15-2bfd-41db-932b-9778d7e64636) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:30.879919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:30.888963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.889477 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Added segment 64cdf744-d3e3-45e4-b738-a623e0dd9989 of type vlan for network e438a0b3-01a2-43cc-8dcf-e648c43f8a41 Oct 20 03:36:31.030425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-52b5b0df-fa0d-4e58-88d2-cab2f34b52b5 None None] Current status of the port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:31.052437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] For port 56c09c39-7460-485c-b8f8-b75e03719bf9, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:31.120535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] For port 56c09c39-7460-485c-b8f8-b75e03719bf9, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=56c09c39-7460-485c-b8f8-b75e03719bf9,segment=NetworkSegment(a624bcb2-14aa-4e2b-9393-1048f52e86bb),segment_id=a624bcb2-14aa-4e2b-9393-1048f52e86bb)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:31.166898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.209868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.271571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.278377 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.321818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-858ca16c-a5c2-41b8-a1a7-48f236f0a191', 'network_id': '858ca16c-a5c2-41b8-a1a7-48f236f0a191', 'tenant_id': 'a767a84ff2ad4948bde369a59281bd9b', 'fixed_ips': [{'subnet_id': '9ff4c2b0-6957-49f5-a6b3-76ac3db36fec'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:31.322801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.353195 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-cea348b1-9eb1-4db0-86b2-8674473f79e0', 'network_id': 'cea348b1-9eb1-4db0-86b2-8674473f79e0', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': 'ffe60d0f-6c9f-4b54-8d5d-74adc61ca2c0'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:31.353195 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.370258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.373730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=b62b146c-6fa1-48e5-b7ab-c1a428ab91ef,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:31.438363 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfc80a-a115-448d-bc9d-62a177567828 None None] Pushing event updated for resources: {'Port': ['ID=56c09c39-7460-485c-b8f8-b75e03719bf9,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:31.480110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.539771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.704393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.705096 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP 1deed50f-a72f-4aca-b80b-2fe4c1edd2b8 disassociated (deleted). External IP: 172.26.7.86, port: adca0a8a-1e44-4950-9c52-47c1cb4f01ac. Oct 20 03:36:31.721786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.733405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Allocated IP 172.20.0.2 (cea348b1-9eb1-4db0-86b2-8674473f79e0/ffe60d0f-6c9f-4b54-8d5d-74adc61ca2c0/275b3479-7339-40d1-b82c-ea9aaf9f0077) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:31.745289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Transition to ACTIVE for port object c58abf24-8b18-4693-995a-2511f09c56e0 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:31.749603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Allocated IP 2001:db8:0:ffff::2 (858ca16c-a5c2-41b8-a1a7-48f236f0a191/9ff4c2b0-6957-49f5-a6b3-76ac3db36fec/e89c63a2-cbb0-4e22-a901-c677f9f547d2) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:31.894686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.905363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.911416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:31.913675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.064873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.070561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Network efc6520b-f9dc-4827-90da-3ba72788ea51 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:32.079279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:32.081160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.089631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.099919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Transition to ACTIVE for port object e89c63a2-cbb0-4e22-a901-c677f9f547d2 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:32.116041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:32.120940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Transition to ACTIVE for port object e89c63a2-cbb0-4e22-a901-c677f9f547d2 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:32.133297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Network': ['ID=e438a0b3-01a2-43cc-8dcf-e648c43f8a41,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:32.146199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Router 9d4bb78f-256b-43ec-b9b4-84409315e6af has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:32.154332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Pushing event updated for resources: {'Port': ['ID=c58abf24-8b18-4693-995a-2511f09c56e0,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:32.185588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 09f7f8d9-6359-4050-b122-ee3054f1d1c7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:32.193356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object 61cb3b15-2bfd-41db-932b-9778d7e64636 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:32.201850 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-74f32072-b140-43fb-9c7d-bdeba8a38e3d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6117420 Oct 20 03:36:32.202618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59384) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:32.214030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'subnet': {'network_id': 'e438a0b3-01a2-43cc-8dcf-e648c43f8a41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:32.252204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network e438a0b3-01a2-43cc-8dcf-e648c43f8a41 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:32.326719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Allocated IP 172.26.7.103 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/fd6ca75c-24dd-4e1c-8ced-a9c0e330fa58) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:32.390055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.392261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:32.407247 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] Sync routers for ids ['9d4bb78f-256b-43ec-b9b4-84409315e6af'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:32.429257 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] Routers {'9d4bb78f-256b-43ec-b9b4-84409315e6af'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:32.430065 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['9d4bb78f-256b-43ec-b9b4-84409315e6af'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:32.453129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:32.453886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.468759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a340c-a681-49b6-a835-5c6c5ec01a3b req-b8a1c9bf-758a-43f6-9fe5-dcb104def9d0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:32.470569 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a48a340c-a681-49b6-a835-5c6c5ec01a3b req-b8a1c9bf-758a-43f6-9fe5-dcb104def9d0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6787610 Oct 20 03:36:32.537926 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-454a43d5-bbd9-4822-9f53-a01a5ac0444d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "PUT /v2.0/routers/9d4bb78f-256b-43ec-b9b4-84409315e6af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1891947 Oct 20 03:36:32.542318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59388) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:32.587279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Network 858ca16c-a5c2-41b8-a1a7-48f236f0a191 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:32.597510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:32.599627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:32.622629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537a4d80-97d7-4170-ad58-84ea849db5e8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:32.625338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537a4d80-97d7-4170-ad58-84ea849db5e8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:32.625891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-537a4d80-97d7-4170-ad58-84ea849db5e8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:32.628128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:subnet and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:32.632883 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e4374ce9-2d5f-473a-8b7a-9c9e62c444dd tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6703913 Oct 20 03:36:32.634665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:32.636321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:32.639394 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a48a340c-a681-49b6-a835-5c6c5ec01a3b req-95a8c8fd-4480-48ed-b238-5d5f443b3184 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531272 Oct 20 03:36:32.639691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59392) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:32.701553 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] Set router 9d4bb78f-256b-43ec-b9b4-84409315e6af gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:32.723524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-537a4d80-97d7-4170-ad58-84ea849db5e8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:32.729752 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-537a4d80-97d7-4170-ad58-84ea849db5e8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1815002 Oct 20 03:36:32.729752 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59398) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:32.736910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:32.770531 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.787669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Transition to ACTIVE for port object 275b3479-7339-40d1-b82c-ea9aaf9f0077 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:32.819711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:32.820097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.820425 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 Oct 20 03:36:32.841232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-def59ec3-d0f0-49c2-9696-072839b27625 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 4d7480c4-1197-4b74-b8d5-14cdfedcffb5 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:32.844971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-def59ec3-d0f0-49c2-9696-072839b27625 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.861871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b01a94b-78e3-46c4-a951-3df9acf12f69 None None] Network f3b01e82-5a8a-4d0d-a4db-b0717a471b26 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:32.870727 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4bb78f-256b-43ec-b9b4-84409315e6af', 'name': 'tempest-NetworksTestDHCPv6-router-2027924741', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:12Z', 'updated_at': '2022-10-20T03:36:30Z', 'revision_number': 3, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:32.876323 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] Checking router: 9d4bb78f-256b-43ec-b9b4-84409315e6af for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:32.888836 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] Routers {'9d4bb78f-256b-43ec-b9b4-84409315e6af'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:32.890215 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['9d4bb78f-256b-43ec-b9b4-84409315e6af'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:32.950860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3e706998-d7a1-4e47-a3e6-8acc2e2c20da tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Deleting port c58abf24-8b18-4693-995a-2511f09c56e0 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:32.951116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e706998-d7a1-4e47-a3e6-8acc2e2c20da tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.953141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Pushing event updated for resources: {'Port': ['ID=e89c63a2-cbb0-4e22-a901-c677f9f547d2,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.014942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.043810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-def59ec3-d0f0-49c2-9696-072839b27625 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.076890 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] Set router 9d4bb78f-256b-43ec-b9b4-84409315e6af gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:36:33.096783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c9e1c9cb-8b26-4cb3-85d4-0a440abd4d3d None None] Provisioning for port 56c09c39-7460-485c-b8f8-b75e03719bf9 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:33.117497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Attempting to bind port e89c63a2-cbb0-4e22-a901-c677f9f547d2 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:33.118021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Attempting to bind port e89c63a2-cbb0-4e22-a901-c677f9f547d2 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'a86ba6c2-da05-4418-a0c3-6b4e898b3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '858ca16c-a5c2-41b8-a1a7-48f236f0a191'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:33.118486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Attempting to bind port e89c63a2-cbb0-4e22-a901-c677f9f547d2 on network 858ca16c-a5c2-41b8-a1a7-48f236f0a191 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:33.124389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Transition to ACTIVE for port object 275b3479-7339-40d1-b82c-ea9aaf9f0077 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:33.128833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:33.129670 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Checking segment: {'id': 'a86ba6c2-da05-4418-a0c3-6b4e898b3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '858ca16c-a5c2-41b8-a1a7-48f236f0a191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:33.129873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.130367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Bound using segment: {'id': 'a86ba6c2-da05-4418-a0c3-6b4e898b3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '858ca16c-a5c2-41b8-a1a7-48f236f0a191'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:33.130987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Bound port: e89c63a2-cbb0-4e22-a901-c677f9f547d2, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86ba6c2-da05-4418-a0c3-6b4e898b3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '858ca16c-a5c2-41b8-a1a7-48f236f0a191'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:33.131406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.144290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-def59ec3-d0f0-49c2-9696-072839b27625 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.164837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-74421325-d0e0-4cfa-903d-a73065d04a47 {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:33.168024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:33.219860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network f3b01e82-5a8a-4d0d-a4db-b0717a471b26 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:33.228469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:33.230147 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4bb78f-256b-43ec-b9b4-84409315e6af', 'name': 'tempest-NetworksTestDHCPv6-router-2027924741', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:12Z', 'updated_at': '2022-10-20T03:36:30Z', 'revision_number': 3, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:33.235552 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10da5b0-a65c-4c33-b9e9-050c52c231f0 None None] The sync data for ids ['9d4bb78f-256b-43ec-b9b4-84409315e6af'] in dv-neutron-861845-1-hyperv is: [{'id': '9d4bb78f-256b-43ec-b9b4-84409315e6af', 'name': 'tempest-NetworksTestDHCPv6-router-2027924741', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:12Z', 'updated_at': '2022-10-20T03:36:30Z', 'revision_number': 3, 'project_id': '6d9863bfecf04af69786ab19abcc17f1', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:33.253797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.265501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:33.313193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:33.316511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.324888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.368528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe60d0f-6c9f-4b54-8d5d-74adc61ca2c0,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.393593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:33.419732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=61cb3b15-2bfd-41db-932b-9778d7e64636,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.427995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Network cea348b1-9eb1-4db0-86b2-8674473f79e0 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:33.440385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:33.458611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:33.462540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Pushing event updated for resources: {'Port': ['ID=275b3479-7339-40d1-b82c-ea9aaf9f0077,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.477095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-def59ec3-d0f0-49c2-9696-072839b27625 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.497001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.526302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.548262 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:33.549297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 56c09c39-7460-485c-b8f8-b75e03719bf9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:33.561598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:33.562493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.562913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def59ec3-d0f0-49c2-9696-072839b27625 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7480c4-1197-4b74-b8d5-14cdfedcffb5,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.575298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-def59ec3-d0f0-49c2-9696-072839b27625 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.579790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea348b1-9eb1-4db0-86b2-8674473f79e0']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:33.587571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] For port e89c63a2-cbb0-4e22-a901-c677f9f547d2, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:33.604877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2c4e19-698a-41a4-951d-aca6ffe97132') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:33.605397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2c4e19-698a-41a4-951d-aca6ffe97132') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:33.610552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5b7f85-22fc-47d7-95e2-ac4028649b34 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:33.621862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.648399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.666329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:33.669426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.679644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.709179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] For port e89c63a2-cbb0-4e22-a901-c677f9f547d2, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e89c63a2-cbb0-4e22-a901-c677f9f547d2,segment=NetworkSegment(a86ba6c2-da05-4418-a0c3-6b4e898b3af8),segment_id=a86ba6c2-da05-4418-a0c3-6b4e898b3af8)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:33.765615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59406) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:33.766436 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-def59ec3-d0f0-49c2-9696-072839b27625 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/4d7480c4-1197-4b74-b8d5-14cdfedcffb5 HTTP/1.1" status: 204 len: 168 time: 1.0379887 Oct 20 03:36:33.768467 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment cb2c4e19-698a-41a4-951d-aca6ffe97132 resource provider aggregate not found Oct 20 03:36:33.778960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e706998-d7a1-4e47-a3e6-8acc2e2c20da tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.800961 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment cb2c4e19-698a-41a4-951d-aca6ffe97132 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb2c4e19-698a-41a4-951d-aca6ffe97132 found for delete ", "request_id": "req-de750932-0c1c-4f09-ae82-f6b1a9533358"}]} Oct 20 03:36:33.808761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.865981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:36:33.865981 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:36:33.865981 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': 'cea348b1-9eb1-4db0-86b2-8674473f79e0'}] Oct 20 03:36:33.865981 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:33.866411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:33.909614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Attempting to bind port 275b3479-7339-40d1-b82c-ea9aaf9f0077 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:33.909895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Attempting to bind port 275b3479-7339-40d1-b82c-ea9aaf9f0077 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'cb2c4e19-698a-41a4-951d-aca6ffe97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cea348b1-9eb1-4db0-86b2-8674473f79e0'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:33.910253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Attempting to bind port 275b3479-7339-40d1-b82c-ea9aaf9f0077 on network cea348b1-9eb1-4db0-86b2-8674473f79e0 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:33.919727 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f3318726-7865-4655-8de4-59f27d96af8f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 5.0848751 Oct 20 03:36:33.922713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59412) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:33.988336 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:33.989198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Checking segment: {'id': 'cb2c4e19-698a-41a4-951d-aca6ffe97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cea348b1-9eb1-4db0-86b2-8674473f79e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:33.989198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.991377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Bound using segment: {'id': 'cb2c4e19-698a-41a4-951d-aca6ffe97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cea348b1-9eb1-4db0-86b2-8674473f79e0'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:33.991377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Bound port: 275b3479-7339-40d1-b82c-ea9aaf9f0077, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2c4e19-698a-41a4-951d-aca6ffe97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cea348b1-9eb1-4db0-86b2-8674473f79e0'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:33.991377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.014454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-949c7e33-db9c-4448-b2e2-4106e96b6131 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 61cb3b15-2bfd-41db-932b-9778d7e64636 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:34.019973 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-949c7e33-db9c-4448-b2e2-4106e96b6131 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.036449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3e706998-d7a1-4e47-a3e6-8acc2e2c20da tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Calling delete_port for c58abf24-8b18-4693-995a-2511f09c56e0 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:34.072197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf08236-2d41-4fc9-b986-ca48035f0837 req-13e3d2ac-d07d-4bb0-a9cd-774a09a04d9b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:34.073175 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bf08236-2d41-4fc9-b986-ca48035f0837 req-13e3d2ac-d07d-4bb0-a9cd-774a09a04d9b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 1.0451112 Oct 20 03:36:34.173887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ff448-b36c-4b3e-9148-a3debe13b6df None None] Pushing event updated for resources: {'Port': ['ID=e89c63a2-cbb0-4e22-a901-c677f9f547d2,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.273349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:34.298241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 56c09c39-7460-485c-b8f8-b75e03719bf9 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:34.298794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.314642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-253d78cd-1a77-4929-89ba-fc36fd5a65e0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:router {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:34.318053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c4776-7855-4c60-9818-1ab71524677f None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:34.335121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-949c7e33-db9c-4448-b2e2-4106e96b6131 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.366030 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bf08236-2d41-4fc9-b986-ca48035f0837 req-37726ffc-944a-4637-844a-4e500710a923 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538881 Oct 20 03:36:34.379613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Allocated IP 172.20.0.3 (efc6520b-f9dc-4827-90da-3ba72788ea51/9ac0328b-f709-448e-beb1-e38b7bab2090/be0d3c71-3d94-41fb-aa8b-891219c6cbe9) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:34.393915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 56c09c39-7460-485c-b8f8-b75e03719bf9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:34.394328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.394669 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 56c09c39-7460-485c-b8f8-b75e03719bf9 Oct 20 03:36:34.431136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.452257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c4776-7855-4c60-9818-1ab71524677f None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:34.453894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d36c4776-7855-4c60-9818-1ab71524677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.491817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:34.530561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-949c7e33-db9c-4448-b2e2-4106e96b6131 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 61cb3b15-2bfd-41db-932b-9778d7e64636 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:34.583218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] For port 275b3479-7339-40d1-b82c-ea9aaf9f0077, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:34.585476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d36c4776-7855-4c60-9818-1ab71524677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.645027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] For port 275b3479-7339-40d1-b82c-ea9aaf9f0077, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=275b3479-7339-40d1-b82c-ea9aaf9f0077,segment=NetworkSegment(cb2c4e19-698a-41a4-951d-aca6ffe97132),segment_id=cb2c4e19-698a-41a4-951d-aca6ffe97132)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:34.646465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c4776-7855-4c60-9818-1ab71524677f None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:34.647141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d36c4776-7855-4c60-9818-1ab71524677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.688097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:34.691178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.720843 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port 275b3479-7339-40d1-b82c-ea9aaf9f0077 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:34.721238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.743810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:34.759439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5dc854-488d-49c7-8a98-0612dbcd372a None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:34.813938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.828550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-253d78cd-1a77-4929-89ba-fc36fd5a65e0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:router {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:34.834533 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-253d78cd-1a77-4929-89ba-fc36fd5a65e0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0572767 Oct 20 03:36:34.845060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59418) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:34.854562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event updated for resources: {'Port': ['ID=fd6ca75c-24dd-4e1c-8ced-a9c0e330fa58,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.891890 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ed22098e-616d-45b3-98dd-f7f6e58f4617 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/floatingips/1deed50f-a72f-4aca-b80b-2fe4c1edd2b8 HTTP/1.1" status: 204 len: 168 time: 6.8256574 Oct 20 03:36:34.897418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59422) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:34.929295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dff2e-a6df-4c10-9199-b2ed29dac52e None None] Pushing event updated for resources: {'Port': ['ID=275b3479-7339-40d1-b82c-ea9aaf9f0077,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.932228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d36c4776-7855-4c60-9818-1ab71524677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.932638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c4776-7855-4c60-9818-1ab71524677f None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:34.934020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0d5dc854-488d-49c7-8a98-0612dbcd372a None None] Deleting port 9b66975c-8182-478b-be44-c60a0e82f84c {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:34.934466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0d5dc854-488d-49c7-8a98-0612dbcd372a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.263078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 56c09c39-7460-485c-b8f8-b75e03719bf9 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:35.263571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.289040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port 275b3479-7339-40d1-b82c-ea9aaf9f0077, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=275b3479-7339-40d1-b82c-ea9aaf9f0077,segment=NetworkSegment(cb2c4e19-698a-41a4-951d-aca6ffe97132),segment_id=cb2c4e19-698a-41a4-951d-aca6ffe97132)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:35.289485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.313833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-baac2ee6-3c53-4458-9d45-95366ac00a42 None None] Provisioning for port 61cb3b15-2bfd-41db-932b-9778d7e64636 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:35.376147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e706998-d7a1-4e47-a3e6-8acc2e2c20da tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.425544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1accb044-ede5-4f70-b944-b7d574033e56 None None] Network 858ca16c-a5c2-41b8-a1a7-48f236f0a191 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:35.427798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for 275b3479-7339-40d1-b82c-ea9aaf9f0077 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:35.432650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30bcd8b-c965-4625-a576-5a65c0915beb None None] Network cea348b1-9eb1-4db0-86b2-8674473f79e0 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:35.443698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-baac2ee6-3c53-4458-9d45-95366ac00a42 None None] Provisioning complete for port 61cb3b15-2bfd-41db-932b-9778d7e64636 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:35.444039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-baac2ee6-3c53-4458-9d45-95366ac00a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.444435 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-baac2ee6-3c53-4458-9d45-95366ac00a42 None None] Attempt 1 to provision port 61cb3b15-2bfd-41db-932b-9778d7e64636 Oct 20 03:36:35.463066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e706998-d7a1-4e47-a3e6-8acc2e2c20da tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Pushing event deleted for resources: {'Port': ['ID=c58abf24-8b18-4693-995a-2511f09c56e0,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:35.488685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-69c20e56-84bc-42c4-8a9a-f3bb527db77f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port adca0a8a-1e44-4950-9c52-47c1cb4f01ac {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:35.489035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-69c20e56-84bc-42c4-8a9a-f3bb527db77f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.510597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-949c7e33-db9c-4448-b2e2-4106e96b6131 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.588128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c7e33-db9c-4448-b2e2-4106e96b6131 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=61cb3b15-2bfd-41db-932b-9778d7e64636,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:35.594046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 56c09c39-7460-485c-b8f8-b75e03719bf9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=56c09c39-7460-485c-b8f8-b75e03719bf9,segment=NetworkSegment(a624bcb2-14aa-4e2b-9393-1048f52e86bb),segment_id=a624bcb2-14aa-4e2b-9393-1048f52e86bb)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:35.594992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-baac2ee6-3c53-4458-9d45-95366ac00a42 None None] Port 61cb3b15-2bfd-41db-932b-9778d7e64636 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:36:35.686008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:36:35.686194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.703125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.705188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0d5dc854-488d-49c7-8a98-0612dbcd372a None None] For port 9b66975c-8182-478b-be44-c60a0e82f84c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=9b66975c-8182-478b-be44-c60a0e82f84c,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:35.705697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0d5dc854-488d-49c7-8a98-0612dbcd372a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.716619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3fabf137-848b-45c6-97e0-af6b1d79ead4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.856115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e706998-d7a1-4e47-a3e6-8acc2e2c20da tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.861195 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3e706998-d7a1-4e47-a3e6-8acc2e2c20da tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] 10.222.0.33 "DELETE /v2.0/ports/c58abf24-8b18-4693-995a-2511f09c56e0 HTTP/1.1" status: 204 len: 168 time: 3.2176893 Oct 20 03:36:35.866895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59426) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:35.890545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.895828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-baac2ee6-3c53-4458-9d45-95366ac00a42 None None] Provisioning complete for port 56c09c39-7460-485c-b8f8-b75e03719bf9 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:35.896279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-baac2ee6-3c53-4458-9d45-95366ac00a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.902879 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-baac2ee6-3c53-4458-9d45-95366ac00a42 None None] Attempt 1 to provision port 56c09c39-7460-485c-b8f8-b75e03719bf9 Oct 20 03:36:35.939742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e89c63a2-cbb0-4e22-a901-c677f9f547d2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:36.037693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f558ff6-0ace-431b-a9bc-9442a982d8d8 req-67a1a721-039c-47f8-a163-7cabb9e620f5 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:36.039035 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9f558ff6-0ace-431b-a9bc-9442a982d8d8 req-67a1a721-039c-47f8-a163-7cabb9e620f5 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 1.4586785 Oct 20 03:36:36.102428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Subnet': ['ID=79c1cfed-d806-46b3-9173-041cbe94cfa4,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.143420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0d5dc854-488d-49c7-8a98-0612dbcd372a None None] Calling delete_port for 9b66975c-8182-478b-be44-c60a0e82f84c owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:36.152560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3fabf137-848b-45c6-97e0-af6b1d79ead4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.158734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3fabf137-848b-45c6-97e0-af6b1d79ead4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.163293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Checking segment: {'id': '64cdf744-d3e3-45e4-b738-a623e0dd9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e438a0b3-01a2-43cc-8dcf-e648c43f8a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:36.163646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network hostable DHCP agents. Network: e438a0b3-01a2-43cc-8dcf-e648c43f8a41, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:36.170855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-949c7e33-db9c-4448-b2e2-4106e96b6131 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.185437 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5200c283-e44f-4c08-aeee-2893f7ab2828 tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2934806 Oct 20 03:36:36.186974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59432) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:36.191802 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9f558ff6-0ace-431b-a9bc-9442a982d8d8 req-66994dc3-e3f9-4982-9341-2e84271cb9af tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755513 Oct 20 03:36:36.206245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1559102033'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:36.214330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:36.221396 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-949c7e33-db9c-4448-b2e2-4106e96b6131 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/61cb3b15-2bfd-41db-932b-9778d7e64636 HTTP/1.1" status: 204 len: 168 time: 2.2975812 Oct 20 03:36:36.222155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59436) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:36.223787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Usage tracker for resource:network and tenant:99ae65c8629e42fab941f488d7782277 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:36.228550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:36.274646 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-87408487-23c9-4ab3-9b79-82b93774e899 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:36:36.275754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-87408487-23c9-4ab3-9b79-82b93774e899 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:36.281794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.286657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:36.306660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-69c20e56-84bc-42c4-8a9a-f3bb527db77f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.329721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=56c09c39-7460-485c-b8f8-b75e03719bf9,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.336453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3fabf137-848b-45c6-97e0-af6b1d79ead4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.337188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fabf137-848b-45c6-97e0-af6b1d79ead4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Fanout notify agent at l3_agent the message router_deleted on router 9d4bb78f-256b-43ec-b9b4-84409315e6af {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:36.343746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Port': ['ID=275b3479-7339-40d1-b82c-ea9aaf9f0077,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.353934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No DVR routers for this DVR port 275b3479-7339-40d1-b82c-ea9aaf9f0077 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:36.389458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.465777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Transition to ACTIVE for port object be0d3c71-3d94-41fb-aa8b-891219c6cbe9 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:36.474397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Made reservation on behalf of 99ae65c8629e42fab941f488d7782277 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:36.479115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.492287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-87408487-23c9-4ab3-9b79-82b93774e899 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:36.496968 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-87408487-23c9-4ab3-9b79-82b93774e899 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/61cb3b15-2bfd-41db-932b-9778d7e64636 HTTP/1.1" status: 404 len: 333 time: 0.2701151 Oct 20 03:36:36.511552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59442) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:36.542265 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0d5dc854-488d-49c7-8a98-0612dbcd372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.547062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Transition to ACTIVE for port object be0d3c71-3d94-41fb-aa8b-891219c6cbe9 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:36.557932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.575552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-baac2ee6-3c53-4458-9d45-95366ac00a42 None None] Current status of the port 56c09c39-7460-485c-b8f8-b75e03719bf9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:36.582186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3fabf137-848b-45c6-97e0-af6b1d79ead4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.583495 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3fabf137-848b-45c6-97e0-af6b1d79ead4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/routers/9d4bb78f-256b-43ec-b9b4-84409315e6af HTTP/1.1" status: 204 len: 168 time: 1.7259510 Oct 20 03:36:36.588607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port e89c63a2-cbb0-4e22-a901-c677f9f547d2 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:36.593833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59446) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:36.601790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dc854-488d-49c7-8a98-0612dbcd372a None None] Pushing event deleted for resources: {'Port': ['ID=9b66975c-8182-478b-be44-c60a0e82f84c,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.608560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5dc854-488d-49c7-8a98-0612dbcd372a None None] No DVR routers for this DVR port 9b66975c-8182-478b-be44-c60a0e82f84c on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:36.643940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.670903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:36.673783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea348b1-9eb1-4db0-86b2-8674473f79e0']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:36.692909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c3bc2590-34dc-4275-b84d-6fceb13e55ab tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:36.701917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2c4e19-698a-41a4-951d-aca6ffe97132') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:36.702200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2c4e19-698a-41a4-951d-aca6ffe97132') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:36.713728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 9b66975c-8182-478b-be44-c60a0e82f84c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:36.731920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-3949620f-4b4a-4a21-ab9f-dfb43a839594 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 8cbaa27b-eb16-40c4-afde-5015e7c59af0 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:36.735438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.735782 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Added segment ce7b3c77-6f8e-4aa1-bf4d-8f702e629910 of type vlan for network abddb95a-ed47-4b55-abff-e29381d6bb04 Oct 20 03:36:36.742480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.774956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.788228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network e438a0b3-01a2-43cc-8dcf-e648c43f8a41 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:36.788734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:36.788734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.792787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-69c20e56-84bc-42c4-8a9a-f3bb527db77f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for adca0a8a-1e44-4950-9c52-47c1cb4f01ac owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:36.844420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] Could not find standard attr ID for object 61cb3b15-2bfd-41db-932b-9778d7e64636. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:36:36.846117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 9b66975c-8182-478b-be44-c60a0e82f84c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:36.846453 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 9b66975c-8182-478b-be44-c60a0e82f84c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:36.847017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:36.891346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:36.891688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f3b8d7ba-38f7-493a-9aeb-a4d5bf47e4f8 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:36.912476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Network efc6520b-f9dc-4827-90da-3ba72788ea51 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:36.917158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:36.922855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:36.929077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Pushing event updated for resources: {'Port': ['ID=be0d3c71-3d94-41fb-aa8b-891219c6cbe9,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.000631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, e438a0b3-01a2-43cc-8dcf-e648c43f8a41) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:37.023736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a9a16-0103-4d12-a60c-436d9ab192a5 None None] Network e438a0b3-01a2-43cc-8dcf-e648c43f8a41 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:37.036086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] Provisioning for port e89c63a2-cbb0-4e22-a901-c677f9f547d2 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:37.037156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3949620f-4b4a-4a21-ab9f-dfb43a839594 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.054525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] Provisioning complete for port e89c63a2-cbb0-4e22-a901-c677f9f547d2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:37.054892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.055222 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] Attempt 1 to provision port e89c63a2-cbb0-4e22-a901-c677f9f547d2 Oct 20 03:36:37.057520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:37.058237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.065421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.075979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.094111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3949620f-4b4a-4a21-ab9f-dfb43a839594 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.123072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Attempting to bind port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:37.123443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Attempting to bind port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '8b23f8ee-f836-4729-bbb4-71f4bab97d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'efc6520b-f9dc-4827-90da-3ba72788ea51'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:37.123747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Attempting to bind port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 on network efc6520b-f9dc-4827-90da-3ba72788ea51 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:37.149417 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:37.149798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Checking segment: {'id': '8b23f8ee-f836-4729-bbb4-71f4bab97d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'efc6520b-f9dc-4827-90da-3ba72788ea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:37.150718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.151104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Bound using segment: {'id': '8b23f8ee-f836-4729-bbb4-71f4bab97d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'efc6520b-f9dc-4827-90da-3ba72788ea51'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:37.151997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Bound port: be0d3c71-3d94-41fb-aa8b-891219c6cbe9, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b23f8ee-f836-4729-bbb4-71f4bab97d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'efc6520b-f9dc-4827-90da-3ba72788ea51'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:37.151997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.186139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3949620f-4b4a-4a21-ab9f-dfb43a839594 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.224248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18da3cd-cbda-4921-b96e-c4fcc7400755 req-a95709ff-830b-4dd2-a56d-24f3cdccd861 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:37.225581 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a18da3cd-cbda-4921-b96e-c4fcc7400755 req-a95709ff-830b-4dd2-a56d-24f3cdccd861 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6154580 Oct 20 03:36:37.272231 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment cb2c4e19-698a-41a4-951d-aca6ffe97132 resource provider aggregate not found Oct 20 03:36:37.298078 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fed57594-7422-4646-90df-9a9a92131e06 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0909207 Oct 20 03:36:37.299058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59454) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:37.308251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.311553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'port': {'network_id': 'e438a0b3-01a2-43cc-8dcf-e648c43f8a41', 'name': 'tempest-NetworksIpV6TestAttrs-473023267'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:37.321909 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment cb2c4e19-698a-41a4-951d-aca6ffe97132 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb2c4e19-698a-41a4-951d-aca6ffe97132 found for delete ", "request_id": "req-511952ad-7aec-470e-a3d0-3ca70aa98b6b"}]} Oct 20 03:36:37.341692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3949620f-4b4a-4a21-ab9f-dfb43a839594 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.358706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] For port be0d3c71-3d94-41fb-aa8b-891219c6cbe9, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:37.392426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] For port be0d3c71-3d94-41fb-aa8b-891219c6cbe9, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=be0d3c71-3d94-41fb-aa8b-891219c6cbe9,segment=NetworkSegment(8b23f8ee-f836-4729-bbb4-71f4bab97d40),segment_id=8b23f8ee-f836-4729-bbb4-71f4bab97d40)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:37.395263 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3949620f-4b4a-4a21-ab9f-dfb43a839594 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.415585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949620f-4b4a-4a21-ab9f-dfb43a839594 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbaa27b-eb16-40c4-afde-5015e7c59af0,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.425363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.425363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c3bc2590-34dc-4275-b84d-6fceb13e55ab tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:37.425363 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c3bc2590-34dc-4275-b84d-6fceb13e55ab tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.8277221 Oct 20 03:36:37.429805 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a18da3cd-cbda-4921-b96e-c4fcc7400755 req-e6211c5c-e8d9-4d66-8be9-77f1ac5c9b8e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559422 Oct 20 03:36:37.430268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59458) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:37.442600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.448345 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/cea348b1-9eb1-4db0-86b2-8674473f79e0 HTTP/1.1" status: 204 len: 168 time: 6.7392211 Oct 20 03:36:37.450449 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3949620f-4b4a-4a21-ab9f-dfb43a839594 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/8cbaa27b-eb16-40c4-afde-5015e7c59af0 HTTP/1.1" status: 204 len: 168 time: 0.9380209 Oct 20 03:36:37.451202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59462) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:37.453976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a09cb-118b-4b0a-82d6-c7d7e36bb9bd tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=cea348b1-9eb1-4db0-86b2-8674473f79e0,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.455738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.460967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:37.461574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.465359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59466) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:37.468994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1353520837'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:37.474976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a9997-ef66-4a0c-8594-602694e50ffb None None] Network f3b01e82-5a8a-4d0d-a4db-b0717a471b26 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:37.499063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] Current status of the port e89c63a2-cbb0-4e22-a901-c677f9f547d2 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:37.499672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.519998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.568863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:37.570406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8350457-ceed-4f48-b634-8ad4e0df0aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:37.572296 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e8350457-ceed-4f48-b634-8ad4e0df0aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1348321 Oct 20 03:36:37.580895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59472) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:37.627083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-e438a0b3-01a2-43cc-8dcf-e648c43f8a41', 'network_id': 'e438a0b3-01a2-43cc-8dcf-e648c43f8a41', 'tenant_id': 'a767a84ff2ad4948bde369a59281bd9b', 'fixed_ips': [{'subnet_id': '79c1cfed-d806-46b3-9173-041cbe94cfa4'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:37.627912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.651502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:37.655078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:37.663242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:37.678563 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2d5085c3-5fc8-4bc8-bc01-4868dd5aeb2c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954893 Oct 20 03:36:37.684235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59476) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:37.686223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-69c20e56-84bc-42c4-8a9a-f3bb527db77f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.757508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:37.783152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] For port e89c63a2-cbb0-4e22-a901-c677f9f547d2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e89c63a2-cbb0-4e22-a901-c677f9f547d2,segment=NetworkSegment(a86ba6c2-da05-4418-a0c3-6b4e898b3af8),segment_id=a86ba6c2-da05-4418-a0c3-6b4e898b3af8)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:37.818669 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6304891 Oct 20 03:36:37.823421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 56c09c39-7460-485c-b8f8-b75e03719bf9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:37.834400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c20e56-84bc-42c4-8a9a-f3bb527db77f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=adca0a8a-1e44-4950-9c52-47c1cb4f01ac,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.837084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59480) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:37.874718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69903c45-48ff-40c5-acfe-5d790b80e791 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Pushing event updated for resources: {'Network': ['ID=abddb95a-ed47-4b55-abff-e29381d6bb04,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.886253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:37.889687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.907847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.909671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network abddb95a-ed47-4b55-abff-e29381d6bb04 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:37.912655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.925501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00db23-b227-4ef0-aa6e-da90b67d7e84 None None] Pushing event updated for resources: {'Port': ['ID=be0d3c71-3d94-41fb-aa8b-891219c6cbe9,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.969416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:37.975373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 56c09c39-7460-485c-b8f8-b75e03719bf9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:37.975723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.012949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:38.016518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:38.022891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:38.032281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:38.042820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:38.051957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.052293 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment cb2336f5-c925-46a4-a340-73c1a89ce8ab of type vlan for network a3de3d4b-0744-464b-8933-e373db62eb61 Oct 20 03:36:38.075438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdc27a-9560-4954-847a-faa8fba5a4df req-14aef8e4-eece-45a3-ba0d-b563f72f8771 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.079643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:port and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:38.085764 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-77fdc27a-9560-4954-847a-faa8fba5a4df req-14aef8e4-eece-45a3-ba0d-b563f72f8771 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.4128973 Oct 20 03:36:38.101190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:38.122320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:38.139273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-69c20e56-84bc-42c4-8a9a-f3bb527db77f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.147483 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-69c20e56-84bc-42c4-8a9a-f3bb527db77f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/ports/adca0a8a-1e44-4950-9c52-47c1cb4f01ac HTTP/1.1" status: 204 len: 168 time: 3.2459164 Oct 20 03:36:38.152748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59484) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:38.182615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:38.194578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:38.198807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.255522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.275936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Allocated IP 2001:db8::f816:3eff:fef5:cfaf (e438a0b3-01a2-43cc-8dcf-e648c43f8a41/79c1cfed-d806-46b3-9173-041cbe94cfa4/d5257288-e9dc-44ff-9cbb-bdf75e58bc7a) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:38.325389 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-77fdc27a-9560-4954-847a-faa8fba5a4df req-d04d93ec-61ee-4fb4-87df-1e41512dc4bf tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371802 Oct 20 03:36:38.337491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:38.341183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.350344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Router df6d3331-3fca-49a1-9d65-7b11fbd808f1 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:36:38.355034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:38.372495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:floatingip and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:38.389275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:38.404424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:38.409054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] device_id is not set on port 67d43abf-2602-4fd2-9ea8-50ece60b6329 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:38.474983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] For port 56c09c39-7460-485c-b8f8-b75e03719bf9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=56c09c39-7460-485c-b8f8-b75e03719bf9,segment=NetworkSegment(a624bcb2-14aa-4e2b-9393-1048f52e86bb),segment_id=a624bcb2-14aa-4e2b-9393-1048f52e86bb)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:38.475379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.546940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 56c09c39-7460-485c-b8f8-b75e03719bf9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:38.547459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.547459 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 56c09c39-7460-485c-b8f8-b75e03719bf9 Oct 20 03:36:38.582497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-da160720-247a-4eb3-9913-55823a603049 None None] Provisioning complete for port e89c63a2-cbb0-4e22-a901-c677f9f547d2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:38.582921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da160720-247a-4eb3-9913-55823a603049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.583440 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-da160720-247a-4eb3-9913-55823a603049 None None] Attempt 1 to provision port e89c63a2-cbb0-4e22-a901-c677f9f547d2 Oct 20 03:36:38.610850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.618064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.621133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.637761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 56c09c39-7460-485c-b8f8-b75e03719bf9 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:38.648209 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6dd7bcd6-72d9-4b01-a753-a4ea6b3cadd7 tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] 10.222.0.33 "GET /v2.0/agents/236eb0e6-2706-4063-b45b-01c6ec52690f/dhcp-networks HTTP/1.1" status: 200 len: 9546 time: 0.7997074 Oct 20 03:36:38.675565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59492) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:38.690723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.748837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cd114-8f99-4c34-9235-ac3e7289196c None None] Pushing event updated for resources: {'Port': ['ID=e89c63a2-cbb0-4e22-a901-c677f9f547d2,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:38.806984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.851603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Transition to ACTIVE for port object d5257288-e9dc-44ff-9cbb-bdf75e58bc7a will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:38.911010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] DHCP port deletion for f3b01e82-5a8a-4d0d-a4db-b0717a471b26 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:38.934319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-da160720-247a-4eb3-9913-55823a603049 None None] Current status of the port e89c63a2-cbb0-4e22-a901-c677f9f547d2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:38.941705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] Deleting port 56c09c39-7460-485c-b8f8-b75e03719bf9 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:38.941873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.967700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:38.976895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Transition to ACTIVE for port object d5257288-e9dc-44ff-9cbb-bdf75e58bc7a will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:38.988867 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bdb808-7af0-4c74-a958-3f2c703c5489 None None] Sync routers for ids ['df6d3331-3fca-49a1-9d65-7b11fbd808f1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:38.991673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.992903 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dacb1e75-c1a6-4050-a2eb-1abe90d96f11 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "PUT /v2.0/routers/df6d3331-3fca-49a1-9d65-7b11fbd808f1 HTTP/1.1" status: 200 len: 884 time: 9.9366946 Oct 20 03:36:38.998244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59496) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:39.002151 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bdb808-7af0-4c74-a958-3f2c703c5489 None None] Routers {'df6d3331-3fca-49a1-9d65-7b11fbd808f1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:39.003090 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-62bdb808-7af0-4c74-a958-3f2c703c5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['df6d3331-3fca-49a1-9d65-7b11fbd808f1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.020363 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 56c09c39-7460-485c-b8f8-b75e03719bf9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:39.063878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=a3de3d4b-0744-464b-8933-e373db62eb61,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.075248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce18e7-cf31-43e1-b3f2-f5e4ef1d6561 req-ffcc0462-a096-4210-8d71-4e692d4ac0fc tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:39.077870 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7ce18e7-cf31-43e1-b3f2-f5e4ef1d6561 req-ffcc0462-a096-4210-8d71-4e692d4ac0fc tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5547915 Oct 20 03:36:39.086540 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-abcb5472-c68f-44f0-af31-a412fa777d57 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6339724 Oct 20 03:36:39.090986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59500) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:39.098266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': 'a3de3d4b-0744-464b-8933-e373db62eb61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:39.099666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network a3de3d4b-0744-464b-8933-e373db62eb61 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:39.118496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.174856 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-62bdb808-7af0-4c74-a958-3f2c703c5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.198057 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bdb808-7af0-4c74-a958-3f2c703c5489 None None] Routers {'df6d3331-3fca-49a1-9d65-7b11fbd808f1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:39.198682 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-62bdb808-7af0-4c74-a958-3f2c703c5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['df6d3331-3fca-49a1-9d65-7b11fbd808f1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.255287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.262154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d15eef-076d-4d30-8fc0-43dc4a0a1d9c tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] Network abddb95a-ed47-4b55-abff-e29381d6bb04 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:39.311163 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-62bdb808-7af0-4c74-a958-3f2c703c5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.311566 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bdb808-7af0-4c74-a958-3f2c703c5489 None None] The sync data for ids ['df6d3331-3fca-49a1-9d65-7b11fbd808f1'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:39.335087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Allocated IP 2001:db8::f816:3eff:fef4:e5a7 (e438a0b3-01a2-43cc-8dcf-e648c43f8a41/79c1cfed-d806-46b3-9173-041cbe94cfa4/67d43abf-2602-4fd2-9ea8-50ece60b6329) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:39.338214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03969514-3f6e-4991-9f41-36e16c9e734a None None] Network efc6520b-f9dc-4827-90da-3ba72788ea51 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:39.354898 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7ce18e7-cf31-43e1-b3f2-f5e4ef1d6561 req-0c1d1a2c-10ef-4fe2-85bc-96901df311be tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056816 Oct 20 03:36:39.361151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Network e438a0b3-01a2-43cc-8dcf-e648c43f8a41 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:39.369799 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-32d15eef-076d-4d30-8fc0-43dc4a0a1d9c tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] 10.222.0.33 "POST /v2.0/agents/236eb0e6-2706-4063-b45b-01c6ec52690f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6921074 Oct 20 03:36:39.370170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59504) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:39.372165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=56c09c39-7460-485c-b8f8-b75e03719bf9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.374248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No DVR routers for this DVR port 56c09c39-7460-485c-b8f8-b75e03719bf9 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:39.385881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:39.388542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:39.453751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b4e5f-f812-41af-b73b-999b14e035ea None None] Network abddb95a-ed47-4b55-abff-e29381d6bb04 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:39.464699 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7b4609cc-68b7-4b59-b5ee-8d836b421794 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/routers/df6d3331-3fca-49a1-9d65-7b11fbd808f1 HTTP/1.1" status: 200 len: 925 time: 0.4645343 Oct 20 03:36:39.474052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59510) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:39.477822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:39.496449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Pushing event updated for resources: {'Port': ['ID=d5257288-e9dc-44ff-9cbb-bdf75e58bc7a,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.541612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.573686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:39.613852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.671011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:39.676995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:39.685809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a368afd0-dc47-488c-93fd-5633344214a5 None None] Provisioning for port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:39.692968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b01e82-5a8a-4d0d-a4db-b0717a471b26']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.706978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] For port 56c09c39-7460-485c-b8f8-b75e03719bf9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=56c09c39-7460-485c-b8f8-b75e03719bf9,segment=NetworkSegment(a624bcb2-14aa-4e2b-9393-1048f52e86bb),segment_id=a624bcb2-14aa-4e2b-9393-1048f52e86bb)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:39.707484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.752297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Attempting to bind port d5257288-e9dc-44ff-9cbb-bdf75e58bc7a on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:39.752433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Attempting to bind port d5257288-e9dc-44ff-9cbb-bdf75e58bc7a by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '64cdf744-d3e3-45e4-b738-a623e0dd9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e438a0b3-01a2-43cc-8dcf-e648c43f8a41'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:39.752758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Attempting to bind port d5257288-e9dc-44ff-9cbb-bdf75e58bc7a on network e438a0b3-01a2-43cc-8dcf-e648c43f8a41 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:39.767383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a624bcb2-14aa-4e2b-9393-1048f52e86bb') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.767684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a624bcb2-14aa-4e2b-9393-1048f52e86bb') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.785219 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c5913d8d-64d9-469f-b2ea-4e07ba8eda38 tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] 10.222.0.33 "GET /v2.0/agents/236eb0e6-2706-4063-b45b-01c6ec52690f/dhcp-networks HTTP/1.1" status: 200 len: 10317 time: 0.4051814 Oct 20 03:36:39.789407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59514) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:39.799574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.832040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:39.835647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.889530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:39.889916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Checking segment: {'id': '64cdf744-d3e3-45e4-b738-a623e0dd9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e438a0b3-01a2-43cc-8dcf-e648c43f8a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:39.890311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.897482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Bound using segment: {'id': '64cdf744-d3e3-45e4-b738-a623e0dd9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e438a0b3-01a2-43cc-8dcf-e648c43f8a41'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:39.897482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Bound port: d5257288-e9dc-44ff-9cbb-bdf75e58bc7a, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cdf744-d3e3-45e4-b738-a623e0dd9989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e438a0b3-01a2-43cc-8dcf-e648c43f8a41'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:39.897482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.908449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.909289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] Calling delete_port for 56c09c39-7460-485c-b8f8-b75e03719bf9 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:39.921159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.26.7.27 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/c50737cd-b837-4fdb-a142-c39c3515b099) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:39.929182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.ipam_backend_mixin [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing IP validity checks on allocation pools {{(pid=90076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 20 03:36:39.929762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.ipam_backend_mixin [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=90076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 20 03:36:39.936316 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fbc397f6-7008-4337-8782-1f334c83cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.942180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Transition to ACTIVE for port object 67d43abf-2602-4fd2-9ea8-50ece60b6329 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:40.003304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.014643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e89c63a2-cbb0-4e22-a901-c677f9f547d2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:40.056178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:40.057130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.075949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.objects.ports [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90076) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:36:40.081689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c5575b-dcf5-4939-a6cc-6bde39e28b1a tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:40.082390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-90c5575b-dcf5-4939-a6cc-6bde39e28b1a tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Synchronizing usage tracker for tenant:fc846aff86d04798ba50a33522118fa0 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:40.093985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.173387 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment a624bcb2-14aa-4e2b-9393-1048f52e86bb resource provider aggregate not found Oct 20 03:36:40.237285 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment a624bcb2-14aa-4e2b-9393-1048f52e86bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a624bcb2-14aa-4e2b-9393-1048f52e86bb found for delete ", "request_id": "req-412747c9-ba5f-470f-bde4-7227502040d5"}]} Oct 20 03:36:40.246279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.285658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.294267 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-93fbf1db-12c9-4aef-9a88-3728857178b5 tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] 10.222.0.33 "DELETE /v2.0/agents/236eb0e6-2706-4063-b45b-01c6ec52690f/dhcp-networks/abddb95a-ed47-4b55-abff-e29381d6bb04 HTTP/1.1" status: 204 len: 168 time: 0.4999201 Oct 20 03:36:40.298927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59522) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:40.327126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:40.335369 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:40.343912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:40.344494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.353946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:40.354427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:40.355154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ced734-75d8-4ba4-9d97-6612922ee6f1 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:40.361694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=56c6a581-0ebe-4912-bd10-e5d97b32b542,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.368190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network e438a0b3-01a2-43cc-8dcf-e648c43f8a41 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:40.371895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.381609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:40.389964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:40.395454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:40.396104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.401520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Port': ['ID=67d43abf-2602-4fd2-9ea8-50ece60b6329,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.427584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-90c5575b-dcf5-4939-a6cc-6bde39e28b1a tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Unset dirty status for tenant:fc846aff86d04798ba50a33522118fa0 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:40.427810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] For port d5257288-e9dc-44ff-9cbb-bdf75e58bc7a, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:40.430650 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-90c5575b-dcf5-4939-a6cc-6bde39e28b1a tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=df6d3331-3fca-49a1-9d65-7b11fbd808f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9554040 Oct 20 03:36:40.431812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59526) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:40.442303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.453506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] For port d5257288-e9dc-44ff-9cbb-bdf75e58bc7a, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d5257288-e9dc-44ff-9cbb-bdf75e58bc7a,segment=NetworkSegment(64cdf744-d3e3-45e4-b738-a623e0dd9989),segment_id=64cdf744-d3e3-45e4-b738-a623e0dd9989)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:40.453952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:40.473104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:40.475983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:40.477040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e89c63a2-cbb0-4e22-a901-c677f9f547d2 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:40.477655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.478223 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e89c63a2-cbb0-4e22-a901-c677f9f547d2 Oct 20 03:36:40.491821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.509314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.515641 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/networks/f3b01e82-5a8a-4d0d-a4db-b0717a471b26 HTTP/1.1" status: 204 len: 168 time: 3.0292397 Oct 20 03:36:40.517024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59530) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:40.529529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'name': 'tempest-PortsTestJSON-625579193'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:40.537418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.597238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68027f-dd91-4fa3-8fd1-3118a41ab8c1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Network': ['ID=f3b01e82-5a8a-4d0d-a4db-b0717a471b26,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.613682 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1653c839-a001-4d69-b01c-904d502d8434 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8890860 Oct 20 03:36:40.631017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59534) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:40.651380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:40.652295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:40.655422 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-583e59c8-3b39-464b-ba1d-e8e841b411ac tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3490436 Oct 20 03:36:40.662240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59538) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:40.699557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=c50737cd-b837-4fdb-a142-c39c3515b099,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.740711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:40.776867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8229544-1cf6-41f3-bd66-791656200726 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting subnet 79c1cfed-d806-46b3-9173-041cbe94cfa4 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:40.780707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07495e3d-c8d1-40cb-bd20-37c52edc405e None None] Pushing event updated for resources: {'Port': ['ID=d5257288-e9dc-44ff-9cbb-bdf75e58bc7a,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.781250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d8229544-1cf6-41f3-bd66-791656200726 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.837198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:40.841131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.861527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.879153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port dd047d54-1d87-46ae-8324-26072fe704f1 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:40.895152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] Deleting port 56c09c39-7460-485c-b8f8-b75e03719bf9 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:40.895535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.921975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d8229544-1cf6-41f3-bd66-791656200726 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.974601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=22ced25a-9134-40fd-b2b7-aa47814538a6,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.977452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '56c6a581-0ebe-4912-bd10-e5d97b32b542'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:40.978949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.013732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6bb49ec2-a1ed-4dfd-a021-c8a17f162f66 None None] The port '56c09c39-7460-485c-b8f8-b75e03719bf9' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:36:41.026249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e89c63a2-cbb0-4e22-a901-c677f9f547d2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:41.027358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device be0d3c71-3d94-41fb-aa8b-891219c6cbe9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:41.091364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.134161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': 'cb2336f5-c925-46a4-a340-73c1a89ce8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a3de3d4b-0744-464b-8933-e373db62eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:41.134697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: a3de3d4b-0744-464b-8933-e373db62eb61, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:41.196507 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2343fb6c-7258-43c6-b607-9a3d985d0e9e tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] 10.222.0.33 "GET /v2.0/agents/236eb0e6-2706-4063-b45b-01c6ec52690f/dhcp-networks HTTP/1.1" status: 200 len: 9584 time: 0.8843632 Oct 20 03:36:41.199090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59542) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:41.250533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12748e8e-060a-4b65-b83a-6ccc1e16c9b9 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:41.258603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-12748e8e-060a-4b65-b83a-6ccc1e16c9b9 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Synchronizing usage tracker for tenant:fc846aff86d04798ba50a33522118fa0 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:41.288276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:41.295476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:41.298393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-12748e8e-060a-4b65-b83a-6ccc1e16c9b9 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Unset dirty status for tenant:fc846aff86d04798ba50a33522118fa0 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:41.303125 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-12748e8e-060a-4b65-b83a-6ccc1e16c9b9 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 881 time: 0.8622508 Oct 20 03:36:41.308393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59546) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:41.309441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:41.374401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:41.389883 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6477b839-d27b-4f4a-9862-0b439ce0a517 tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] 10.222.0.33 "GET /v2.0/networks/efc6520b-f9dc-4827-90da-3ba72788ea51/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1745062 Oct 20 03:36:41.390457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network a3de3d4b-0744-464b-8933-e373db62eb61 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:41.396451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59550) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:41.402464 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-df1db40e-714c-48a5-9b43-a1b1a6ca0e4c tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=df6d3331-3fca-49a1-9d65-7b11fbd808f1 HTTP/1.1" status: 200 len: 205 time: 0.0895984 Oct 20 03:36:41.404681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Allocated IP 2001:db8::f816:3eff:fe5b:f81e (70bc74a8-f345-4115-a4c4-4fbf84d34303/56c6a581-0ebe-4912-bd10-e5d97b32b542/0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:41.413136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59554) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:41.483496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d8229544-1cf6-41f3-bd66-791656200726 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.534392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.559547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, a3de3d4b-0744-464b-8933-e373db62eb61) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:41.576268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be523d-4702-49be-8fc8-5644d6e45fdb None None] Network a3de3d4b-0744-464b-8933-e373db62eb61 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:41.585478 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f79ad7d1-08cc-4663-8739-9feb2153da3a tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] 10.222.0.33 "GET /v2.0/networks/efc6520b-f9dc-4827-90da-3ba72788ea51/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1843719 Oct 20 03:36:41.585478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:41.585878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.592840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:41.596512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:41.596678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.612358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59558) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:41.628841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-326dd083-79e2-4556-a179-42a15ca86a4a None None] Could not find standard attr ID for object c58abf24-8b18-4693-995a-2511f09c56e0. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:36:41.720058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:41.720375 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.720710 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 Oct 20 03:36:41.812081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.815769 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b1e13560-a5d5-47e6-a2f2-19cf5b912d8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7226429 Oct 20 03:36:41.828019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59562) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:41.830695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.842939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d8229544-1cf6-41f3-bd66-791656200726 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.885612 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bf6d4a9a-9cf1-4192-9511-6329c594990c tempest-DHCPAgentSchedulersTestJSON-1200013891 tempest-DHCPAgentSchedulersTestJSON-1200013891-project-admin] 10.222.0.33 "GET /v2.0/agents/236eb0e6-2706-4063-b45b-01c6ec52690f/dhcp-networks HTTP/1.1" status: 200 len: 9634 time: 0.2708576 Oct 20 03:36:41.891327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59566) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:41.894115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8229544-1cf6-41f3-bd66-791656200726 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Subnet': ['ID=79c1cfed-d806-46b3-9173-041cbe94cfa4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:41.900622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.961364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.134921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Transition to ACTIVE for port object 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:42.177038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.185529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:42.185996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.204861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:42.206100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.209069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Transition to ACTIVE for port object 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:42.214907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-a3de3d4b-0744-464b-8933-e373db62eb61', 'network_id': 'a3de3d4b-0744-464b-8933-e373db62eb61', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': '22ced25a-9134-40fd-b2b7-aa47814538a6'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:42.215757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.235867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d8229544-1cf6-41f3-bd66-791656200726 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.235988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.249789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2979a-1610-47fb-8829-f2fe2c42801d None None] Network e438a0b3-01a2-43cc-8dcf-e648c43f8a41 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:42.256472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:42.273387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:42.279299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:42.279903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.369465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-91504540-94a1-41d3-8111-e8b4d7fcc732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.370205 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d8229544-1cf6-41f3-bd66-791656200726 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/subnets/79c1cfed-d806-46b3-9173-041cbe94cfa4 HTTP/1.1" status: 204 len: 168 time: 1.7067678 Oct 20 03:36:42.374779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59574) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:42.412486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.427192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=dd047d54-1d87-46ae-8324-26072fe704f1,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.431136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.439024 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bc9e4015-1bec-475c-b0ed-81417123143c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9191363 Oct 20 03:36:42.440113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.457108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59578) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:42.496550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port be0d3c71-3d94-41fb-aa8b-891219c6cbe9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=be0d3c71-3d94-41fb-aa8b-891219c6cbe9,segment=NetworkSegment(8b23f8ee-f836-4729-bbb4-71f4bab97d40),segment_id=8b23f8ee-f836-4729-bbb4-71f4bab97d40)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:42.510204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=c50737cd-b837-4fdb-a142-c39c3515b099,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.536811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.557936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.563432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abddb95a-ed47-4b55-abff-e29381d6bb04']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:42.567953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.571700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:42.579874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Pushing event updated for resources: {'Port': ['ID=0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.581921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7b3c77-6f8e-4aa1-bf4d-8f702e629910') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:42.582358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7b3c77-6f8e-4aa1-bf4d-8f702e629910') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:42.596756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.605032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.609518 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-06652d7e-0f2b-43e0-8355-edfee89eb721 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4556241 Oct 20 03:36:42.610412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59582) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:42.621554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'port': {'network_id': '7acd0446-fa9c-416e-8ba2-0bfc6880deab', 'name': 'tempest-FloatingIPTestJSON-2020045539'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:42.622625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:42.637944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:42.647531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=b321cca5-a2f0-4dc8-86f4-e3bee5b04c45,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.650217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.654261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:42.656690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:42.660380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:42.661502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.675435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc259e9-2b63-496e-8211-9b843ea30c2a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:42.676579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-70178c74-8f69-4ba9-81f7-12b3df4bad20 None None] Provisioning for port d5257288-e9dc-44ff-9cbb-bdf75e58bc7a completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:42.676905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc259e9-2b63-496e-8211-9b843ea30c2a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:42.693877 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dfc259e9-2b63-496e-8211-9b843ea30c2a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3123469 Oct 20 03:36:42.707598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-0574e84e-1954-41c2-b798-2bb0fd725eb3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port dd047d54-1d87-46ae-8324-26072fe704f1 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:42.708315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0574e84e-1954-41c2-b798-2bb0fd725eb3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.753948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59586) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:42.783612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.793973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 56c09c39-7460-485c-b8f8-b75e03719bf9 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:42.832310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Deleting port fd6ca75c-24dd-4e1c-8ced-a9c0e330fa58 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:42.832513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.860812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:42.861216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.882120 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-81decf1c-ad25-43d5-b837-38b7a60de3a7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2457631 Oct 20 03:36:42.885290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59590) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:42.894090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 56c09c39-7460-485c-b8f8-b75e03719bf9 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:42.894090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 56c09c39-7460-485c-b8f8-b75e03719bf9 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:42.938474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=be0d3c71-3d94-41fb-aa8b-891219c6cbe9,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.951419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Attempting to bind port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:42.951787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Attempting to bind port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:42.952165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Attempting to bind port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:42.954826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Allocated IP 172.20.0.3 (a3de3d4b-0744-464b-8933-e373db62eb61/22ced25a-9134-40fd-b2b7-aa47814538a6/79947a23-767f-4b3f-87eb-58b522275514) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:42.960416 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment ce7b3c77-6f8e-4aa1-bf4d-8f702e629910 resource provider aggregate not found Oct 20 03:36:42.970201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:42.974575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:42.974575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.974994 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:90:d8:bb', 'name': 'tempest-NetworksTestDHCPv6-662850687'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:42.975083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:42.975083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Bound port: 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:42.975083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.997748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:43.098019 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment ce7b3c77-6f8e-4aa1-bf4d-8f702e629910 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce7b3c77-6f8e-4aa1-bf4d-8f702e629910 found for delete ", "request_id": "req-eaac310e-2598-4afa-946f-ef948b3964ee"}]} Oct 20 03:36:43.098973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:43.127822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a039722-0f8b-4a3d-b4d3-377d72b3ba8b tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.154208 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a039722-0f8b-4a3d-b4d3-377d72b3ba8b tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 03:36:43.154579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a039722-0f8b-4a3d-b4d3-377d72b3ba8b tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:36:43.167947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3a039722-0f8b-4a3d-b4d3-377d72b3ba8b tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/e438a0b3-01a2-43cc-8dcf-e648c43f8a41 HTTP/1.1" status: 409 len: 405 time: 0.4089544 Oct 20 03:36:43.169634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59598) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:43.178136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1416093447'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:43.199696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:43.205857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:network and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:43.210132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] For port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:43.217699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.231076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:43.232928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] For port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:43.246322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f040b9-ecf2-414f-81a9-9a0e22168fd0 None None] DHCP port deletion for e438a0b3-01a2-43cc-8dcf-e648c43f8a41 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:43.255647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.258676 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] 10.222.0.33 "DELETE /v2.0/networks/abddb95a-ed47-4b55-abff-e29381d6bb04 HTTP/1.1" status: 204 len: 168 time: 1.3648567 Oct 20 03:36:43.272498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0574e84e-1954-41c2-b798-2bb0fd725eb3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.272646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:43.273823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Made reservation on behalf of 91e2b40774f5476593a4866f31129b96 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:43.273972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59602) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:43.277587 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.289665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-21f040b9-ecf2-414f-81a9-9a0e22168fd0 None None] Deleting port d5257288-e9dc-44ff-9cbb-bdf75e58bc7a {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:43.290049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-21f040b9-ecf2-414f-81a9-9a0e22168fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.297110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bc199-a467-407c-bad5-ef67188422a2 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Pushing event deleted for resources: {'Network': ['ID=abddb95a-ed47-4b55-abff-e29381d6bb04,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:43.299296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:43.307690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] device_id is not set on port b8fde83c-7d32-4e3b-9dca-c438a47c12e3 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:43.324530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device be0d3c71-3d94-41fb-aa8b-891219c6cbe9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:43.354274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:43.369437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.377751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:43.393669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:43.426446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.432548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-0574e84e-1954-41c2-b798-2bb0fd725eb3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for dd047d54-1d87-46ae-8324-26072fe704f1 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:43.448968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:43.452509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.481574 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-286acdb3-1bfa-4cc3-9285-a6393eca8efa tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] DELETE failed (client error): The resource could not be found. Oct 20 03:36:43.482345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286acdb3-1bfa-4cc3-9285-a6393eca8efa tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:36:43.483997 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-286acdb3-1bfa-4cc3-9285-a6393eca8efa tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] 10.222.0.33 "DELETE /v2.0/ports/c58abf24-8b18-4693-995a-2511f09c56e0 HTTP/1.1" status: 404 len: 333 time: 0.2071021 Oct 20 03:36:43.491944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59606) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:43.495036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.511288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.534311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:43.557239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:43.565758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Transition to ACTIVE for port object 79947a23-767f-4b3f-87eb-58b522275514 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:43.567187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.20.0.10 (7acd0446-fa9c-416e-8ba2-0bfc6880deab/926c039c-351d-41f5-8b69-092c06575b08/b8fde83c-7d32-4e3b-9dca-c438a47c12e3) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:43.591103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdfd2a-f83e-44d1-b5af-c0d4aa850f9b None None] Pushing event updated for resources: {'Port': ['ID=0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:43.622583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Transition to ACTIVE for port object 79947a23-767f-4b3f-87eb-58b522275514 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:43.640797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.641137 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Added segment 2e036a9f-04d8-4ee0-8ba0-da8001b73fb9 of type vlan for network 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f Oct 20 03:36:43.675797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.689612 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:43.689990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.690341 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 Oct 20 03:36:43.712293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e533db2-6868-4dfb-94d0-1ed8fda9ed36 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Deleting subnet 9ac0328b-f709-448e-beb1-e38b7bab2090 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:43.720928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Calling delete_port for fd6ca75c-24dd-4e1c-8ced-a9c0e330fa58 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:43.728013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e533db2-6868-4dfb-94d0-1ed8fda9ed36 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.736192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.765713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.862897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-21f040b9-ecf2-414f-81a9-9a0e22168fd0 None None] For port d5257288-e9dc-44ff-9cbb-bdf75e58bc7a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d5257288-e9dc-44ff-9cbb-bdf75e58bc7a,segment=NetworkSegment(64cdf744-d3e3-45e4-b738-a623e0dd9989),segment_id=64cdf744-d3e3-45e4-b738-a623e0dd9989)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:43.863295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-21f040b9-ecf2-414f-81a9-9a0e22168fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.882373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Network a3de3d4b-0744-464b-8933-e373db62eb61 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:43.891133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:43.893758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:43.913352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0574e84e-1954-41c2-b798-2bb0fd725eb3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.946475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Pushing event updated for resources: {'Port': ['ID=79947a23-767f-4b3f-87eb-58b522275514,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:43.975929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.013628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.063026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574e84e-1954-41c2-b798-2bb0fd725eb3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=dd047d54-1d87-46ae-8324-26072fe704f1,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.066959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-21f040b9-ecf2-414f-81a9-9a0e22168fd0 None None] Calling delete_port for d5257288-e9dc-44ff-9cbb-bdf75e58bc7a owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:44.084093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=22ced25a-9134-40fd-b2b7-aa47814538a6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.087495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0574e84e-1954-41c2-b798-2bb0fd725eb3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.115358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e533db2-6868-4dfb-94d0-1ed8fda9ed36 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.202722 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0574e84e-1954-41c2-b798-2bb0fd725eb3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/dd047d54-1d87-46ae-8324-26072fe704f1 HTTP/1.1" status: 204 len: 168 time: 1.7283435 Oct 20 03:36:44.207026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59610) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:44.208946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port f3f727ee-84af-4ffc-a486-7fa1002451fc yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:44.215327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'mac_address': 'fa:16:3e:ee:29:30', 'name': 'tempest-PortsTestJSON-1118671979'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:44.237231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.266764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.271254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Attempting to bind port 79947a23-767f-4b3f-87eb-58b522275514 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:44.271625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Attempting to bind port 79947a23-767f-4b3f-87eb-58b522275514 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'cb2336f5-c925-46a4-a340-73c1a89ce8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a3de3d4b-0744-464b-8933-e373db62eb61'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:44.271993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Attempting to bind port 79947a23-767f-4b3f-87eb-58b522275514 on network a3de3d4b-0744-464b-8933-e373db62eb61 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:44.272195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:44.272781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.283901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:44.284289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Checking segment: {'id': 'cb2336f5-c925-46a4-a340-73c1a89ce8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a3de3d4b-0744-464b-8933-e373db62eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:44.284683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.285078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Bound using segment: {'id': 'cb2336f5-c925-46a4-a340-73c1a89ce8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a3de3d4b-0744-464b-8933-e373db62eb61'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:44.285581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Bound port: 79947a23-767f-4b3f-87eb-58b522275514, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2336f5-c925-46a4-a340-73c1a89ce8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a3de3d4b-0744-464b-8933-e373db62eb61'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:44.285960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.308402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.311448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:44.379443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3de3d4b-0744-464b-8933-e373db62eb61']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:44.388131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] For port 79947a23-767f-4b3f-87eb-58b522275514, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:44.392808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] For port 79947a23-767f-4b3f-87eb-58b522275514, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=79947a23-767f-4b3f-87eb-58b522275514,segment=NetworkSegment(cb2336f5-c925-46a4-a340-73c1a89ce8ab),segment_id=cb2336f5-c925-46a4-a340-73c1a89ce8ab)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:44.395967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event deleted for resources: {'Port': ['ID=fd6ca75c-24dd-4e1c-8ced-a9c0e330fa58,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.408578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-21f040b9-ecf2-414f-81a9-9a0e22168fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.434229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2336f5-c925-46a4-a340-73c1a89ce8ab') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:44.434729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2336f5-c925-46a4-a340-73c1a89ce8ab') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:44.448779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.465353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f040b9-ecf2-414f-81a9-9a0e22168fd0 None None] No DVR routers for this DVR port d5257288-e9dc-44ff-9cbb-bdf75e58bc7a on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:44.469957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Network': ['ID=7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.489564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f040b9-ecf2-414f-81a9-9a0e22168fd0 None None] Pushing event deleted for resources: {'Port': ['ID=d5257288-e9dc-44ff-9cbb-bdf75e58bc7a,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.508488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e533db2-6868-4dfb-94d0-1ed8fda9ed36 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.508581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.508699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:44.521456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.523421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:44.533598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:44.536703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.540383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:44.553988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:44.563053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:44.563685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.601020 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0bd70c2e-f16b-4f07-a2bd-9bd6e14b979c tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4304051 Oct 20 03:36:44.603579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59616) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:44.632611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'subnet': {'network_id': '7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:44.707753 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment cb2336f5-c925-46a4-a340-73c1a89ce8ab resource provider aggregate not found Oct 20 03:36:44.733029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.758649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd199b5a-7e2f-49bf-8d4c-350b65791d9d None None] Network a3de3d4b-0744-464b-8933-e373db62eb61 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:44.794153 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment cb2336f5-c925-46a4-a340-73c1a89ce8ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb2336f5-c925-46a4-a340-73c1a89ce8ab found for delete ", "request_id": "req-d5198dbe-86f7-4e22-b7eb-b52196f397b8"}]} Oct 20 03:36:44.872319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd9a02-f3cc-4668-bcd9-1926e33cf7f3 None None] Pushing event updated for resources: {'Port': ['ID=79947a23-767f-4b3f-87eb-58b522275514,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.894329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:44.907933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:subnet and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:44.914177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:44.927690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:44.930386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 172.20.0.3 (70bc74a8-f345-4115-a4c4-4fbf84d34303/b321cca5-a2f0-4dc8-86f4-e3bee5b04c45/f3f727ee-84af-4ffc-a486-7fa1002451fc) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:44.937057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.940420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:fe90:d8bb (70bc74a8-f345-4115-a4c4-4fbf84d34303/56c6a581-0ebe-4912-bd10-e5d97b32b542/f3f727ee-84af-4ffc-a486-7fa1002451fc) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:44.957704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.022613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e533db2-6868-4dfb-94d0-1ed8fda9ed36 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.053491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d8bda-6801-4b6c-ab90-d74018d4d56d None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:45.070518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:45.086248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:45.090596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.128925 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:45.137959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e533db2-6868-4dfb-94d0-1ed8fda9ed36 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac0328b-f709-448e-beb1-e38b7bab2090,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:45.176051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa28c38-de00-4ae9-8633-b237a84c38b1 None None] Network efc6520b-f9dc-4827-90da-3ba72788ea51 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:45.191665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e533db2-6868-4dfb-94d0-1ed8fda9ed36 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.206624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:36:45.206624 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:36:45.206624 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': 'a3de3d4b-0744-464b-8933-e373db62eb61'}] Oct 20 03:36:45.206624 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:45.207099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:45.210311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 7acd0446-fa9c-416e-8ba2-0bfc6880deab is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:45.219589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:45.231295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.240588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.243641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:45.254280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.279890 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3e533db2-6868-4dfb-94d0-1ed8fda9ed36 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] 10.222.0.33 "DELETE /v2.0/subnets/9ac0328b-f709-448e-beb1-e38b7bab2090 HTTP/1.1" status: 204 len: 168 time: 1.7844989 Oct 20 03:36:45.282597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59622) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:45.292012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=b8fde83c-7d32-4e3b-9dca-c438a47c12e3,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:45.367700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port c142e77a-3c40-41a7-9d1c-cd685b929fef yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:45.407464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.407930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Fanout notify agent at l3_agent the message router_deleted on router df6d3331-3fca-49a1-9d65-7b11fbd808f1 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:45.418252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:45.418873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.435981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e2d31612-1c60-478b-886d-fcb94cf8331e None None] Provisioning for port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:45.438909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:45.470016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.474910 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-27ddf02c-505a-4035-b414-21cba1cc8633 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/df6d3331-3fca-49a1-9d65-7b11fbd808f1 HTTP/1.1" status: 204 len: 168 time: 4.0606432 Oct 20 03:36:45.479085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59626) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:45.482989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e2d31612-1c60-478b-886d-fcb94cf8331e None None] Provisioning complete for port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:45.483362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e2d31612-1c60-478b-886d-fcb94cf8331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.483698 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e2d31612-1c60-478b-886d-fcb94cf8331e None None] Attempt 1 to provision port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 Oct 20 03:36:45.486724 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-49165312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:45.496656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:45.504646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.508553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:45.508927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.510115 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 Oct 20 03:36:45.516883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Usage tracker for resource:router and tenant:a2b54b81e485473fb613fd21e7aaeca9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:45.522833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:45.538411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:45.539391 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f099a436-71c0-45a5-9518-8384dd29ffc2 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9249992 Oct 20 03:36:45.542424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59630) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:45.549115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.553156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8d3397e5-9c75-47d5-899d-e1219eb982a6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'port_id': 'b8fde83c-7d32-4e3b-9dca-c438a47c12e3'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:45.580655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object f3f727ee-84af-4ffc-a486-7fa1002451fc will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:45.651782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d3397e5-9c75-47d5-899d-e1219eb982a6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.709713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Deleting port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:45.709713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.732284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.737598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.782282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.782910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.837550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:45.845361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:45.867225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:45.867605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.875418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:45.887452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856fb53-f977-4027-ab05-36f39b386ccf None None] DHCP port deletion for efc6520b-f9dc-4827-90da-3ba72788ea51 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:45.903376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6856fb53-f977-4027-ab05-36f39b386ccf None None] Deleting port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:45.903748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6856fb53-f977-4027-ab05-36f39b386ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.914646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:36:45.916142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=f3f727ee-84af-4ffc-a486-7fa1002451fc,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:45.922936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.929249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e2d31612-1c60-478b-886d-fcb94cf8331e None None] Current status of the port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:45.929249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e2d31612-1c60-478b-886d-fcb94cf8331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.940125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port 79947a23-767f-4b3f-87eb-58b522275514 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:45.940785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.000725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:46.028146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:46.028931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.038874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Subnet': ['ID=6751b5f3-f095-43d4-837e-ff437b175272,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:46.054699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Checking segment: {'id': '2e036a9f-04d8-4ee0-8ba0-da8001b73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:46.055163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network hostable DHCP agents. Network: 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:46.058142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.094300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.116561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-088b1cc9-0681-4e46-9f5d-77ef198e35e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2216244 Oct 20 03:36:46.119627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59634) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:46.179432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:46.189232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.190267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d5257288-e9dc-44ff-9cbb-bdf75e58bc7a no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:46.235198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8a30df-897e-4100-9902-f87bf7627095 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:46.241238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8a30df-897e-4100-9902-f87bf7627095 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:46.242102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da8a30df-897e-4100-9902-f87bf7627095 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:46.260596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:46.264713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:46.265429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.272547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: d5257288-e9dc-44ff-9cbb-bdf75e58bc7a {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:46.272905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d5257288-e9dc-44ff-9cbb-bdf75e58bc7a not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:46.300320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222c31c-5ab6-41da-9864-b18f5f0e473d None None] Network 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:46.384412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-e2d31612-1c60-478b-886d-fcb94cf8331e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:46.384771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-e2d31612-1c60-478b-886d-fcb94cf8331e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:46.422205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da8a30df-897e-4100-9902-f87bf7627095 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:46.424736 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-da8a30df-897e-4100-9902-f87bf7627095 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3027258 Oct 20 03:36:46.426836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59638) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:46.447681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a81266-66bb-484c-b4f8-955c95a60e22 None None] Update dhcp port {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': '56c6a581-0ebe-4912-bd10-e5d97b32b542', 'ip_address': '2001:db8::f816:3eff:fe5b:f81e'}, {'subnet_id': 'b321cca5-a2f0-4dc8-86f4-e3bee5b04c45'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:36:46.487763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:46.501244 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6f9bd7d1-f491-4ef1-ae15-bd6eec13a657 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8902531 Oct 20 03:36:46.505221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-075aaac7-c4af-477b-ba92-1afbc7de9bbc tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port f3f727ee-84af-4ffc-a486-7fa1002451fc {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:46.505652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-075aaac7-c4af-477b-ba92-1afbc7de9bbc tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.506235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59642) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:46.507745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.521338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'port': {'network_id': '7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f', 'name': 'tempest-NetworksIpV6TestAttrs-416365034'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:46.536056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6856fb53-f977-4027-ab05-36f39b386ccf None None] For port be0d3c71-3d94-41fb-aa8b-891219c6cbe9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=be0d3c71-3d94-41fb-aa8b-891219c6cbe9,segment=NetworkSegment(8b23f8ee-f836-4729-bbb4-71f4bab97d40),segment_id=8b23f8ee-f836-4729-bbb4-71f4bab97d40)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:46.536451 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6856fb53-f977-4027-ab05-36f39b386ccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.562864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c8a81266-66bb-484c-b4f8-955c95a60e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.705045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6856fb53-f977-4027-ab05-36f39b386ccf None None] Calling delete_port for be0d3c71-3d94-41fb-aa8b-891219c6cbe9 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:46.756134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.757299 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b49fc1a0-a371-40a9-90d3-2d3485e55d72 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2772734 Oct 20 03:36:46.760964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59646) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:46.771599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': True}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:46.772290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] For port be0d3c71-3d94-41fb-aa8b-891219c6cbe9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=be0d3c71-3d94-41fb-aa8b-891219c6cbe9,segment=NetworkSegment(8b23f8ee-f836-4729-bbb4-71f4bab97d40),segment_id=8b23f8ee-f836-4729-bbb4-71f4bab97d40)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:46.772653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.948814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Calling delete_port for be0d3c71-3d94-41fb-aa8b-891219c6cbe9 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:46.976996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-075aaac7-c4af-477b-ba92-1afbc7de9bbc tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.011078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port 79947a23-767f-4b3f-87eb-58b522275514, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=79947a23-767f-4b3f-87eb-58b522275514,segment=NetworkSegment(cb2336f5-c925-46a4-a340-73c1a89ce8ab),segment_id=cb2336f5-c925-46a4-a340-73c1a89ce8ab)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:47.011437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.027710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e2d31612-1c60-478b-886d-fcb94cf8331e None None] Current status of the port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:47.064803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:47.116494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.157516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6856fb53-f977-4027-ab05-36f39b386ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.210226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f', 'network_id': '7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f', 'tenant_id': 'a767a84ff2ad4948bde369a59281bd9b', 'fixed_ips': [{'subnet_id': '6751b5f3-f095-43d4-837e-ff437b175272'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:47.210971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.238871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856fb53-f977-4027-ab05-36f39b386ccf None None] Pushing event deleted for resources: {'Port': ['ID=be0d3c71-3d94-41fb-aa8b-891219c6cbe9,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.241491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for 79947a23-767f-4b3f-87eb-58b522275514 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:47.248427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-075aaac7-c4af-477b-ba92-1afbc7de9bbc tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for f3f727ee-84af-4ffc-a486-7fa1002451fc owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:47.261146 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856fb53-f977-4027-ab05-36f39b386ccf None None] No DVR routers for this DVR port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:47.277745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.311119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:47.363364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.364082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:port and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:47.382945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c8a81266-66bb-484c-b4f8-955c95a60e22 None None] Allocated IP 172.20.0.2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/b321cca5-a2f0-4dc8-86f4-e3bee5b04c45/0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:47.397002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:47.422193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:47.439614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:47.460310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:47.460617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:47.461279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:47.468447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=c142e77a-3c40-41a7-9d1c-cd685b929fef,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.471818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:47.482109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:47.482109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.505582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:47.505949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.506279 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 Oct 20 03:36:47.570719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.574310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:47.578347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.656064 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-be9df906-9a77-46a9-81a9-f04b53bd4f1d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4480500 Oct 20 03:36:47.657002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59650) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:47.671177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No DVR routers for this DVR port 79947a23-767f-4b3f-87eb-58b522275514 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:47.686305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-075aaac7-c4af-477b-ba92-1afbc7de9bbc tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.703878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Port': ['ID=79947a23-767f-4b3f-87eb-58b522275514,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.708136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c8a81266-66bb-484c-b4f8-955c95a60e22 None None] For port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:47.716050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Allocated IP 2001:db8::f816:3eff:fe6f:64d3 (7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f/6751b5f3-f095-43d4-837e-ff437b175272/46648f91-9869-4a91-89f2-34a67088e82b) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:47.740330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aaac7-c4af-477b-ba92-1afbc7de9bbc tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=f3f727ee-84af-4ffc-a486-7fa1002451fc,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.767102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] device_id is not set on port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:47.827382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d3397e5-9c75-47d5-899d-e1219eb982a6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.848014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:47.879086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c8a81266-66bb-484c-b4f8-955c95a60e22 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.925191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c8a81266-66bb-484c-b4f8-955c95a60e22 None None] Transition to ACTIVE for port object 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:47.926467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device be0d3c71-3d94-41fb-aa8b-891219c6cbe9 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:47.977687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: be0d3c71-3d94-41fb-aa8b-891219c6cbe9 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:47.978123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device be0d3c71-3d94-41fb-aa8b-891219c6cbe9 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:47.983685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c8a81266-66bb-484c-b4f8-955c95a60e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.034404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Deleting port be0d3c71-3d94-41fb-aa8b-891219c6cbe9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:48.034738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.069495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d3397e5-9c75-47d5-899d-e1219eb982a6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.162923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.188751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-075aaac7-c4af-477b-ba92-1afbc7de9bbc tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.195864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.198262 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a81266-66bb-484c-b4f8-955c95a60e22 None None] Pushing event updated for resources: {'Port': ['ID=0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.231919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.249728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Transition to ACTIVE for port object 46648f91-9869-4a91-89f2-34a67088e82b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:48.254162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167a154-0c9e-4b67-8745-eaf791bb9df8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.255014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e167a154-0c9e-4b67-8745-eaf791bb9df8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:48.269027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Transition to ACTIVE for port object 46648f91-9869-4a91-89f2-34a67088e82b will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:48.272665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.289453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] The port 'be0d3c71-3d94-41fb-aa8b-891219c6cbe9' was deleted {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:36:48.321489 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-075aaac7-c4af-477b-ba92-1afbc7de9bbc tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/f3f727ee-84af-4ffc-a486-7fa1002451fc HTTP/1.1" status: 204 len: 168 time: 1.8935249 Oct 20 03:36:48.324999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59654) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:48.335664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.405200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Allocated IP 172.26.7.244 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/5c9f3101-10f1-428c-b5fc-6a153e92b7cc) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:48.420280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db507f2-1602-4981-a46d-7779746ea098 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.422349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db507f2-1602-4981-a46d-7779746ea098 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.423986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db507f2-1602-4981-a46d-7779746ea098 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.429038 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9db507f2-1602-4981-a46d-7779746ea098 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1029048 Oct 20 03:36:48.430161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59658) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:48.432290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Network 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:48.435554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:48.438475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:48.478252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3de3d4b-0744-464b-8933-e373db62eb61']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:48.485162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Pushing event updated for resources: {'Port': ['ID=46648f91-9869-4a91-89f2-34a67088e82b,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.519646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e167a154-0c9e-4b67-8745-eaf791bb9df8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:48.523481 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e167a154-0c9e-4b67-8745-eaf791bb9df8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/c142e77a-3c40-41a7-9d1c-cd685b929fef HTTP/1.1" status: 200 len: 841 time: 0.8515081 Oct 20 03:36:48.525015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2336f5-c925-46a4-a340-73c1a89ce8ab') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:48.535254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2336f5-c925-46a4-a340-73c1a89ce8ab') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:48.545952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59662) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:48.560950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Attempting to bind port 46648f91-9869-4a91-89f2-34a67088e82b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:48.561353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Attempting to bind port 46648f91-9869-4a91-89f2-34a67088e82b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '2e036a9f-04d8-4ee0-8ba0-da8001b73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:48.562084 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Attempting to bind port 46648f91-9869-4a91-89f2-34a67088e82b on network 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:48.567075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.567454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:48.567836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Checking segment: {'id': '2e036a9f-04d8-4ee0-8ba0-da8001b73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:48.568232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.568677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Bound using segment: {'id': '2e036a9f-04d8-4ee0-8ba0-da8001b73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:48.569204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Bound port: 46648f91-9869-4a91-89f2-34a67088e82b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e036a9f-04d8-4ee0-8ba0-da8001b73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:48.569657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.575119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.609976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Allocated IP 2001:db8::f816:3eff:fe0b:e111 (7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f/6751b5f3-f095-43d4-837e-ff437b175272/1d5be2e0-65dd-45c7-abd4-3c5871563d36) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:48.620647 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-8d3397e5-9c75-47d5-899d-e1219eb982a6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP 161358e1-6c5d-4365-8a8a-1d5b88dde280 associated. External IP: 172.26.7.27, port: b8fde83c-7d32-4e3b-9dca-c438a47c12e3. Oct 20 03:36:48.639935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40ed3fe-1d05-42e0-8670-957a3a885b71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 56c6a581-0ebe-4912-bd10-e5d97b32b542 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:48.643202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d40ed3fe-1d05-42e0-8670-957a3a885b71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.673785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] For port 46648f91-9869-4a91-89f2-34a67088e82b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:48.682679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] For port 46648f91-9869-4a91-89f2-34a67088e82b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=46648f91-9869-4a91-89f2-34a67088e82b,segment=NetworkSegment(2e036a9f-04d8-4ee0-8ba0-da8001b73fb9),segment_id=2e036a9f-04d8-4ee0-8ba0-da8001b73fb9)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:48.687396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc6520b-f9dc-4827-90da-3ba72788ea51']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:48.716011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1065f893-6e42-45ef-9f24-4f1ee62303fb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port c142e77a-3c40-41a7-9d1c-cd685b929fef {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:48.716594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1065f893-6e42-45ef-9f24-4f1ee62303fb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.756945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.793175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.815325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b23f8ee-f836-4729-bbb4-71f4bab97d40') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:48.815325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b23f8ee-f836-4729-bbb4-71f4bab97d40') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:48.822150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:48.822559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.823556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d40ed3fe-1d05-42e0-8670-957a3a885b71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.857339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316ba8f-7f94-4b2e-834f-9c861ea2fafe None None] Pushing event updated for resources: {'Port': ['ID=46648f91-9869-4a91-89f2-34a67088e82b,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.897611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.979113 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment cb2336f5-c925-46a4-a340-73c1a89ce8ab resource provider aggregate not found Oct 20 03:36:48.986344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.060866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:49.084363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.088782 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment cb2336f5-c925-46a4-a340-73c1a89ce8ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb2336f5-c925-46a4-a340-73c1a89ce8ab found for delete ", "request_id": "req-045e451a-cfb0-4b30-91c8-7c89b93c086a"}]} Oct 20 03:36:49.128920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1065f893-6e42-45ef-9f24-4f1ee62303fb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.138005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d40ed3fe-1d05-42e0-8670-957a3a885b71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.171127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:49.171611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.194804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.270744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5007e2a7-3e8b-41ac-b59b-ca32ff305846 None None] Provisioning for port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:49.277299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5007e2a7-3e8b-41ac-b59b-ca32ff305846 None None] Provisioning complete for port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:49.277918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5007e2a7-3e8b-41ac-b59b-ca32ff305846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.283888 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5007e2a7-3e8b-41ac-b59b-ca32ff305846 None None] Attempt 1 to provision port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 Oct 20 03:36:49.300486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.358756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.420120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=a3de3d4b-0744-464b-8933-e373db62eb61,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:49.429772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5007e2a7-3e8b-41ac-b59b-ca32ff305846 None None] Current status of the port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:49.430816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event updated for resources: {'Port': ['ID=5c9f3101-10f1-428c-b5fc-6a153e92b7cc,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:49.520856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.528969 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-32c3a2bf-b51e-487d-a633-a0fc0fa36e44 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/a3de3d4b-0744-464b-8933-e373db62eb61 HTTP/1.1" status: 204 len: 168 time: 7.6414330 Oct 20 03:36:49.540023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59672) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:49.565168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.567034 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] 10.222.0.33 "DELETE /v2.0/networks/efc6520b-f9dc-4827-90da-3ba72788ea51 HTTP/1.1" status: 204 len: 168 time: 4.2832928 Oct 20 03:36:49.567487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1065f893-6e42-45ef-9f24-4f1ee62303fb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for c142e77a-3c40-41a7-9d1c-cd685b929fef owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:49.571368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1747816246'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:49.590875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:49.598858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b03ab7-05fa-40f7-86a8-0b610de999d7 tempest-DHCPAgentSchedulersTestJSON-713883501 tempest-DHCPAgentSchedulersTestJSON-713883501-project] Pushing event deleted for resources: {'Network': ['ID=efc6520b-f9dc-4827-90da-3ba72788ea51,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:49.604403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:49.612068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:49.643969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:49.645861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-df9feb59-9263-4162-842a-eeb476663a4d None None] Could not find standard attr ID for object f3f727ee-84af-4ffc-a486-7fa1002451fc. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:36:49.647791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:49.657066 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3397e5-9c75-47d5-899d-e1219eb982a6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:49.702839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:49.758109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:49.833917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d40ed3fe-1d05-42e0-8670-957a3a885b71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.985445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:49.989449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.016486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ed3fe-1d05-42e0-8670-957a3a885b71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=56c6a581-0ebe-4912-bd10-e5d97b32b542,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:50.018722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d40ed3fe-1d05-42e0-8670-957a3a885b71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.026806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8335b06-b5da-4193-b07a-862165c11db6 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:50.144692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3397e5-9c75-47d5-899d-e1219eb982a6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:50.146456 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d40ed3fe-1d05-42e0-8670-957a3a885b71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/56c6a581-0ebe-4912-bd10-e5d97b32b542 HTTP/1.1" status: 204 len: 168 time: 1.7109308 Oct 20 03:36:50.157175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59678) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:50.165874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23be03d-5bbb-4613-a090-9b9fcd31d6c5 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:50.166518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d3397e5-9c75-47d5-899d-e1219eb982a6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.186704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23be03d-5bbb-4613-a090-9b9fcd31d6c5 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:50.187582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f23be03d-5bbb-4613-a090-9b9fcd31d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:50.254082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f23be03d-5bbb-4613-a090-9b9fcd31d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:50.255082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1065f893-6e42-45ef-9f24-4f1ee62303fb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.281206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23be03d-5bbb-4613-a090-9b9fcd31d6c5 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:50.282416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f23be03d-5bbb-4613-a090-9b9fcd31d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:50.288035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.295730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:50.359359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Transition to ACTIVE for port object 1d5be2e0-65dd-45c7-abd4-3c5871563d36 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:50.360876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.361326 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment cb0b915b-c868-4cc5-a6c5-1589f3e0aba9 of type vlan for network c6740014-601b-4e61-8d49-5918a658f75e Oct 20 03:36:50.365577 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8d3397e5-9c75-47d5-899d-e1219eb982a6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/floatingips/161358e1-6c5d-4365-8a8a-1d5b88dde280 HTTP/1.1" status: 200 len: 978 time: 4.8195088 Oct 20 03:36:50.375627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0f63eb-c064-4b4a-a280-e66d3f6e02e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet b321cca5-a2f0-4dc8-86f4-e3bee5b04c45 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:50.378921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ee0f63eb-c064-4b4a-a280-e66d3f6e02e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.410928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f23be03d-5bbb-4613-a090-9b9fcd31d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:50.411965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23be03d-5bbb-4613-a090-9b9fcd31d6c5 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:50.433141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ebd577-181b-418f-9bfd-ca4f8d97c8c0 None None] Network 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:50.440033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ee0f63eb-c064-4b4a-a280-e66d3f6e02e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.472595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59684) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:50.473178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59686) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:50.526549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ee0f63eb-c064-4b4a-a280-e66d3f6e02e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.557805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065f893-6e42-45ef-9f24-4f1ee62303fb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=c142e77a-3c40-41a7-9d1c-cd685b929fef,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:50.653553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.654796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d661862a-17ee-4a9c-b401-df96bf787de3 None None] Provisioning for port 46648f91-9869-4a91-89f2-34a67088e82b completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:50.674502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1065f893-6e42-45ef-9f24-4f1ee62303fb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.680066 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1065f893-6e42-45ef-9f24-4f1ee62303fb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/c142e77a-3c40-41a7-9d1c-cd685b929fef HTTP/1.1" status: 204 len: 168 time: 2.1294117 Oct 20 03:36:50.682420 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59694) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:50.711862 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:36:50.736799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ee0f63eb-c064-4b4a-a280-e66d3f6e02e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.797734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f63eb-c064-4b4a-a280-e66d3f6e02e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=b321cca5-a2f0-4dc8-86f4-e3bee5b04c45,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:50.811783 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0d62c2-4843-4ed4-943e-12d5e4246353 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:36:50.811783 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8e0d62c2-4843-4ed4-943e-12d5e4246353 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/c142e77a-3c40-41a7-9d1c-cd685b929fef HTTP/1.1" status: 404 len: 333 time: 0.1196475 Oct 20 03:36:50.811783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.811783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ee0f63eb-c064-4b4a-a280-e66d3f6e02e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.823693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59700) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:50.824899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port b8fde83c-7d32-4e3b-9dca-c438a47c12e3 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:50.825257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.828993 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ee0f63eb-c064-4b4a-a280-e66d3f6e02e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/b321cca5-a2f0-4dc8-86f4-e3bee5b04c45 HTTP/1.1" status: 204 len: 168 time: 0.6680300 Oct 20 03:36:50.863497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59704) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:50.877056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'name': 'tempest-PortsTestJSON-1467772869'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:50.958759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae2eee6-a9c1-4ede-b5fe-e670a007d56c None None] Update dhcp port {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': 'b321cca5-a2f0-4dc8-86f4-e3bee5b04c45'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:36:50.973162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d1ab76fe-ee9d-49ad-b47e-9447173bd4ba tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067433 Oct 20 03:36:50.984553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.014214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59708) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:51.025461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:51.036367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2ae2eee6-a9c1-4ede-b5fe-e670a007d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.045481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:51.049367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.054728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.055338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.111624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:51.115496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 46648f91-9869-4a91-89f2-34a67088e82b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:51.133039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:51.153064 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f74ed891-af8c-4041-8855-0212388d5b15 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=99ae65c8629e42fab941f488d7782277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567323 Oct 20 03:36:51.158117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59714) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:51.264146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:51.270702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.271354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.289098 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 8b23f8ee-f836-4729-bbb4-71f4bab97d40 resource provider aggregate not found Oct 20 03:36:51.298457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:51.334246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Port': ['ID=1d5be2e0-65dd-45c7-abd4-3c5871563d36,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:51.340067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 46648f91-9869-4a91-89f2-34a67088e82b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:51.345808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 46648f91-9869-4a91-89f2-34a67088e82b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:51.346263 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.346701 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 46648f91-9869-4a91-89f2-34a67088e82b Oct 20 03:36:51.377826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6702cd6-413e-4fd0-82b4-dfcb5d15d323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.378754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=c6740014-601b-4e61-8d49-5918a658f75e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:51.386398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ae4e0b-a356-4fac-9974-e0e4be06f4a3 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:51.399133 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 8b23f8ee-f836-4729-bbb4-71f4bab97d40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b23f8ee-f836-4729-bbb4-71f4bab97d40 found for delete ", "request_id": "req-f4d76f8e-eb2e-4750-b3ab-b28d6b0e7aa0"}]} Oct 20 03:36:51.399352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Provisioning for port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:51.404265 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3f7c4a80-3378-4c9b-b231-2dbde45ad27d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.8896749 Oct 20 03:36:51.406846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59720) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:51.414690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:51.420112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:51.423141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:51.429302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network c6740014-601b-4e61-8d49-5918a658f75e details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:51.429763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:51.483734 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-15b75f52-86bd-42cc-9901-f91181ae7cf7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9271877 Oct 20 03:36:51.489755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59724) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:51.499464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': 'c6740014-601b-4e61-8d49-5918a658f75e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:51.532738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:51.536159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.564858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Provisioning complete for port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:51.565548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.565887 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 1 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:51.604665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:51.607783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.684398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-c228de18-0f82-46dc-b651-f030833a5616 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting subnet 6751b5f3-f095-43d4-837e-ff437b175272 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:36:51.685193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:51.689197 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c228de18-0f82-46dc-b651-f030833a5616 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.723076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port 6e4efa4e-21bb-4fec-adee-9a9185187eb2 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:51.727750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6702cd6-413e-4fd0-82b4-dfcb5d15d323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.824528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 46648f91-9869-4a91-89f2-34a67088e82b is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:51.824750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.831376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.865761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 46648f91-9869-4a91-89f2-34a67088e82b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=46648f91-9869-4a91-89f2-34a67088e82b,segment=NetworkSegment(2e036a9f-04d8-4ee0-8ba0-da8001b73fb9),segment_id=2e036a9f-04d8-4ee0-8ba0-da8001b73fb9)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:51.894860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36144fe-8bc5-432c-b6f3-accf5fe9c907 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:51.899762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b36144fe-8bc5-432c-b6f3-accf5fe9c907 None None] Deleting port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:51.900243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b36144fe-8bc5-432c-b6f3-accf5fe9c907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.903274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.923880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.948226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.989914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:52.001969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c228de18-0f82-46dc-b651-f030833a5616 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.033400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:52.052118 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:52.066900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:52.072374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=46648f91-9869-4a91-89f2-34a67088e82b,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.152217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6702cd6-413e-4fd0-82b4-dfcb5d15d323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.179974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6702cd6-413e-4fd0-82b4-dfcb5d15d323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4b3eeb-662b-4cbe-b490-acc92ccb206c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.185888 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 2 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:52.215012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6702cd6-413e-4fd0-82b4-dfcb5d15d323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.215292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:52.216690 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c6702cd6-413e-4fd0-82b4-dfcb5d15d323 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9a4b3eeb-662b-4cbe-b490-acc92ccb206c HTTP/1.1" status: 204 len: 168 time: 1.0553451 Oct 20 03:36:52.220763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.283387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b36144fe-8bc5-432c-b6f3-accf5fe9c907 None None] For port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:52.283931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b36144fe-8bc5-432c-b6f3-accf5fe9c907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.295791 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:52.343885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.344413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.344638 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP 161358e1-6c5d-4365-8a8a-1d5b88dde280 disassociated. External IP: 172.26.7.27, port: b8fde83c-7d32-4e3b-9dca-c438a47c12e3. Oct 20 03:36:52.345016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for b8fde83c-7d32-4e3b-9dca-c438a47c12e3 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:52.409030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b36144fe-8bc5-432c-b6f3-accf5fe9c907 None None] Calling delete_port for 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:52.449294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.483104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Router a015a68b-b7f0-4671-b39b-1f00ebc9fa05 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:36:52.545805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b36144fe-8bc5-432c-b6f3-accf5fe9c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.548097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c228de18-0f82-46dc-b651-f030833a5616 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.626905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36144fe-8bc5-432c-b6f3-accf5fe9c907 None None] Pushing event deleted for resources: {'Port': ['ID=0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.639351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36144fe-8bc5-432c-b6f3-accf5fe9c907 None None] No DVR routers for this DVR port 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:52.662937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c5ad2-9e26-4f18-bad2-400a34bfebd1 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:36:52.727450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:52.736151 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347521e2-fc5f-49da-898c-021df267d425 None None] Sync routers for ids ['a015a68b-b7f0-4671-b39b-1f00ebc9fa05'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:52.745852 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347521e2-fc5f-49da-898c-021df267d425 None None] Routers {'a015a68b-b7f0-4671-b39b-1f00ebc9fa05'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:52.746273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.746720 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-347521e2-fc5f-49da-898c-021df267d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a015a68b-b7f0-4671-b39b-1f00ebc9fa05'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:52.797595 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 3 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:52.804331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=b8fde83c-7d32-4e3b-9dca-c438a47c12e3,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.818617 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-347521e2-fc5f-49da-898c-021df267d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:52.830594 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347521e2-fc5f-49da-898c-021df267d425 None None] Routers {'a015a68b-b7f0-4671-b39b-1f00ebc9fa05'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:52.831501 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-347521e2-fc5f-49da-898c-021df267d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a015a68b-b7f0-4671-b39b-1f00ebc9fa05'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:52.863289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c5ad2-9e26-4f18-bad2-400a34bfebd1 None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:36:52.874866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:52.904020 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-347521e2-fc5f-49da-898c-021df267d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:52.904756 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347521e2-fc5f-49da-898c-021df267d425 None None] The sync data for ids ['a015a68b-b7f0-4671-b39b-1f00ebc9fa05'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:52.913628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.924503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.924503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c228de18-0f82-46dc-b651-f030833a5616 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.939833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.941067 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b5b48ce9-2d43-4dd0-bc22-934576130924 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "PUT /v2.0/routers/a015a68b-b7f0-4671-b39b-1f00ebc9fa05 HTTP/1.1" status: 200 len: 917 time: 6.1785376 Oct 20 03:36:52.949331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59734) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:53.050720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 46648f91-9869-4a91-89f2-34a67088e82b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:53.079474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59738) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:53.088421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.objects.ports [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90076) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:36:53.101002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.128341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c228de18-0f82-46dc-b651-f030833a5616 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.144251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=8a2c0ffb-aeaa-4457-bdd8-9de74d01cd49,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:53.153082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:53.154962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:53.200659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:53.202499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:53.204195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228de18-0f82-46dc-b651-f030833a5616 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Subnet': ['ID=6751b5f3-f095-43d4-837e-ff437b175272,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:53.205946 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:53.211425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:53.217537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.219325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:53.219893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.230235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 46648f91-9869-4a91-89f2-34a67088e82b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:53.231136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.231591 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 46648f91-9869-4a91-89f2-34a67088e82b Oct 20 03:36:53.253933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-73268839-174b-4faf-86cc-1f884936da62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.282503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=6e4efa4e-21bb-4fec-adee-9a9185187eb2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:53.285104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-73268839-174b-4faf-86cc-1f884936da62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:53.292685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-73268839-174b-4faf-86cc-1f884936da62 admin admin] Usage tracker for resource:security_group_rule and tenant:8920cb92955c4743b8ad663774fdfd02 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:53.300092 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c228de18-0f82-46dc-b651-f030833a5616 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/subnets/6751b5f3-f095-43d4-837e-ff437b175272 HTTP/1.1" status: 204 len: 168 time: 1.8901503 Oct 20 03:36:53.300298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-73268839-174b-4faf-86cc-1f884936da62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:53.305932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59742) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:53.308142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-73268839-174b-4faf-86cc-1f884936da62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:53.339751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:36:53.357751 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0141035e-47be-4fdd-9502-b9762f5851f6 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/routers/a015a68b-b7f0-4671-b39b-1f00ebc9fa05 HTTP/1.1" status: 200 len: 923 time: 0.4046521 Oct 20 03:36:53.362348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59746) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:53.371931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': 'cb0b915b-c868-4cc5-a6c5-1589f3e0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c6740014-601b-4e61-8d49-5918a658f75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:53.371931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: c6740014-601b-4e61-8d49-5918a658f75e, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:53.376008 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 4 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:53.397877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=ab35b60f-3ebc-4e5c-a4f7-2cfa6085fc86,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:53.413656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ae38f7-d5e4-46ff-8f38-461c1039ef45 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:53.415162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ae38f7-d5e4-46ff-8f38-461c1039ef45 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:53.416441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-35ae38f7-d5e4-46ff-8f38-461c1039ef45 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Synchronizing usage tracker for tenant:a767a84ff2ad4948bde369a59281bd9b on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:53.425821 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-32b5c77b-e3dc-4f82-a873-8199fefdf517 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4085195 Oct 20 03:36:53.428627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59752) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:53.433471 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b33b936d-dc41-403f-aba3-bf13d65d5283 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5999250 Oct 20 03:36:53.436089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59754) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:53.448541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:53.474092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:53.498892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 46648f91-9869-4a91-89f2-34a67088e82b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:53.502361 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:53.511757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': 'ab35b60f-3ebc-4e5c-a4f7-2cfa6085fc86'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:53.511757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.531555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network c6740014-601b-4e61-8d49-5918a658f75e is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:53.657208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:36:53.677492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-35ae38f7-d5e4-46ff-8f38-461c1039ef45 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Unset dirty status for tenant:a767a84ff2ad4948bde369a59281bd9b on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:53.681390 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-35ae38f7-d5e4-46ff-8f38-461c1039ef45 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3691149 Oct 20 03:36:53.685885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59760) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:53.703850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88ec61-474f-490a-bfcf-b119eb08cc2d None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:53.707628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:53.751331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:53.751674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:53.755045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6759cb1d-3515-45b2-bc5a-7236dfc76f33 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:53.755992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88ec61-474f-490a-bfcf-b119eb08cc2d None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:53.756607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ee88ec61-474f-490a-bfcf-b119eb08cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:53.757396 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6759cb1d-3515-45b2-bc5a-7236dfc76f33 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=a015a68b-b7f0-4671-b39b-1f00ebc9fa05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3934841 Oct 20 03:36:53.766179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-73268839-174b-4faf-86cc-1f884936da62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.767142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59764) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:53.786205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.808690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, c6740014-601b-4e61-8d49-5918a658f75e) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:53.829696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ee88ec61-474f-490a-bfcf-b119eb08cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:53.842377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Allocated IP 2001:db8::f816:3eff:fed3:59b0 (70bc74a8-f345-4115-a4c4-4fbf84d34303/ab35b60f-3ebc-4e5c-a4f7-2cfa6085fc86/5f82f22e-3806-47e3-ad71-a02f64066ca1) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:53.849139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:53.849365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88ec61-474f-490a-bfcf-b119eb08cc2d None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:36:53.849755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.849920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ee88ec61-474f-490a-bfcf-b119eb08cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:53.860789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-73268839-174b-4faf-86cc-1f884936da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.897508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.917096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ee88ec61-474f-490a-bfcf-b119eb08cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:53.917520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88ec61-474f-490a-bfcf-b119eb08cc2d None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:53.943321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-73268839-174b-4faf-86cc-1f884936da62 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8920cb92955c4743b8ad663774fdfd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7292626 Oct 20 03:36:53.945891 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-24853e89-f171-403a-a4b6-8d87128bb312 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/ports/b8fde83c-7d32-4e3b-9dca-c438a47c12e3 HTTP/1.1" status: 204 len: 168 time: 3.4511838 Oct 20 03:36:53.946868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59768) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:53.959014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73268839-174b-4faf-86cc-1f884936da62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e1dc5-978b-4857-8bff-ce6ba015a329,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:53.965057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59770) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:54.057168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1b5ed41b-671f-4e3e-9175-b4396b3b43b8 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.073541 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 5 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:54.077298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:54.082127 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5ed41b-671f-4e3e-9175-b4396b3b43b8 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 03:36:54.082586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5ed41b-671f-4e3e-9175-b4396b3b43b8 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:36:54.089390 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1b5ed41b-671f-4e3e-9175-b4396b3b43b8 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f HTTP/1.1" status: 409 len: 405 time: 0.3975959 Oct 20 03:36:54.090831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59778) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:54.094570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:54.109239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1097992114'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:54.113112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:54.135071 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:54.143516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59782) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:54.144387 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eb09c18b-709d-4ae9-8d5c-8eb6839a00c9 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "GET /v2.0/floatingips/161358e1-6c5d-4365-8a8a-1d5b88dde280 HTTP/1.1" status: 200 len: 687 time: 0.1660433 Oct 20 03:36:54.157122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:54.163066 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:54.185933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f626ed58-8186-47a8-830b-b254edbdd7a8 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:54.187613 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f626ed58-8186-47a8-830b-b254edbdd7a8 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 881 time: 0.4170270 Oct 20 03:36:54.190964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59786) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:54.235161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:network and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:54.249652 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0125ef2d-6532-4035-ba1c-513715ff71db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7588000 Oct 20 03:36:54.253129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59790) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:54.268611 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c3780a34-dd10-44c8-9c18-42ce48b99d65 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=a015a68b-b7f0-4671-b39b-1f00ebc9fa05 HTTP/1.1" status: 200 len: 205 time: 0.0763564 Oct 20 03:36:54.288312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59794) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:54.291526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.304765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Transition to ACTIVE for port object 5f82f22e-3806-47e3-ad71-a02f64066ca1 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:54.307849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:54.330727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Transition to ACTIVE for port object 5f82f22e-3806-47e3-ad71-a02f64066ca1 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:54.409848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:54.423920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.429839 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:54.433745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.518715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:54.521118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:54.525048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:54.531019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Pushing event updated for resources: {'Port': ['ID=5f82f22e-3806-47e3-ad71-a02f64066ca1,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:54.586671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port c50737cd-b837-4fdb-a142-c39c3515b099 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:54.587799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.614282 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e071d516-4a83-4f43-a944-000742a31aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.663426 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 6 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:54.667622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:54.671293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.694898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Attempting to bind port 5f82f22e-3806-47e3-ad71-a02f64066ca1 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:54.695908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Attempting to bind port 5f82f22e-3806-47e3-ad71-a02f64066ca1 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:54.695908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Attempting to bind port 5f82f22e-3806-47e3-ad71-a02f64066ca1 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:36:54.715512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:36:54.715932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:54.716281 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.716675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:36:54.717288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Bound port: 5f82f22e-3806-47e3-ad71-a02f64066ca1, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:54.717672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.743002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:54.778979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.797884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:36:54.816082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] For port 5f82f22e-3806-47e3-ad71-a02f64066ca1, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:36:54.819655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] For port 5f82f22e-3806-47e3-ad71-a02f64066ca1, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=5f82f22e-3806-47e3-ad71-a02f64066ca1,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:36:54.840285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e071d516-4a83-4f43-a944-000742a31aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.842665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.845144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:54.891696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.892038 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Added segment f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142 of type vlan for network a3857e4b-ecad-4124-ae6d-5617706165fa Oct 20 03:36:54.895423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.902135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-eddd1b9b-22c2-466b-8aee-b85553e96c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:54.904602 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-eddd1b9b-22c2-466b-8aee-b85553e96c39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1099 time: 0.3898237 Oct 20 03:36:54.944548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.944887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.977989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34db15-1459-4687-8733-0941ac896ab3 None None] Pushing event updated for resources: {'Port': ['ID=5f82f22e-3806-47e3-ad71-a02f64066ca1,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:55.039178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.039701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] In _notify_port_updated(), no bound segment for port 6e4efa4e-21bb-4fec-adee-9a9185187eb2 on network 3adfee56-f034-484e-a5de-37ef3836d9e4 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:36:55.045167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:55.045837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.049904 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "PUT /v2.0/ports/6e4efa4e-21bb-4fec-adee-9a9185187eb2 HTTP/1.1" status: 200 len: 818 time: 1.6052878 Oct 20 03:36:55.096183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59800) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:55.152964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.215188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3ce5b-d49d-449c-b5c0-0d27266cad6b req-2e09d98e-e956-4694-a0a4-66c315a008d8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:55.216689 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-24f3ce5b-d49d-449c-b5c0-0d27266cad6b req-2e09d98e-e956-4694-a0a4-66c315a008d8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.7153666 Oct 20 03:36:55.244530 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 7 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:55.277851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.292861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for c50737cd-b837-4fdb-a142-c39c3515b099 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:55.316593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:55.320115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f96ec657-d945-4343-aee1-ec5e5fe0636f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 6e4efa4e-21bb-4fec-adee-9a9185187eb2 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:55.320115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f96ec657-d945-4343-aee1-ec5e5fe0636f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.359715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42585a5c-5dca-4e67-8dc6-f1672f2a54ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=6e4efa4e-21bb-4fec-adee-9a9185187eb2,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:55.422167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.441232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e071d516-4a83-4f43-a944-000742a31aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.453892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.466831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-506d5cdc-00c9-4305-a7c5-810b46b1a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:55.468290 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-506d5cdc-00c9-4305-a7c5-810b46b1a600 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 911 time: 0.5509558 Oct 20 03:36:55.481101 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-24f3ce5b-d49d-449c-b5c0-0d27266cad6b req-a36eec23-a5f6-4e93-93af-2c204aee7356 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317624 Oct 20 03:36:55.522749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071d516-4a83-4f43-a944-000742a31aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44e1dc5-978b-4857-8bff-ce6ba015a329,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:55.531362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Deleting port 5c9f3101-10f1-428c-b5fc-6a153e92b7cc {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:55.531505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.609151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e071d516-4a83-4f43-a944-000742a31aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.612959 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e071d516-4a83-4f43-a944-000742a31aad admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b44e1dc5-978b-4857-8bff-ce6ba015a329 HTTP/1.1" status: 204 len: 168 time: 1.6528502 Oct 20 03:36:55.733915 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.739251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:55.739835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.820006 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 8 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:55.834174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f96ec657-d945-4343-aee1-ec5e5fe0636f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.919103 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-729a06fb-5708-45c6-b6ac-133f5909af97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 1002 time: 0.4438956 Oct 20 03:36:55.919666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Network': ['ID=a3857e4b-ecad-4124-ae6d-5617706165fa,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:55.935737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network a3857e4b-ecad-4124-ae6d-5617706165fa details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:55.976628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.985851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.000554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:56.001025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f96ec657-d945-4343-aee1-ec5e5fe0636f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 6e4efa4e-21bb-4fec-adee-9a9185187eb2 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:56.036018 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-633ddc7f-a4f6-4861-90bd-5bdbe1616169 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9441192 Oct 20 03:36:56.045796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59806) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:56.048952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.061734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'subnet': {'network_id': 'a3857e4b-ecad-4124-ae6d-5617706165fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:56.176311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2c0ffb-aeaa-4457-bdd8-9de74d01cd49,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:56.190425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.201119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=c50737cd-b837-4fdb-a142-c39c3515b099,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:56.204523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94bdc40-0729-4808-8c9d-557b92fcf844 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:36:56.214244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.258658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:56.285489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-46cb2b83-3d35-4559-ae06-04084ad099d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:56.286962 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-46cb2b83-3d35-4559-ae06-04084ad099d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 200 len: 849 time: 0.3596609 Oct 20 03:36:56.323209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:56.326257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:56.326849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.354207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Calling delete_port for 5c9f3101-10f1-428c-b5fc-6a153e92b7cc owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:56.356095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94bdc40-0729-4808-8c9d-557b92fcf844 None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:36:56.403658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=9c362945-42b4-4a50-8038-f646bb2ae436,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:56.420505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6740014-601b-4e61-8d49-5918a658f75e']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.439059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0b915b-c868-4cc5-a6c5-1589f3e0aba9') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.439287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0b915b-c868-4cc5-a6c5-1589f3e0aba9') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.451708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:56.455904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.465114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.467829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.472778 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a1614bbd-2fa6-423e-b28c-f0534095bb4f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/floatingips/161358e1-6c5d-4365-8a8a-1d5b88dde280 HTTP/1.1" status: 204 len: 168 time: 2.3073404 Oct 20 03:36:56.479338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59820) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:56.484859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:56.487811 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '26ee2333-2dd3-4461-8deb-08f1d6e3da75'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:56.497248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.498023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:56.503524 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 9 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:56.508015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:floatingip and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:56.508175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:56.508175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.512675 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3e4f642a-289a-4ab8-8d85-836239d12e29 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0783622 Oct 20 03:36:56.513427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:56.516181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59826) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:56.527802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:31:cc:ef', 'name': 'tempest-NetworksTestDHCPv6-796204119'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:56.543196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:56.621240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-c717c1bf-e08a-42c8-b48a-a24ff91d762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:56.623023 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-c717c1bf-e08a-42c8-b48a-a24ff91d762b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d196197-6218-45a1-954c-3d461e643c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2909460 Oct 20 03:36:56.625934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:56.629670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:56.633600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.653886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f96ec657-d945-4343-aee1-ec5e5fe0636f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.669924 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment cb0b915b-c868-4cc5-a6c5-1589f3e0aba9 resource provider aggregate not found Oct 20 03:36:56.747838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.869321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment cb0b915b-c868-4cc5-a6c5-1589f3e0aba9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb0b915b-c868-4cc5-a6c5-1589f3e0aba9 found for delete ", "request_id": "req-771ae481-7b73-4e3b-94f8-ec3950c11840"}]} Oct 20 03:36:56.882806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f96ec657-d945-4343-aee1-ec5e5fe0636f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.887632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ec657-d945-4343-aee1-ec5e5fe0636f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=6e4efa4e-21bb-4fec-adee-9a9185187eb2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:56.889478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1465d83-6c81-4e7b-a15c-b057ff636095 None None] Network 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:56.932510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d0845-b167-4010-8f53-737a0a7cc1c7 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:56.946282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8b79d-c7e1-4c5d-acd2-216e375e0c29 None None] Network c6740014-601b-4e61-8d49-5918a658f75e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:56.952434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.989026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.992119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=c6740014-601b-4e61-8d49-5918a658f75e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:56.998302 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f96ec657-d945-4343-aee1-ec5e5fe0636f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/6e4efa4e-21bb-4fec-adee-9a9185187eb2 HTTP/1.1" status: 204 len: 168 time: 1.8961658 Oct 20 03:36:57.003438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59844) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:57.055369 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ec13086f-fa61-4f97-a7eb-48aba780b97b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/c6740014-601b-4e61-8d49-5918a658f75e HTTP/1.1" status: 204 len: 168 time: 2.7989020 Oct 20 03:36:57.063662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59848) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:57.092774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-398835665'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:57.126615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:57.137056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:57.143066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:57.148550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:57.148906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:57.153066 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-56121faf-1bd7-40e0-babb-ea69b0461aec service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928164 Oct 20 03:36:57.156221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:57.156520 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 10 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:57.161950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b7a33-a0e2-4cd9-9763-ae167e31887f req-594fe7a9-296b-44d5-8650-53856b8d4139 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:57.163492 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b4b7a33-a0e2-4cd9-9763-ae167e31887f req-594fe7a9-296b-44d5-8650-53856b8d4139 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.3921854 Oct 20 03:36:57.164401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:57.193976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd1a438-eae4-4f7a-9e62-77657227969b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:57.195725 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dbd1a438-eae4-4f7a-9e62-77657227969b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:36:57.198444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 5f82f22e-3806-47e3-ad71-a02f64066ca1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:36:57.199451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:57.231609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.295828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event deleted for resources: {'Port': ['ID=5c9f3101-10f1-428c-b5fc-6a153e92b7cc,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:57.297789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dbd1a438-eae4-4f7a-9e62-77657227969b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:36:57.301941 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dbd1a438-eae4-4f7a-9e62-77657227969b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2970507 Oct 20 03:36:57.302861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:57.307083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8b79d-c7e1-4c5d-acd2-216e375e0c29 None None] Network c6740014-601b-4e61-8d49-5918a658f75e could not be found, it might have been deleted concurrently. {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 20 03:36:57.307252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.319441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59854) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:57.346985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b3d443-b9b7-45a5-b760-39e1e15d1df8 None None] Network c6740014-601b-4e61-8d49-5918a658f75e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:57.409934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b3d443-b9b7-45a5-b760-39e1e15d1df8 None None] Network c6740014-601b-4e61-8d49-5918a658f75e could not be found, it might have been deleted concurrently. {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 20 03:36:57.420832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:57.493568 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b522559-4a93-4414-9052-314f8b7ca625 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:36:57.498937 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3b522559-4a93-4414-9052-314f8b7ca625 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/6e4efa4e-21bb-4fec-adee-9a9185187eb2 HTTP/1.1" status: 404 len: 333 time: 0.1774216 Oct 20 03:36:57.500846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59860) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:57.507530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.538804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 5f82f22e-3806-47e3-ad71-a02f64066ca1 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:57.550598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:57.567547 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b4b7a33-a0e2-4cd9-9763-ae167e31887f req-b916d03a-544b-475a-9a4e-69dd01858202 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691590 Oct 20 03:36:57.636191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Provisioning complete for port 46648f91-9869-4a91-89f2-34a67088e82b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:57.636564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.636896 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Attempt 1 to provision port 46648f91-9869-4a91-89f2-34a67088e82b Oct 20 03:36:57.703417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.705672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.715266 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54d2e46a-6cfa-4f2a-8a40-50dda9753633 req-7656f0f8-30e0-4173-89e7-fb386fd9e9b3 service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463891 Oct 20 03:36:57.740739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1232940154'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:57.745997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:57.752096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.753714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:network and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:57.756779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:57.759390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:57.769247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:57.777026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.777968 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment d923f37d-692b-4b61-9a39-5e40f05aa211 of type vlan for network 93565996-8474-4256-8a5d-e47db1e6579f Oct 20 03:36:57.823941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.834500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.835327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Fanout notify agent at l3_agent the message router_deleted on router a015a68b-b7f0-4671-b39b-1f00ebc9fa05 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:36:57.866351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.897117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.899130 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-065e3f04-0201-45f7-b312-cdc9dfae0cc9 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/a015a68b-b7f0-4671-b39b-1f00ebc9fa05 HTTP/1.1" status: 204 len: 168 time: 3.6075521 Oct 20 03:36:57.903935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59868) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:57.912415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1850604559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:57.922077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:57.926896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Usage tracker for resource:router and tenant:a2b54b81e485473fb613fd21e7aaeca9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:57.929382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:57.931299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a5869bef-c62d-48f5-8c67-5a34351e5f3f None None] Current status of the port 46648f91-9869-4a91-89f2-34a67088e82b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:36:57.931888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port f74080de-0c86-404b-ab66-d6ed1ce9a986 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:57.937130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:57.940640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:57.944199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.949025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685af15-9078-4ef1-a0ca-d1bd2b1823a2 None None] DHCP port deletion for 7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:36:57.956397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2685af15-9078-4ef1-a0ca-d1bd2b1823a2 None None] Deleting port 46648f91-9869-4a91-89f2-34a67088e82b {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:36:57.958738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2685af15-9078-4ef1-a0ca-d1bd2b1823a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.977910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:57.987094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.987533 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Added segment c50f6004-94fc-4661-a5ee-869c3bce4f7f of type vlan for network b79a823a-5263-4a66-b7e0-0b01d73cddb3 Oct 20 03:36:58.015599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.051838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.053027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.069729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.086843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.093525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:58.094129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.124388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.objects.ports [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90076) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:36:58.126204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.130276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.132168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:58.132847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.207169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.220469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2685af15-9078-4ef1-a0ca-d1bd2b1823a2 None None] For port 46648f91-9869-4a91-89f2-34a67088e82b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=46648f91-9869-4a91-89f2-34a67088e82b,segment=NetworkSegment(2e036a9f-04d8-4ee0-8ba0-da8001b73fb9),segment_id=2e036a9f-04d8-4ee0-8ba0-da8001b73fb9)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:36:58.220469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2685af15-9078-4ef1-a0ca-d1bd2b1823a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.255960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=93565996-8474-4256-8a5d-e47db1e6579f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.306968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.26.7.218 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/ece14ef6-3442-4c0b-a606-e441187c9048) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:58.319613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Checking segment: {'id': 'f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a3857e4b-ecad-4124-ae6d-5617706165fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:36:58.319977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network hostable DHCP agents. Network: a3857e4b-ecad-4124-ae6d-5617706165fa, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:58.328063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Subnet': ['ID=38d027a9-d750-41c2-802b-cb5a5863128a,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.356861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2685af15-9078-4ef1-a0ca-d1bd2b1823a2 None None] Calling delete_port for 46648f91-9869-4a91-89f2-34a67088e82b owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:36:58.364309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Network': ['ID=b79a823a-5263-4a66-b7e0-0b01d73cddb3,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.372569 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6777cab2-2a19-4a31-8881-1f58b9461f8c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3035960 Oct 20 03:36:58.374527 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dfc84ed9-fc3a-49e1-a945-c6abd70b4a18 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8713851 Oct 20 03:36:58.375767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.376013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59878) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:58.376355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59880) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:58.379632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-39a716e0-8214-4058-a553-af601bdffeb5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4713528 Oct 20 03:36:58.379903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59882) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:58.386283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': False}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:58.413026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': '93565996-8474-4256-8a5d-e47db1e6579f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:58.437407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:58.471206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 93565996-8474-4256-8a5d-e47db1e6579f details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:58.483349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:36:58.544020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59890) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:58.622487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2685af15-9078-4ef1-a0ca-d1bd2b1823a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.710837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network a3857e4b-ecad-4124-ae6d-5617706165fa is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:58.737980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685af15-9078-4ef1-a0ca-d1bd2b1823a2 None None] Pushing event deleted for resources: {'Port': ['ID=46648f91-9869-4a91-89f2-34a67088e82b,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.769241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685af15-9078-4ef1-a0ca-d1bd2b1823a2 None None] No DVR routers for this DVR port 46648f91-9869-4a91-89f2-34a67088e82b on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:36:58.800129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Provisioning complete for port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:58.800639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.802457 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 1 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:58.837794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, a3857e4b-ecad-4124-ae6d-5617706165fa) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:58.854668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 172.20.0.10 (70bc74a8-f345-4115-a4c4-4fbf84d34303/9c362945-42b4-4a50-8038-f646bb2ae436/f74080de-0c86-404b-ab66-d6ed1ce9a986) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:58.857027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:58.869073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:58.872648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.873558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:58.881588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:58.895061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:fe31:ccef (70bc74a8-f345-4115-a4c4-4fbf84d34303/ab35b60f-3ebc-4e5c-a4f7-2cfa6085fc86/f74080de-0c86-404b-ab66-d6ed1ce9a986) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:58.901461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:58.917209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:58.918279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3088869e-0b6e-4d90-bcd1-5d08e5c1f569 None None] Network a3857e4b-ecad-4124-ae6d-5617706165fa requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:36:58.926206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.929615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:58.933078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:58.936411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:58.955591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:58.960233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1434365463'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:58.985490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:59.008477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Usage tracker for resource:network and tenant:41bbfe1abcd641fd9f4b95a05b8a99a4 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:59.022027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9764d12c-0bdd-4fa0-8682-1ca1193c7cf7 None None] Update dhcp port {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': 'ab35b60f-3ebc-4e5c-a4f7-2cfa6085fc86', 'ip_address': '2001:db8::f816:3eff:fed3:59b0'}, {'subnet_id': '9c362945-42b4-4a50-8038-f646bb2ae436'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '5f82f22e-3806-47e3-ad71-a02f64066ca1'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:36:59.023363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:59.037450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:59.083796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:59.085193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 46648f91-9869-4a91-89f2-34a67088e82b no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:36:59.088582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.100140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.127346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb0a20-4907-4b29-bb76-a39df3878c0d req-6b8bb216-b225-414c-ab81-f2a518004a3d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:59.129012 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffeb0a20-4907-4b29-bb76-a39df3878c0d req-6b8bb216-b225-414c-ab81-f2a518004a3d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.3863351 Oct 20 03:36:59.160047 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-520f6603-8175-4aae-b73f-6e0eda036090 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1129098 Oct 20 03:36:59.160997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:59.164501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.170930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59898) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:36:59.175801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 46648f91-9869-4a91-89f2-34a67088e82b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:36:59.176192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 46648f91-9869-4a91-89f2-34a67088e82b not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:36:59.186195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Made reservation on behalf of 41bbfe1abcd641fd9f4b95a05b8a99a4 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:59.189400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.205033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9764d12c-0bdd-4fa0-8682-1ca1193c7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.226446 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffeb0a20-4907-4b29-bb76-a39df3878c0d req-c3b71a6d-0586-4d35-bf8d-243982dc791d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906835 Oct 20 03:36:59.258986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.362256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:36:59.367398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.412381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.420068 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 2 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:36:59.421185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Usage tracker for resource:security_group_rule and tenant:41bbfe1abcd641fd9f4b95a05b8a99a4 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:36:59.448098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-a3857e4b-ecad-4124-ae6d-5617706165fa', 'network_id': 'a3857e4b-ecad-4124-ae6d-5617706165fa', 'tenant_id': 'a767a84ff2ad4948bde369a59281bd9b', 'fixed_ips': [{'subnet_id': '38d027a9-d750-41c2-802b-cb5a5863128a'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:36:59.448828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.518817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.546658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:36:59.575655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:36:59.622668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:36:59.639570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:59.660048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:59.677505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:36:59.682914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Allocated IP 2001:db8::f816:3eff:fe3d:13f4 (a3857e4b-ecad-4124-ae6d-5617706165fa/38d027a9-d750-41c2-802b-cb5a5863128a/4521b049-d48e-4952-bcc3-adafab496b49) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:59.726927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=ece14ef6-3442-4c0b-a606-e441187c9048,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:59.755799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.761096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.792476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.805636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object f74080de-0c86-404b-ab66-d6ed1ce9a986 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:59.895419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.907782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Transition to ACTIVE for port object 4521b049-d48e-4952-bcc3-adafab496b49 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:59.927607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Transition to ACTIVE for port object 4521b049-d48e-4952-bcc3-adafab496b49 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:36:59.938376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Allocated IP 172.26.7.17 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/951fbf3d-0b3c-411d-91ee-9f1bb246e5a6) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:59.975026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.048403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Network a3857e4b-ecad-4124-ae6d-5617706165fa is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:00.049057 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 3 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:37:00.078634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:00.091357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.094688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:00.133650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Pushing event updated for resources: {'Port': ['ID=4521b049-d48e-4952-bcc3-adafab496b49,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.168036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.173737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Subnet': ['ID=38d027a9-d750-41c2-802b-cb5a5863128a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.208503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:00.212548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Attempting to bind port 4521b049-d48e-4952-bcc3-adafab496b49 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:00.213520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Attempting to bind port 4521b049-d48e-4952-bcc3-adafab496b49 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a3857e4b-ecad-4124-ae6d-5617706165fa'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:00.213964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Attempting to bind port 4521b049-d48e-4952-bcc3-adafab496b49 on network a3857e4b-ecad-4124-ae6d-5617706165fa {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:00.219426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:00.219865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Checking segment: {'id': 'f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a3857e4b-ecad-4124-ae6d-5617706165fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:00.220770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.220770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Bound using segment: {'id': 'f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a3857e4b-ecad-4124-ae6d-5617706165fa'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:00.221238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Bound port: 4521b049-d48e-4952-bcc3-adafab496b49, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a3857e4b-ecad-4124-ae6d-5617706165fa'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:00.221702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.261917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.287580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.301957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3857e4b-ecad-4124-ae6d-5617706165fa']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:00.319023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] For port 4521b049-d48e-4952-bcc3-adafab496b49, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:00.319362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:00.320213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:00.323540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] For port 4521b049-d48e-4952-bcc3-adafab496b49, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4521b049-d48e-4952-bcc3-adafab496b49,segment=NetworkSegment(f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142),segment_id=f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:00.334735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.339403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.385013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.386768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.390241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.427940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.430610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.435691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:00.436030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.463107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.491287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-9764d12c-0bdd-4fa0-8682-1ca1193c7cf7 None None] Allocated IP 172.20.0.2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/9c362945-42b4-4a50-8038-f646bb2ae436/5f82f22e-3806-47e3-ad71-a02f64066ca1) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:00.560346 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142 resource provider aggregate not found Oct 20 03:37:00.560604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:00.583082 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142 found for delete ", "request_id": "req-21d968cc-7bc0-4748-8860-5002e3922dbc"}]} Oct 20 03:37:00.592329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:00.599283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:00.605374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:00.613417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:00.614577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4437debe-8f4f-4bdd-b0df-ad03c674d7b8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.624559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:00.626719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=cff22342-a495-4b91-8943-67cc1697f0e3,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.639221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:00.676594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.676941 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Added segment 5c3f8693-a468-40ef-94e7-d0e42e177db6 of type vlan for network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce Oct 20 03:37:00.683283 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d548f0-a0bd-418e-8f79-e3bf627715b8 None None] Pushing event updated for resources: {'Port': ['ID=4521b049-d48e-4952-bcc3-adafab496b49,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.716208 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 4 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:37:00.748971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b8f867-fdf4-4c8b-8490-fd9859c17125 None None] Network a3857e4b-ecad-4124-ae6d-5617706165fa requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:00.758294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.784256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=f74080de-0c86-404b-ab66-d6ed1ce9a986,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.803703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Pushing event updated for resources: {'Port': ['ID=951fbf3d-0b3c-411d-91ee-9f1bb246e5a6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.844499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': 'd923f37d-692b-4b61-9a39-5e40f05aa211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '93565996-8474-4256-8a5d-e47db1e6579f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:00.844880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: 93565996-8474-4256-8a5d-e47db1e6579f, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:00.873484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Checking segment: {'id': 'c50f6004-94fc-4661-a5ee-869c3bce4f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:00.873886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network hostable DHCP agents. Network: b79a823a-5263-4a66-b7e0-0b01d73cddb3, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:00.893371 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.894022 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.899252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:00.901294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9764d12c-0bdd-4fa0-8682-1ca1193c7cf7 None None] For port 5f82f22e-3806-47e3-ad71-a02f64066ca1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=5f82f22e-3806-47e3-ad71-a02f64066ca1,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:00.923975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.929366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.929975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.950476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:00.950476 dv-neutron-861845-1-hyperv neutron-server[90075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:00.950476 dv-neutron-861845-1-hyperv neutron-server[90075]: [parameters: {'id': 'a3857e4b-ecad-4124-ae6d-5617706165fa'}] Oct 20 03:37:00.950476 dv-neutron-861845-1-hyperv neutron-server[90075]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:00.950797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:00.961356 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.964576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=434b56aa-c18b-48c2-8cda-27fdf5114bc6,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:01.056944 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.resource_extend [None req-9764d12c-0bdd-4fa0-8682-1ca1193c7cf7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:37:01.073090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9764d12c-0bdd-4fa0-8682-1ca1193c7cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.089786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Pushing event updated for resources: {'Network': ['ID=eb6292e9-b049-43ec-bc7f-128cdfe6c3ce,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:01.093342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9764d12c-0bdd-4fa0-8682-1ca1193c7cf7 None None] Ignored duplicate provisioning block setup for port 5f82f22e-3806-47e3-ad71-a02f64066ca1 by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:37:01.100790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:01.170854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network 93565996-8474-4256-8a5d-e47db1e6579f is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:01.172275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9764d12c-0bdd-4fa0-8682-1ca1193c7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.176561 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-82a564ad-c0ac-4631-9fab-83fb89ffecd4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6569874 Oct 20 03:37:01.176561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:01.181998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59908) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:01.204162 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-70dfbd67-1a8f-49b2-ba60-d21ed4920386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6565545 Oct 20 03:37:01.245330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.317529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 93565996-8474-4256-8a5d-e47db1e6579f) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:01.330944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:01.331694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.339098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db23c45-fd50-4b2a-9fec-593a4dd0e65e None None] Network 93565996-8474-4256-8a5d-e47db1e6579f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:01.341091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, b79a823a-5263-4a66-b7e0-0b01d73cddb3) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:01.354646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:01.355194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.385622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cef16b2-b42e-4767-8e69-c6f1a235466e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:01.391355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cef16b2-b42e-4767-8e69-c6f1a235466e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:01.392150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6cef16b2-b42e-4767-8e69-c6f1a235466e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:01.414717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.461394 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e429fc7d-b432-4e82-aed8-0e760343257c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0723751 Oct 20 03:37:01.461394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59918) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:01.479611 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 5 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:37:01.499712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59922) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:01.525484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.540244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6cef16b2-b42e-4767-8e69-c6f1a235466e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:01.544539 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6cef16b2-b42e-4767-8e69-c6f1a235466e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3542271 Oct 20 03:37:01.546520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59926) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:01.561551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce69eb-cc82-4ccd-b62c-d3f43ed6afe4 None None] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:01.564260 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Request body: {'port': {'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce', 'binding:host_id': 'hv-neutron-8618', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895326827'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:01.617523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting port 4521b049-d48e-4952-bcc3-adafab496b49 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:01.617862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.646435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:01.647179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764d12c-0bdd-4fa0-8682-1ca1193c7cf7 None None] Pushing event updated for resources: {'Port': ['ID=5f82f22e-3806-47e3-ad71-a02f64066ca1,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:01.703605 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c1b4e448-d5ec-4b4b-940e-4d1856e743d3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3133183 Oct 20 03:37:01.703605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:01.711894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59930) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:01.716720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Usage tracker for resource:port and tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:01.733302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-da9d0d48-e214-4d68-a283-6ea751a67768 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port f74080de-0c86-404b-ab66-d6ed1ce9a986 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:01.733536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da9d0d48-e214-4d68-a283-6ea751a67768 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.734011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:01.751012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:01.802240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-93565996-8474-4256-8a5d-e47db1e6579f', 'network_id': '93565996-8474-4256-8a5d-e47db1e6579f', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': 'cff22342-a495-4b91-8943-67cc1697f0e3'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:01.803065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.815823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:01.948841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Made reservation on behalf of 5fd65f2d9a4d4ad1b8ddfda1c3d3c376 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:01.951640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.965783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.968344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.992314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.014868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:02.053562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:02.056196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:02.065068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.090889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Usage tracker for resource:security_group_rule and tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:02.098637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:02.102470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Allocated IP 172.20.0.2 (93565996-8474-4256-8a5d-e47db1e6579f/cff22342-a495-4b91-8943-67cc1697f0e3/e900c405-dd47-44cd-a324-3ad2f0348c36) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:02.135547 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.141581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.144628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:02.147452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:02.173757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:02.232286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.270258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=ece14ef6-3442-4c0b-a606-e441187c9048,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:02.281137 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.379120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.389977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Transition to ACTIVE for port object e900c405-dd47-44cd-a324-3ad2f0348c36 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:02.395386 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 6 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:37:02.405322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:02.408850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.447535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-b79a823a-5263-4a66-b7e0-0b01d73cddb3', 'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3', 'tenant_id': '36b8764e24e545db861ce3976f2130cf', 'fixed_ips': [{'subnet_id': '434b56aa-c18b-48c2-8cda-27fdf5114bc6'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:02.448336 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.473944 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Transition to ACTIVE for port object e900c405-dd47-44cd-a324-3ad2f0348c36 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:02.519218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:02.595219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] For port 4521b049-d48e-4952-bcc3-adafab496b49, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4521b049-d48e-4952-bcc3-adafab496b49,segment=NetworkSegment(f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142),segment_id=f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:02.596278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.630239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.635931 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP 08fc4856-a181-4a4d-babf-b9d5a5e054e9 associated. External IP: 172.26.7.218, port: 26ee2333-2dd3-4461-8deb-08f1d6e3da75. Oct 20 03:37:02.710175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Network 93565996-8474-4256-8a5d-e47db1e6579f is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:02.713837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Allocated IP 172.20.0.2 (b79a823a-5263-4a66-b7e0-0b01d73cddb3/434b56aa-c18b-48c2-8cda-27fdf5114bc6/232e67e1-d380-4965-a6c3-00e01d84a108) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:02.718427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:02.720278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eda0c7-6561-4f19-ab35-7f5107a4e341 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:02.736967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:02.772020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Calling delete_port for 4521b049-d48e-4952-bcc3-adafab496b49 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:02.801657 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.ipam_backend_mixin [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 434b56aa-c18b-48c2-8cda-27fdf5114bc6 (CIDR: 172.20.0.0/28) Oct 20 03:37:02.825579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.863641 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:02.864214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:02.920778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da9d0d48-e214-4d68-a283-6ea751a67768 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.961551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Pushing event updated for resources: {'Port': ['ID=e900c405-dd47-44cd-a324-3ad2f0348c36,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:02.981933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Router 93ee6275-7c06-4665-98a3-13ab88a56e1e is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:37:03.006560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.009713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.037120 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 7 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:37:03.045639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.056739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-da9d0d48-e214-4d68-a283-6ea751a67768 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for f74080de-0c86-404b-ab66-d6ed1ce9a986 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:03.060197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Attempting to bind port e900c405-dd47-44cd-a324-3ad2f0348c36 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:03.062216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Attempting to bind port e900c405-dd47-44cd-a324-3ad2f0348c36 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'd923f37d-692b-4b61-9a39-5e40f05aa211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '93565996-8474-4256-8a5d-e47db1e6579f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:03.062216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Attempting to bind port e900c405-dd47-44cd-a324-3ad2f0348c36 on network 93565996-8474-4256-8a5d-e47db1e6579f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:03.068064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] device_id is not set on port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:03.077191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 5f82f22e-3806-47e3-ad71-a02f64066ca1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:03.122675 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2f1018df-bfe9-4a49-9c43-d5744debdc66 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4067636 Oct 20 03:37:03.132808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=cff22342-a495-4b91-8943-67cc1697f0e3,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.140906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59934) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:03.144748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:03.145296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Checking segment: {'id': 'd923f37d-692b-4b61-9a39-5e40f05aa211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '93565996-8474-4256-8a5d-e47db1e6579f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:03.145560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.145948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Bound using segment: {'id': 'd923f37d-692b-4b61-9a39-5e40f05aa211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '93565996-8474-4256-8a5d-e47db1e6579f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:03.146426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Bound port: e900c405-dd47-44cd-a324-3ad2f0348c36, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd923f37d-692b-4b61-9a39-5e40f05aa211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '93565996-8474-4256-8a5d-e47db1e6579f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:03.146905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.154791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:03.172197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Port': ['ID=4521b049-d48e-4952-bcc3-adafab496b49,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.242183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf25d7b-025a-4121-97da-942c6685b2c8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.242650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No DVR routers for this DVR port 4521b049-d48e-4952-bcc3-adafab496b49 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:03.268543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:03.454150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.484353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] For port e900c405-dd47-44cd-a324-3ad2f0348c36, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:03.511778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] For port e900c405-dd47-44cd-a324-3ad2f0348c36, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e900c405-dd47-44cd-a324-3ad2f0348c36,segment=NetworkSegment(d923f37d-692b-4b61-9a39-5e40f05aa211),segment_id=d923f37d-692b-4b61-9a39-5e40f05aa211)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:03.518925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.520298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:37:03.523090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93565996-8474-4256-8a5d-e47db1e6579f']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.532008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Transition to ACTIVE for port object 232e67e1-d380-4965-a6c3-00e01d84a108 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:03.559689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Transition to ACTIVE for port object 232e67e1-d380-4965-a6c3-00e01d84a108 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:03.592365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.593017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd923f37d-692b-4b61-9a39-5e40f05aa211') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.593335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd923f37d-692b-4b61-9a39-5e40f05aa211') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.618949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.623346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.669442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3857e4b-ecad-4124-ae6d-5617706165fa']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.675934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.700249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:03.714366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.714579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.723413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:03.731875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:03.739511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:03.745997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b52829-bb93-49e0-91d4-6a2030fa3b44 None None] Pushing event updated for resources: {'Port': ['ID=e900c405-dd47-44cd-a324-3ad2f0348c36,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.759702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:03.765783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.861663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] device_id is not set on port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:03.871782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.881892 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 8 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:37:03.885581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Transition to ACTIVE for port object 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:03.890880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:03.894123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:03.894244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:03.894475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.906626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.906919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Pushing event updated for resources: {'Port': ['ID=232e67e1-d380-4965-a6c3-00e01d84a108,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.908532 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e07e0-75d8-44cc-9ced-736f21f8b6eb None None] Sync routers for ids ['93ee6275-7c06-4665-98a3-13ab88a56e1e'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:03.914723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:03.939585 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment d923f37d-692b-4b61-9a39-5e40f05aa211 resource provider aggregate not found Oct 20 03:37:03.950582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.955514 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e07e0-75d8-44cc-9ced-736f21f8b6eb None None] Routers {'93ee6275-7c06-4665-98a3-13ab88a56e1e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:03.955514 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e28e07e0-75d8-44cc-9ced-736f21f8b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['93ee6275-7c06-4665-98a3-13ab88a56e1e'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.966956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:03.967589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.023051 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment d923f37d-692b-4b61-9a39-5e40f05aa211 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d923f37d-692b-4b61-9a39-5e40f05aa211 found for delete ", "request_id": "req-5c71f1a8-a625-417a-822e-1b49ffa80e94"}]} Oct 20 03:37:04.034694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.052335 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142 resource provider aggregate not found Oct 20 03:37:04.064801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:04.068424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.092488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Attempting to bind port 232e67e1-d380-4965-a6c3-00e01d84a108 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:04.092813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Attempting to bind port 232e67e1-d380-4965-a6c3-00e01d84a108 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'c50f6004-94fc-4661-a5ee-869c3bce4f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:04.093186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Attempting to bind port 232e67e1-d380-4965-a6c3-00e01d84a108 on network b79a823a-5263-4a66-b7e0-0b01d73cddb3 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:04.097037 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1cd67ce-9d3c-4d49-853e-d9bc9ec7b142 found for delete ", "request_id": "req-6ccd547c-5551-442e-863c-9a142e8ce3b6"}]} Oct 20 03:37:04.099414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:04.099920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Checking segment: {'id': 'c50f6004-94fc-4661-a5ee-869c3bce4f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:04.100327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.100862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Bound using segment: {'id': 'c50f6004-94fc-4661-a5ee-869c3bce4f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:04.101359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Bound port: 232e67e1-d380-4965-a6c3-00e01d84a108, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50f6004-94fc-4661-a5ee-869c3bce4f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:04.103653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.109338 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e28e07e0-75d8-44cc-9ced-736f21f8b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:04.114776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da9d0d48-e214-4d68-a283-6ea751a67768 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.125205 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e07e0-75d8-44cc-9ced-736f21f8b6eb None None] Routers {'93ee6275-7c06-4665-98a3-13ab88a56e1e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:04.126076 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e28e07e0-75d8-44cc-9ced-736f21f8b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['93ee6275-7c06-4665-98a3-13ab88a56e1e'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:04.127723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:04.185818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f0d80-d97c-44df-930d-fbe0eabd85a4 None None] Network 93565996-8474-4256-8a5d-e47db1e6579f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:04.194841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'Port': ['ID=8e3c4a29-22ed-453b-bf3c-b577f75b8a23,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:04.213664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:04.213664 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:04.213664 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': '93565996-8474-4256-8a5d-e47db1e6579f'}] Oct 20 03:37:04.213664 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:04.214519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:04.231608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:04.252954 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e28e07e0-75d8-44cc-9ced-736f21f8b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:04.254766 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e07e0-75d8-44cc-9ced-736f21f8b6eb None None] The sync data for ids ['93ee6275-7c06-4665-98a3-13ab88a56e1e'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:04.267321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Checking segment: {'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:04.270278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Network hostable DHCP agents. Network: eb6292e9-b049-43ec-bc7f-128cdfe6c3ce, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:04.290960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693234f-c2c9-4308-9edf-b6c97d966ed1 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:04.317331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.321733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-64c5dae7-abe6-41b7-a175-d7e52b6338c4 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "PUT /v2.0/routers/93ee6275-7c06-4665-98a3-13ab88a56e1e HTTP/1.1" status: 200 len: 919 time: 5.9376755 Oct 20 03:37:04.323961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59946) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:04.327637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d0d48-e214-4d68-a283-6ea751a67768 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=f74080de-0c86-404b-ab66-d6ed1ce9a986,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:04.336295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693234f-c2c9-4308-9edf-b6c97d966ed1 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:04.340764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a693234f-c2c9-4308-9edf-b6c97d966ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:04.391539 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.428203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.438027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a693234f-c2c9-4308-9edf-b6c97d966ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:04.475673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] For port 232e67e1-d380-4965-a6c3-00e01d84a108, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:04.483121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.503287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Network': ['ID=a3857e4b-ecad-4124-ae6d-5617706165fa,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:04.512294 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a80e5910-c57e-4c0b-976a-37f4a3f02f43 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/a3857e4b-ecad-4124-ae6d-5617706165fa HTTP/1.1" status: 204 len: 168 time: 5.3401415 Oct 20 03:37:04.519083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59950) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:04.524468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1041700413'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:04.533201 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6c72a5d2-aa13-4b32-b2ae-eaf254b5dd23 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.0533617 Oct 20 03:37:04.534097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59954) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:04.536391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] For port 232e67e1-d380-4965-a6c3-00e01d84a108, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=232e67e1-d380-4965-a6c3-00e01d84a108,segment=NetworkSegment(c50f6004-94fc-4661-a5ee-869c3bce4f7f),segment_id=c50f6004-94fc-4661-a5ee-869c3bce4f7f)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:04.539182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693234f-c2c9-4308-9edf-b6c97d966ed1 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:04.540139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a693234f-c2c9-4308-9edf-b6c97d966ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:04.541025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:04.551574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:network and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:04.554772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:04.556490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:04.563244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da9d0d48-e214-4d68-a283-6ea751a67768 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.573904 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-da9d0d48-e214-4d68-a283-6ea751a67768 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/f74080de-0c86-404b-ab66-d6ed1ce9a986 HTTP/1.1" status: 204 len: 168 time: 3.0224519 Oct 20 03:37:04.574106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:04.574746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1916511186'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:04.584820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59958) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:04.590705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:04.629820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:network and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:04.642823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:04.662384 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 9 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:37:04.663318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:04.695829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, eb6292e9-b049-43ec-bc7f-128cdfe6c3ce) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:04.700412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:04.716838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.727341 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:04.727618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6c340-80df-4f27-8184-abb79e702dcd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:04.728220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8fe2db-e70d-44f6-8b6f-9cb7f9a9ca59 None None] Network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:04.729152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6c340-80df-4f27-8184-abb79e702dcd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:04.731215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6c340-80df-4f27-8184-abb79e702dcd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:04.731460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a6a6c340-80df-4f27-8184-abb79e702dcd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:04.746109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.752953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:04.753546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:04.753675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:04.760520 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fb8c57fd-c35c-4762-8a77-a02d9a98613a tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/routers/93ee6275-7c06-4665-98a3-13ab88a56e1e HTTP/1.1" status: 200 len: 925 time: 0.4321396 Oct 20 03:37:04.765426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59962) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:04.776109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:04.776109 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:04.776109 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 2 to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 Oct 20 03:37:04.776478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:04.779612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.785296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port e900c405-dd47-44cd-a324-3ad2f0348c36 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:04.785296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.788400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a693234f-c2c9-4308-9edf-b6c97d966ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:04.788916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693234f-c2c9-4308-9edf-b6c97d966ed1 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:04.904270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Made reservation on behalf of 91e2b40774f5476593a4866f31129b96 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:04.908493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.911879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:04.928101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:04.928674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:04.929191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:04.930290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.930634 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Added segment 2a7265b3-8c36-4985-94ac-5db3f285059c of type vlan for network 3518324e-4716-41bf-8a62-b83d2a3956bb Oct 20 03:37:04.931984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a6a6c340-80df-4f27-8184-abb79e702dcd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:04.935509 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a6a6c340-80df-4f27-8184-abb79e702dcd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3446043 Oct 20 03:37:04.936318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59966) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:04.951129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29fba6-c8a7-445b-8ea8-bddb751fe0b3 None None] Pushing event updated for resources: {'Port': ['ID=232e67e1-d380-4965-a6c3-00e01d84a108,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:04.962504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:04.962760 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:04.987808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.021561 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 3 to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 Oct 20 03:37:05.056652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ba7390-d2d0-4f89-b526-df82a7f87550 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:05.058429 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-73ba7390-d2d0-4f89-b526-df82a7f87550 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=93ee6275-7c06-4665-98a3-13ab88a56e1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2915733 Oct 20 03:37:05.065810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59970) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:05.088080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.107982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:05.114803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:05.126325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:05.126875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:05.127175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:05.135442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:05.143918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:05.144546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.152784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 9c362945-42b4-4a50-8038-f646bb2ae436 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:05.172904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=011399f8-a4b7-4eda-b346-75e01011a36e,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:05.181814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.190541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:05.190877 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:05.193040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.193418 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Added segment cc28e842-c0fe-409f-b447-254f4563500f of type vlan for network 83720a0f-db82-43cb-8c12-f1492f086741 Oct 20 03:37:05.198727 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 4 to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 Oct 20 03:37:05.220222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port e900c405-dd47-44cd-a324-3ad2f0348c36, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e900c405-dd47-44cd-a324-3ad2f0348c36,segment=NetworkSegment(d923f37d-692b-4b61-9a39-5e40f05aa211),segment_id=d923f37d-692b-4b61-9a39-5e40f05aa211)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:05.220576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.229334 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 10 to provision port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 Oct 20 03:37:05.242522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:05.242856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:05.243192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:05.257843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.295000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:05.300505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Could not find standard attr ID for object 0a6e7a31-5cb0-4e4a-bda4-5bb84170d9b7. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:05.302925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.309233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:05.310091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.343943 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-71d637c7-234b-44e5-b1d0-a3d975727ece tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1961040 Oct 20 03:37:05.356069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59974) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:05.414319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Provisioning for port 5f82f22e-3806-47e3-ad71-a02f64066ca1 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:05.418455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3', 'fixed_ips': [{'subnet_id': '434b56aa-c18b-48c2-8cda-27fdf5114bc6'}, {'subnet_id': '011399f8-a4b7-4eda-b346-75e01011a36e'}], 'name': 'tempest-PortsTestJSON-1153229797'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:05.420898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Provisioning complete for port 5f82f22e-3806-47e3-ad71-a02f64066ca1 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:05.421393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.421923 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Attempt 1 to provision port 5f82f22e-3806-47e3-ad71-a02f64066ca1 Oct 20 03:37:05.499750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:05.500077 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:05.511786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for e900c405-dd47-44cd-a324-3ad2f0348c36 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:05.518005 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9953249 Oct 20 03:37:05.526916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59978) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:05.539995 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 5 to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 Oct 20 03:37:05.541331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'subnet': {'network_id': '3518324e-4716-41bf-8a62-b83d2a3956bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:05.544884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Current status of the port 5f82f22e-3806-47e3-ad71-a02f64066ca1 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:05.545377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.555090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635e4d6-2a82-414a-890f-9aac3b31e912 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Network': ['ID=3518324e-4716-41bf-8a62-b83d2a3956bb,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:05.568328 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.587025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] For port 5f82f22e-3806-47e3-ad71-a02f64066ca1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=5f82f22e-3806-47e3-ad71-a02f64066ca1,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:05.590589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 3518324e-4716-41bf-8a62-b83d2a3956bb details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:05.610048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:05.610378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:05.610713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:05.649438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:05.650291 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:05.654797 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 6 to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 Oct 20 03:37:05.664291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85817d7-6df4-4e59-9d6d-98bf0d45a420 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:05.668432 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e85817d7-6df4-4e59-9d6d-98bf0d45a420 tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 881 time: 0.5859134 Oct 20 03:37:05.671232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59982) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:05.677732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.722562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.735374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:05.735713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:05.736050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:05.751247 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eb299708-bba0-4667-a05b-0be2773f5162 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=93ee6275-7c06-4665-98a3-13ab88a56e1e HTTP/1.1" status: 200 len: 205 time: 0.0755191 Oct 20 03:37:05.751247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:05.751247 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:05.751247 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 7 to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 Oct 20 03:37:05.757620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 59986) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:05.807978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-267818d7-96d1-4bb0-b0cd-496e248e38dc None None] Could not find standard attr ID for object f74080de-0c86-404b-ab66-d6ed1ce9a986. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:05.809802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34caeed-d9b8-4fb4-b794-c1bb64d35c06 None None] Pushing event updated for resources: {'Port': ['ID=5f82f22e-3806-47e3-ad71-a02f64066ca1,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:05.833455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-267818d7-96d1-4bb0-b0cd-496e248e38dc None None] Provisioning complete for port 5f82f22e-3806-47e3-ad71-a02f64066ca1 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:05.834033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-267818d7-96d1-4bb0-b0cd-496e248e38dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.834763 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-267818d7-96d1-4bb0-b0cd-496e248e38dc None None] Attempt 1 to provision port 5f82f22e-3806-47e3-ad71-a02f64066ca1 Oct 20 03:37:05.844728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:05.855130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:05.860439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:05.866742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:05.869674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:05.874439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:subnet and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:05.879215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:05.887297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:05.899894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.905369 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:05.905966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.909687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.934860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.974956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-267818d7-96d1-4bb0-b0cd-496e248e38dc None None] Current status of the port 5f82f22e-3806-47e3-ad71-a02f64066ca1 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:05.980396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:05.990904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:05.991190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:05.991530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:06.002975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:06.006722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.029224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=9c362945-42b4-4a50-8038-f646bb2ae436,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.036225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e4bfcf-8e36-43a3-a6bc-86034d5c87b6 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:06.060640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Port': ['ID=e900c405-dd47-44cd-a324-3ad2f0348c36,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.070459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No DVR routers for this DVR port e900c405-dd47-44cd-a324-3ad2f0348c36 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:06.071965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:06.072294 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:06.106346 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 8 to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 Oct 20 03:37:06.138521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37c423-8a32-459b-bafa-1b8e47011640 None None] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:06.170136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Network': ['ID=83720a0f-db82-43cb-8c12-f1492f086741,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.201429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.213675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 83720a0f-db82-43cb-8c12-f1492f086741 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:06.226407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:06.226743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:06.227074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:06.248431 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0a6f6383-fc94-4276-a38a-950802227b45 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6950321 Oct 20 03:37:06.261440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:06.261770 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:06.265299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59990) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:06.270885 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 9 to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 Oct 20 03:37:06.273395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'subnet': {'network_id': '83720a0f-db82-43cb-8c12-f1492f086741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:06.278892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.296655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.297140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.297391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.297619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.297952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.298466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.299671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.299671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.299671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.299978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.300073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.301035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:06.304894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.392236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b94519c3-b930-4703-bcbb-8ea846efdbd0 None None] Provisioning for port 232e67e1-d380-4965-a6c3-00e01d84a108 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:06.411100 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2402c5cc-ec2a-439e-bcbb-8c52c5529006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/9c362945-42b4-4a50-8038-f646bb2ae436 HTTP/1.1" status: 204 len: 168 time: 1.4666038 Oct 20 03:37:06.421187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 59994) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:06.425013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:06.425013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:06.425567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:06.455334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93565996-8474-4256-8a5d-e47db1e6579f']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.461966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:06.462654 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:06.466949 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 10 to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 Oct 20 03:37:06.485509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd923f37d-692b-4b61-9a39-5e40f05aa211') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.485884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd923f37d-692b-4b61-9a39-5e40f05aa211') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.498307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:06.498901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:06.499412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:06.513597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.521802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:06.522206 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:06.522620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.531718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:06.537522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.573519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:06.578649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7a8dc4-3c90-42d3-be3b-73267a458fbe tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet ab35b60f-3ebc-4e5c-a4f7-2cfa6085fc86 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:06.580227 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.610990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:06.611533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.625490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8dc4-3c90-42d3-be3b-73267a458fbe tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.663418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port bb087e36-3808-4ba1-976a-ac2444513edf yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:06.689814 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment d923f37d-692b-4b61-9a39-5e40f05aa211 resource provider aggregate not found Oct 20 03:37:06.711268 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.733885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Made reservation on behalf of 91e2b40774f5476593a4866f31129b96 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:06.737363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.752415 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment d923f37d-692b-4b61-9a39-5e40f05aa211 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d923f37d-692b-4b61-9a39-5e40f05aa211 found for delete ", "request_id": "req-501234f5-5747-40a8-ac04-350dae148c38"}]} Oct 20 03:37:06.760799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] For port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:06.761342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempted to set empty binding levels {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 20 03:37:06.829651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8dc4-3c90-42d3-be3b-73267a458fbe tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.831500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Deleting port 951fbf3d-0b3c-411d-91ee-9f1bb246e5a6 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:06.832265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.850030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c509a7d-5e50-427e-b0cc-10e4ffd60b74 None None] Update dhcp port {'port': {'network_id': 'b79a823a-5263-4a66-b7e0-0b01d73cddb3', 'fixed_ips': [{'subnet_id': '434b56aa-c18b-48c2-8cda-27fdf5114bc6', 'ip_address': '172.20.0.2'}, {'subnet_id': '011399f8-a4b7-4eda-b346-75e01011a36e'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '232e67e1-d380-4965-a6c3-00e01d84a108'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:37:06.884060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.885127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:06.885748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.891586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.906885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4c509a7d-5e50-427e-b0cc-10e4ffd60b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.972439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.010763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=93565996-8474-4256-8a5d-e47db1e6579f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:07.024084 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-354ca148-3e22-4d3b-9da8-c14f1ced8cb4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/93565996-8474-4256-8a5d-e47db1e6579f HTTP/1.1" status: 204 len: 168 time: 5.5585787 Oct 20 03:37:07.031490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60002) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:07.054736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1805051927'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:07.119050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:07.142431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:07.179244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 232e67e1-d380-4965-a6c3-00e01d84a108 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:07.196107 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.6934261 Oct 20 03:37:07.223910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60006) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:07.225004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:07.241994 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.247753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:07.268364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6ab5f-d81b-4fd4-981c-dbe10b272e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'Port': ['ID=8e3c4a29-22ed-453b-bf3c-b577f75b8a23,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:07.334271 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.339521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 232e67e1-d380-4965-a6c3-00e01d84a108 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:07.346396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 232e67e1-d380-4965-a6c3-00e01d84a108 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:07.347272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.347624 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 232e67e1-d380-4965-a6c3-00e01d84a108 Oct 20 03:37:07.463423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Calling delete_port for 951fbf3d-0b3c-411d-91ee-9f1bb246e5a6 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:07.467666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8dc4-3c90-42d3-be3b-73267a458fbe tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.512628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 232e67e1-d380-4965-a6c3-00e01d84a108 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:07.513196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.544711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Subnet': ['ID=44876ed1-d29e-4244-adc2-d89084be66f7,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:07.545774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 232e67e1-d380-4965-a6c3-00e01d84a108, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=232e67e1-d380-4965-a6c3-00e01d84a108,segment=NetworkSegment(c50f6004-94fc-4661-a5ee-869c3bce4f7f),segment_id=c50f6004-94fc-4661-a5ee-869c3bce4f7f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:07.557881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa5f4e-3eed-460f-b0ba-f4501b6a16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Deleting port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:07.558226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5f4e-3eed-460f-b0ba-f4501b6a16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.589068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8691c1fb-f5ef-4d98-9e9c-6cb8a3af2b5f None None] Provisioning complete for port 5f82f22e-3806-47e3-ad71-a02f64066ca1 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:07.589734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8691c1fb-f5ef-4d98-9e9c-6cb8a3af2b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.590251 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8691c1fb-f5ef-4d98-9e9c-6cb8a3af2b5f None None] Attempt 1 to provision port 5f82f22e-3806-47e3-ad71-a02f64066ca1 Oct 20 03:37:07.603389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:07.606772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.621737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.622772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 5f82f22e-3806-47e3-ad71-a02f64066ca1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:07.644178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.11 (b79a823a-5263-4a66-b7e0-0b01d73cddb3/434b56aa-c18b-48c2-8cda-27fdf5114bc6/bb087e36-3808-4ba1-976a-ac2444513edf) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:07.687089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.22 (b79a823a-5263-4a66-b7e0-0b01d73cddb3/011399f8-a4b7-4eda-b346-75e01011a36e/bb087e36-3808-4ba1-976a-ac2444513edf) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:07.693855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Checking segment: {'id': '2a7265b3-8c36-4985-94ac-5db3f285059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3518324e-4716-41bf-8a62-b83d2a3956bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:07.694218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network hostable DHCP agents. Network: 3518324e-4716-41bf-8a62-b83d2a3956bb, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:07.729442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.768956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=232e67e1-d380-4965-a6c3-00e01d84a108,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:07.783310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:07.804542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.809843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 5f82f22e-3806-47e3-ad71-a02f64066ca1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:07.810145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.810470 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 5f82f22e-3806-47e3-ad71-a02f64066ca1 Oct 20 03:37:07.832355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event deleted for resources: {'Port': ['ID=951fbf3d-0b3c-411d-91ee-9f1bb246e5a6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:07.865438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.865645 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment 4ddb0d4c-6c31-440a-852b-bab6b1da8978 of type vlan for network f1cd7bfc-4402-4a29-9711-41d2ffb7e4db Oct 20 03:37:07.882291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8691c1fb-f5ef-4d98-9e9c-6cb8a3af2b5f None None] Current status of the port 5f82f22e-3806-47e3-ad71-a02f64066ca1 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:07.886483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.887106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.888217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.888664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.889102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.889761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.890197 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.891195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.891845 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.891961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.892414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.892981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:07.902003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8dc4-3c90-42d3-be3b-73267a458fbe tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.925831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.947023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 5f82f22e-3806-47e3-ad71-a02f64066ca1 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:07.979614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network 3518324e-4716-41bf-8a62-b83d2a3956bb is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:08.105589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.107777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.143984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb798806-f071-438e-be1b-48f1d949fd1e None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:08.204111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8dc4-3c90-42d3-be3b-73267a458fbe tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.214181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.214977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Fanout notify agent at l3_agent the message router_deleted on router 93ee6275-7c06-4665-98a3-13ab88a56e1e {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:37:08.227386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Subnet': ['ID=96f79dad-4284-44f1-a10b-fc42cc326662,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.227386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.239689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.241599 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1a55dc04-0ecd-4ce3-8a6a-60fe1a9eeb04 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/93ee6275-7c06-4665-98a3-13ab88a56e1e HTTP/1.1" status: 204 len: 168 time: 2.4814599 Oct 20 03:37:08.247551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60010) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:08.252958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1409731577', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:08.260304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:08.264436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Usage tracker for resource:router and tenant:a2b54b81e485473fb613fd21e7aaeca9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:08.267354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:08.274429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:08.292975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-a4aa5f4e-3eed-460f-b0ba-f4501b6a16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] For port 8e3c4a29-22ed-453b-bf3c-b577f75b8a23, host hv-neutron-8618, got binding levels [] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:08.293362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5f4e-3eed-460f-b0ba-f4501b6a16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.302920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 3518324e-4716-41bf-8a62-b83d2a3956bb) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:08.315768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a8dc4-3c90-42d3-be3b-73267a458fbe tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=ab35b60f-3ebc-4e5c-a4f7-2cfa6085fc86,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.316655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d2bfcf-4b95-45c1-bf03-8866ab6255b4 None None] Network 3518324e-4716-41bf-8a62-b83d2a3956bb requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:08.326554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:08.327161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.350813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.351907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.367800 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.390312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Checking segment: {'id': 'cc28e842-c0fe-409f-b447-254f4563500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '83720a0f-db82-43cb-8c12-f1492f086741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:08.390572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network hostable DHCP agents. Network: 83720a0f-db82-43cb-8c12-f1492f086741, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:08.456874 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5a7a8dc4-3c90-42d3-be3b-73267a458fbe tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/ab35b60f-3ebc-4e5c-a4f7-2cfa6085fc86 HTTP/1.1" status: 204 len: 168 time: 2.0301113 Oct 20 03:37:08.465797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa5f4e-3eed-460f-b0ba-f4501b6a16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Calling delete_port for 8e3c4a29-22ed-453b-bf3c-b577f75b8a23 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:08.500241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:37:08.502025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60014) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:08.564240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-3518324e-4716-41bf-8a62-b83d2a3956bb', 'network_id': '3518324e-4716-41bf-8a62-b83d2a3956bb', 'tenant_id': 'a767a84ff2ad4948bde369a59281bd9b', 'fixed_ips': [{'subnet_id': '44876ed1-d29e-4244-adc2-d89084be66f7'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:08.565387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.583555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b25c1-59ef-4765-8476-aac547544b8f None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:37:08.596070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b25c1-59ef-4765-8476-aac547544b8f None None] Deleting port 5f82f22e-3806-47e3-ad71-a02f64066ca1 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:08.596577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7e2b25c1-59ef-4765-8476-aac547544b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.597166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.626627 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e8891a2c-6db0-4c8a-b08b-a4abe639627d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0951271 Oct 20 03:37:08.631946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60018) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:08.646394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object bb087e36-3808-4ba1-976a-ac2444513edf will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:08.655936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 83720a0f-db82-43cb-8c12-f1492f086741 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:08.657931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.663230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:08.663809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.731487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e63fc7b-423f-4cdd-825b-1993b73e7579 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:router {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:08.749813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5f4e-3eed-460f-b0ba-f4501b6a16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.759784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 83720a0f-db82-43cb-8c12-f1492f086741) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:08.776080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0af451d-e56d-4704-b330-2d5e4925f441 None None] Network 83720a0f-db82-43cb-8c12-f1492f086741 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:08.817635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.860737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:08.861368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.877177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e63fc7b-423f-4cdd-825b-1993b73e7579 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:router {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:08.881570 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4e63fc7b-423f-4cdd-825b-1993b73e7579 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3702521 Oct 20 03:37:08.882375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60022) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:08.888035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:08.912369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa5f4e-3eed-460f-b0ba-f4501b6a16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e3c4a29-22ed-453b-bf3c-b577f75b8a23,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.932550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5f4e-3eed-460f-b0ba-f4501b6a16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.934435 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a4aa5f4e-3eed-460f-b0ba-f4501b6a16f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "DELETE /v2.0/ports/8e3c4a29-22ed-453b-bf3c-b577f75b8a23 HTTP/1.1" status: 204 len: 168 time: 1.7035990 Oct 20 03:37:08.947626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60026) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:08.953722 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9167793 Oct 20 03:37:08.981549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60030) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:08.991075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90765b8c-3435-4012-a533-fb800ee8a3bf tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=f1cd7bfc-4402-4a29-9711-41d2ffb7e4db,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:09.018322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f1cd7bfc-4402-4a29-9711-41d2ffb7e4db details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:09.023425 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdb5aa2-ee33-48f5-8ff9-95fa36d1bf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:37:09.023975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0fdb5aa2-ee33-48f5-8ff9-95fa36d1bf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Synchronizing usage tracker for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:09.028157 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-138a4c71-fb3c-465f-adc6-0bd26c3cf71f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7593119 Oct 20 03:37:09.031567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60032) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:09.038746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1525678122', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:09.048089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.055131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:09.068685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:router and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:09.073947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for router was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:09.081985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:09.118050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.137139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 232e67e1-d380-4965-a6c3-00e01d84a108 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:09.155511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': 'f1cd7bfc-4402-4a29-9711-41d2ffb7e4db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:09.162908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Allocated IP 2001:db8::2 (3518324e-4716-41bf-8a62-b83d2a3956bb/44876ed1-d29e-4244-adc2-d89084be66f7/123e300e-61ab-4fab-b61c-8239fc0a89e8) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:09.185599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0fdb5aa2-ee33-48f5-8ff9-95fa36d1bf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Unset dirty status for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:09.190261 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0fdb5aa2-ee33-48f5-8ff9-95fa36d1bf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "GET /v2.0/ports/8e3c4a29-22ed-453b-bf3c-b577f75b8a23 HTTP/1.1" status: 404 len: 333 time: 0.2350717 Oct 20 03:37:09.192935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60038) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:09.206572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.208309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.221477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Request body: {'port': {'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237177623'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:09.231192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:09.240949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:09.243373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:09.249680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=bb087e36-3808-4ba1-976a-ac2444513edf,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:09.255963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:09.282201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.288437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:09.298452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:09.299255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7e2b25c1-59ef-4765-8476-aac547544b8f None None] For port 5f82f22e-3806-47e3-ad71-a02f64066ca1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=5f82f22e-3806-47e3-ad71-a02f64066ca1,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:09.302996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7e2b25c1-59ef-4765-8476-aac547544b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.313165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:09.315617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:09.323342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:09.335989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:09.343304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:09.353802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:09.365314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:09.373246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.401247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:09.402203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.448521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Made reservation on behalf of 5fd65f2d9a4d4ad1b8ddfda1c3d3c376 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:09.450901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.461411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:09.465096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.471928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] device_id is not set on port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:09.478020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:09.481286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.510293 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d58d9269-0a45-4ef8-92e3-43681cb9033c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.1467493 Oct 20 03:37:09.552201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b25c1-59ef-4765-8476-aac547544b8f None None] Calling delete_port for 5f82f22e-3806-47e3-ad71-a02f64066ca1 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:09.557734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60042) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:09.567183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '434b56aa-c18b-48c2-8cda-27fdf5114bc6'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:09.612976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-4c509a7d-5e50-427e-b0cc-10e4ffd60b74 None None] Allocated IP 172.20.0.18 (b79a823a-5263-4a66-b7e0-0b01d73cddb3/011399f8-a4b7-4eda-b346-75e01011a36e/232e67e1-d380-4965-a6c3-00e01d84a108) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:09.757786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.ipam_backend_mixin [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing IP validity checks on allocation pools {{(pid=90076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 20 03:37:09.758298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.ipam_backend_mixin [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=90076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 20 03:37:09.826001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.839760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-83720a0f-db82-43cb-8c12-f1492f086741', 'network_id': '83720a0f-db82-43cb-8c12-f1492f086741', 'tenant_id': '91e2b40774f5476593a4866f31129b96', 'fixed_ips': [{'subnet_id': '96f79dad-4284-44f1-a10b-fc42cc326662'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:09.840652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.863014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 232e67e1-d380-4965-a6c3-00e01d84a108 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:09.863014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.863014 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 232e67e1-d380-4965-a6c3-00e01d84a108 Oct 20 03:37:09.881697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.919424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-aabd54bf-db7c-4a75-a33c-1535266d7d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.936441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.079772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7e2b25c1-59ef-4765-8476-aac547544b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.184272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.328650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b25c1-59ef-4765-8476-aac547544b8f None None] Pushing event deleted for resources: {'Port': ['ID=5f82f22e-3806-47e3-ad71-a02f64066ca1,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:10.344569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b25c1-59ef-4765-8476-aac547544b8f None None] No DVR routers for this DVR port 5f82f22e-3806-47e3-ad71-a02f64066ca1 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:10.344795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Allocated IP 172.26.7.107 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/3f61fe2b-3a36-4fe7-8b57-279583698212) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:10.347212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4c509a7d-5e50-427e-b0cc-10e4ffd60b74 None None] For port 232e67e1-d380-4965-a6c3-00e01d84a108, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=232e67e1-d380-4965-a6c3-00e01d84a108,segment=NetworkSegment(c50f6004-94fc-4661-a5ee-869c3bce4f7f),segment_id=c50f6004-94fc-4661-a5ee-869c3bce4f7f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:10.350799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.380563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.385832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.445859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Transition to ACTIVE for port object 123e300e-61ab-4fab-b61c-8239fc0a89e8 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:10.456828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.466774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:10.496704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:10.499177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:10.500219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:10.500817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.521201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.resource_extend [None req-4c509a7d-5e50-427e-b0cc-10e4ffd60b74 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:37:10.522699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.550972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'Port': ['ID=61db53e7-0cfe-4433-91b5-e5dbdb169a4b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:10.554736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4c509a7d-5e50-427e-b0cc-10e4ffd60b74 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.561327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.583092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Transition to ACTIVE for port object 123e300e-61ab-4fab-b61c-8239fc0a89e8 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:10.590483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 232e67e1-d380-4965-a6c3-00e01d84a108 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:10.606292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4c509a7d-5e50-427e-b0cc-10e4ffd60b74 None None] Transition to ACTIVE for port object 232e67e1-d380-4965-a6c3-00e01d84a108 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:10.615237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Allocated IP 172.20.0.2 (83720a0f-db82-43cb-8c12-f1492f086741/96f79dad-4284-44f1-a10b-fc42cc326662/6877a592-6c74-440d-a504-671a7d7f6a1b) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:10.679691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.702811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 5f82f22e-3806-47e3-ad71-a02f64066ca1 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:37:10.736369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.746417 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4c509a7d-5e50-427e-b0cc-10e4ffd60b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.780532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8de0840d-c312-4e7d-b552-1a279697412f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5841134 Oct 20 03:37:10.783070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60046) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:10.789483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:10.796817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 5f82f22e-3806-47e3-ad71-a02f64066ca1 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:37:10.797171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 5f82f22e-3806-47e3-ad71-a02f64066ca1 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:37:10.799465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:10.819532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:10.830641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=6ffed0b4-b9af-425a-a6b7-fc3d9f09b9af,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:10.832152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:10.832728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.838268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8d026-10ea-4b13-99d6-a3e105235670 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:10.848467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.902091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Subnet': ['ID=44876ed1-d29e-4244-adc2-d89084be66f7,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:10.907431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Network 3518324e-4716-41bf-8a62-b83d2a3956bb is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:10.940076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': '4ddb0d4c-6c31-440a-852b-bab6b1da8978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f1cd7bfc-4402-4a29-9711-41d2ffb7e4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:10.940439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: f1cd7bfc-4402-4a29-9711-41d2ffb7e4db, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:10.963622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:11.000263 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.008112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:11.030967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Pushing event updated for resources: {'Port': ['ID=123e300e-61ab-4fab-b61c-8239fc0a89e8,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.049419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.079759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=8f14f519-bbed-420f-87cd-2a7007251d3d,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.085791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3518324e-4716-41bf-8a62-b83d2a3956bb']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:11.094347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.095277 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ec9dfc95-5524-474f-b0df-ef57e831e832 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2122817 Oct 20 03:37:11.100953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60050) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:11.110078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:11.121291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7265b3-8c36-4985-94ac-5db3f285059c') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:11.121291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7265b3-8c36-4985-94ac-5db3f285059c') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:11.161242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.173785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network f1cd7bfc-4402-4a29-9711-41d2ffb7e4db is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:11.202612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.215334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:11.215647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.268035 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2a7265b3-8c36-4985-94ac-5db3f285059c resource provider aggregate not found Oct 20 03:37:11.275798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Delete allocated IP 172.20.0.22 (b79a823a-5263-4a66-b7e0-0b01d73cddb3/011399f8-a4b7-4eda-b346-75e01011a36e) {{(pid=90076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:37:11.347772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, f1cd7bfc-4402-4a29-9711-41d2ffb7e4db) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:11.357230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.370847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Transition to ACTIVE for port object 6877a592-6c74-440d-a504-671a7d7f6a1b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:11.390223 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2a7265b3-8c36-4985-94ac-5db3f285059c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a7265b3-8c36-4985-94ac-5db3f285059c found for delete ", "request_id": "req-bbf6417e-588e-4e16-b905-287d99d60c7b"}]} Oct 20 03:37:11.397446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Transition to ACTIVE for port object 6877a592-6c74-440d-a504-671a7d7f6a1b will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:11.410508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:11.411092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.416420 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.423245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c509a7d-5e50-427e-b0cc-10e4ffd60b74 None None] Pushing event updated for resources: {'Port': ['ID=232e67e1-d380-4965-a6c3-00e01d84a108,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.509935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:11.509935 dv-neutron-861845-1-hyperv neutron-server[90075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:11.509935 dv-neutron-861845-1-hyperv neutron-server[90075]: [parameters: {'id': '3518324e-4716-41bf-8a62-b83d2a3956bb'}] Oct 20 03:37:11.509935 dv-neutron-861845-1-hyperv neutron-server[90075]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:11.510808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:11.520104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.26.7.95 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/48fcb371-444d-4d8f-87ea-67477b9447ec) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:11.563387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870fe67-1eee-4d89-8ea0-05517ff881fd None None] Network f1cd7bfc-4402-4a29-9711-41d2ffb7e4db requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:11.567911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.584096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Ignored duplicate provisioning block setup for port bb087e36-3808-4ba1-976a-ac2444513edf by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:37:11.600756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:11.627776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:11.633453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:11.646466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:11.647497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:11.652452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:11.660498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:11.672914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.682523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Attempting to bind port 123e300e-61ab-4fab-b61c-8239fc0a89e8 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:11.682896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Attempting to bind port 123e300e-61ab-4fab-b61c-8239fc0a89e8 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '2a7265b3-8c36-4985-94ac-5db3f285059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3518324e-4716-41bf-8a62-b83d2a3956bb'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:11.683258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Attempting to bind port 123e300e-61ab-4fab-b61c-8239fc0a89e8 on network 3518324e-4716-41bf-8a62-b83d2a3956bb {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:11.711577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event updated for resources: {'Port': ['ID=3f61fe2b-3a36-4fe7-8b57-279583698212,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.714479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.735291 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1a21838d-b422-4217-bced-862a34e9c9bc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5908804 Oct 20 03:37:11.736445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60058) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:11.769741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:11.770113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Checking segment: {'id': '2a7265b3-8c36-4985-94ac-5db3f285059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3518324e-4716-41bf-8a62-b83d2a3956bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:11.770514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.770907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Bound using segment: {'id': '2a7265b3-8c36-4985-94ac-5db3f285059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3518324e-4716-41bf-8a62-b83d2a3956bb'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:11.771387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Bound port: 123e300e-61ab-4fab-b61c-8239fc0a89e8, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7265b3-8c36-4985-94ac-5db3f285059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3518324e-4716-41bf-8a62-b83d2a3956bb'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:11.771755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.789953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Pushing event updated for resources: {'Port': ['ID=6877a592-6c74-440d-a504-671a7d7f6a1b,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.793076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '8f14f519-bbed-420f-87cd-2a7007251d3d'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:11.793931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.832870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:11.835716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Network 83720a0f-db82-43cb-8c12-f1492f086741 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:11.836656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.845498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:11.865547 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] device_id is not set on port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:11.882190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.903674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:11.906843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667deef2-99b3-4055-ad3c-6dc7f959b081 None None] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:11.916859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Transition to ACTIVE for port object 61db53e7-0cfe-4433-91b5-e5dbdb169a4b will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:11.950600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.980959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.064273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.095111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.146215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:12.152482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:12.155110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:12.182864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'Port': ['ID=61db53e7-0cfe-4433-91b5-e5dbdb169a4b,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.208354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=bb087e36-3808-4ba1-976a-ac2444513edf,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.225674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:12.226198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:12.226685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:12.229555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting port 123e300e-61ab-4fab-b61c-8239fc0a89e8 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:12.229555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.304304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:12.304808 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:12.311047 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 2 to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b Oct 20 03:37:12.353343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Attempting to bind port 6877a592-6c74-440d-a504-671a7d7f6a1b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:12.353343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Attempting to bind port 6877a592-6c74-440d-a504-671a7d7f6a1b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'cc28e842-c0fe-409f-b447-254f4563500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '83720a0f-db82-43cb-8c12-f1492f086741'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:12.353728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Attempting to bind port 6877a592-6c74-440d-a504-671a7d7f6a1b on network 83720a0f-db82-43cb-8c12-f1492f086741 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:12.359339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=48fcb371-444d-4d8f-87ea-67477b9447ec,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.363334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:12.363905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:12.364336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:12.396535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-78c53994-ba0d-40b4-a0b1-9101922517ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.407208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5f4759e6-4cb1-42f9-a0d2-bf45e87565d8 None None] Provisioning for port 232e67e1-d380-4965-a6c3-00e01d84a108 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:12.424119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] For port 123e300e-61ab-4fab-b61c-8239fc0a89e8, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:12.427955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:12.427955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Checking segment: {'id': 'cc28e842-c0fe-409f-b447-254f4563500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '83720a0f-db82-43cb-8c12-f1492f086741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:12.427955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.427955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Bound using segment: {'id': 'cc28e842-c0fe-409f-b447-254f4563500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '83720a0f-db82-43cb-8c12-f1492f086741'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:12.427955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Bound port: 6877a592-6c74-440d-a504-671a7d7f6a1b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc28e842-c0fe-409f-b447-254f4563500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '83720a0f-db82-43cb-8c12-f1492f086741'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:12.428413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.445987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-f1cd7bfc-4402-4a29-9711-41d2ffb7e4db', 'network_id': 'f1cd7bfc-4402-4a29-9711-41d2ffb7e4db', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': '6ffed0b4-b9af-425a-a6b7-fc3d9f09b9af'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:12.447356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.465318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5f4759e6-4cb1-42f9-a0d2-bf45e87565d8 None None] Provisioning complete for port 232e67e1-d380-4965-a6c3-00e01d84a108 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:12.465685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5f4759e6-4cb1-42f9-a0d2-bf45e87565d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.466016 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5f4759e6-4cb1-42f9-a0d2-bf45e87565d8 None None] Attempt 1 to provision port 232e67e1-d380-4965-a6c3-00e01d84a108 Oct 20 03:37:12.490909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] In _notify_port_updated(), no bound segment for port bb087e36-3808-4ba1-976a-ac2444513edf on network b79a823a-5263-4a66-b7e0-0b01d73cddb3 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:37:12.497481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:12.498101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.499549 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8a7b6b80-e14c-4ca8-ad6e-68d70a6bd20a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "PUT /v2.0/ports/bb087e36-3808-4ba1-976a-ac2444513edf HTTP/1.1" status: 200 len: 920 time: 2.9377656 Oct 20 03:37:12.510723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60062) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:12.518106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '434b56aa-c18b-48c2-8cda-27fdf5114bc6'}, {'subnet_id': '011399f8-a4b7-4eda-b346-75e01011a36e'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:12.527171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:12.527729 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:12.527814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] For port 123e300e-61ab-4fab-b61c-8239fc0a89e8, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=123e300e-61ab-4fab-b61c-8239fc0a89e8,segment=NetworkSegment(2a7265b3-8c36-4985-94ac-5db3f285059c),segment_id=2a7265b3-8c36-4985-94ac-5db3f285059c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:12.537569 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 3 to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b Oct 20 03:37:12.547694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.629814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Allocated IP 172.20.0.2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/8f14f519-bbed-420f-87cd-2a7007251d3d/fd774b32-9357-416b-9da0-f2a2f53d3a2f) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:12.637079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.679484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:12.679817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:12.680258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:12.797411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:12.797411 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:12.810717 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 4 to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b Oct 20 03:37:12.919011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:12.919410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:12.919872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:12.924425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.928739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] For port 123e300e-61ab-4fab-b61c-8239fc0a89e8, host dv-neutron-861845-1-hyperv, got binding levels [] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:12.929201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.942036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:12.942489 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:12.946280 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 5 to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b Oct 20 03:37:12.958861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] For port 6877a592-6c74-440d-a504-671a7d7f6a1b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:12.961506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.015369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:13.015868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:13.016308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:13.066846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] For port 6877a592-6c74-440d-a504-671a7d7f6a1b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6877a592-6c74-440d-a504-671a7d7f6a1b,segment=NetworkSegment(cc28e842-c0fe-409f-b447-254f4563500f),segment_id=cc28e842-c0fe-409f-b447-254f4563500f)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:13.086718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Calling delete_port for 123e300e-61ab-4fab-b61c-8239fc0a89e8 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:13.095300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Pushing event updated for resources: {'Port': ['ID=123e300e-61ab-4fab-b61c-8239fc0a89e8,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:13.106384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.112340 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 232e67e1-d380-4965-a6c3-00e01d84a108 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:13.135274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:13.135730 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:13.140750 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 6 to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b Oct 20 03:37:13.156264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.170461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.170461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.170461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.170461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.170461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.171055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.171055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.171228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.171498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.171800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.172114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.172431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2931cd-9d74-4d6f-aba4-251119227c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:13.172700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:13.173102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:13.173625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:13.189564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.252152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f401d8-e365-45ca-95dc-6bc9d15f0d4f None None] Network 3518324e-4716-41bf-8a62-b83d2a3956bb requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:13.258276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:13.258675 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:13.403914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5f4759e6-4cb1-42f9-a0d2-bf45e87565d8 None None] Current status of the port 232e67e1-d380-4965-a6c3-00e01d84a108 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:13.447767 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 7 to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b Oct 20 03:37:13.457066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Allocated IP 172.20.0.3 (f1cd7bfc-4402-4a29-9711-41d2ffb7e4db/6ffed0b4-b9af-425a-a6b7-fc3d9f09b9af/a1f310ea-20af-408b-a27b-c7dd5e759f6b) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:13.487209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:13.487693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:13.488128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:13.495069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:13.495452 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:13.498882 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 8 to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b Oct 20 03:37:13.527543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:13.531315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:13.531315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:13.531315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:13.531315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:13.541283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:13.541763 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:13.542250 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 9 to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b Oct 20 03:37:13.567724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:13.568191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:13.568603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:13.597592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.692903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6abad-ca8a-49ac-ba0a-0e54bb4cf700 None None] Pushing event updated for resources: {'Port': ['ID=6877a592-6c74-440d-a504-671a7d7f6a1b,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:13.730417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:13.730749 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:13.737339 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 10 to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b Oct 20 03:37:13.758462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:13.759584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:13.760086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:13.767564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.objects.ports [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90076) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:37:13.773017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.774438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:13.775495 dv-neutron-861845-1-hyperv neutron-server[90075]: ERROR neutron.plugins.ml2.managers [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:13.776015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.850410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.882091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.25 (b79a823a-5263-4a66-b7e0-0b01d73cddb3/011399f8-a4b7-4eda-b346-75e01011a36e/bb087e36-3808-4ba1-976a-ac2444513edf) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:13.883569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.888126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 232e67e1-d380-4965-a6c3-00e01d84a108 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:13.888552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.888985 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 232e67e1-d380-4965-a6c3-00e01d84a108 Oct 20 03:37:13.892983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.900851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:13.907280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:13.938756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:13.939614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.949027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Transition to ACTIVE for port object fd774b32-9357-416b-9da0-f2a2f53d3a2f will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:14.000490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=28c68727-4775-4f53-9aa2-c38216bcb30f,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.010444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Transition to ACTIVE for port object fd774b32-9357-416b-9da0-f2a2f53d3a2f will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:14.031628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting port 123e300e-61ab-4fab-b61c-8239fc0a89e8 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:14.031975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.141803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.181185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] For port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:14.182648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempted to set empty binding levels {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 20 03:37:14.183053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.242073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:14.245566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 232e67e1-d380-4965-a6c3-00e01d84a108 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:14.253513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:14.255557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:14.266935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.270089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Pushing event updated for resources: {'Port': ['ID=fd774b32-9357-416b-9da0-f2a2f53d3a2f,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.300153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.300724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] In _notify_port_updated(), no bound segment for port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:37:14.301614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.302216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.305323 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "PUT /v2.0/ports/61db53e7-0cfe-4433-91b5-e5dbdb169a4b HTTP/1.1" status: 200 len: 981 time: 3.5194764 Oct 20 03:37:14.333238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Transition to ACTIVE for port object a1f310ea-20af-408b-a27b-c7dd5e759f6b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:14.354081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60070) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:14.412817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Transition to ACTIVE for port object a1f310ea-20af-408b-a27b-c7dd5e759f6b will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:14.420022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Attempting to bind port fd774b32-9357-416b-9da0-f2a2f53d3a2f on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:14.420558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Attempting to bind port fd774b32-9357-416b-9da0-f2a2f53d3a2f by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:14.421292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Attempting to bind port fd774b32-9357-416b-9da0-f2a2f53d3a2f on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:14.424817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Provisioning complete for port 232e67e1-d380-4965-a6c3-00e01d84a108 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:14.425417 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.425853 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Attempt 1 to provision port 232e67e1-d380-4965-a6c3-00e01d84a108 Oct 20 03:37:14.452809 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b6e2701c-d17d-4252-b7ce-5b9b2843209a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3506808 Oct 20 03:37:14.466850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60074) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:14.470665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:14.471181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:14.471696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.472219 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:14.472819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Bound port: fd774b32-9357-416b-9da0-f2a2f53d3a2f, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:14.473327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.477299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:6b:20:5a', 'name': 'tempest-NetworksTestDHCPv6-537957437'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:14.527305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.528062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] For port 123e300e-61ab-4fab-b61c-8239fc0a89e8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=123e300e-61ab-4fab-b61c-8239fc0a89e8,segment=NetworkSegment(2a7265b3-8c36-4985-94ac-5db3f285059c),segment_id=2a7265b3-8c36-4985-94ac-5db3f285059c)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:14.528540 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.754556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Network f1cd7bfc-4402-4a29-9711-41d2ffb7e4db is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:14.758433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Calling delete_port for 123e300e-61ab-4fab-b61c-8239fc0a89e8 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:14.771407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:14.774155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:14.778708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.789563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Pushing event updated for resources: {'Port': ['ID=a1f310ea-20af-408b-a27b-c7dd5e759f6b,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.796327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.797531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801c816-1f17-4546-891a-9ff9aabd5709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'Port': ['ID=61db53e7-0cfe-4433-91b5-e5dbdb169a4b,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.882207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.888295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router dea60b48-8bd6-45cb-8fde-3e9500697366 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:37:14.919356 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.921005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.921005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.921005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.921303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.921751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.922336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.922798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.923255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.923717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.924174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.924629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.925086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.930047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] For port fd774b32-9357-416b-9da0-f2a2f53d3a2f, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:14.932671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.933388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.933874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.934347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.934953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.935284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.935745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.936206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.936773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.937120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.937602 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.938057 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.938632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.939088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.941650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Synchronizing usage tracker for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:14.951912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffed0b4-b9af-425a-a6b7-fc3d9f09b9af,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.952089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] For port fd774b32-9357-416b-9da0-f2a2f53d3a2f, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fd774b32-9357-416b-9da0-f2a2f53d3a2f,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:14.955819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Ignored duplicate provisioning block setup for port bb087e36-3808-4ba1-976a-ac2444513edf by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:37:14.967050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Attempting to bind port a1f310ea-20af-408b-a27b-c7dd5e759f6b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:14.967508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Attempting to bind port a1f310ea-20af-408b-a27b-c7dd5e759f6b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '4ddb0d4c-6c31-440a-852b-bab6b1da8978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f1cd7bfc-4402-4a29-9711-41d2ffb7e4db'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:14.967933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Attempting to bind port a1f310ea-20af-408b-a27b-c7dd5e759f6b on network f1cd7bfc-4402-4a29-9711-41d2ffb7e4db {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:14.973040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Current status of the port 232e67e1-d380-4965-a6c3-00e01d84a108 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:14.978986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:14.979356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Checking segment: {'id': '4ddb0d4c-6c31-440a-852b-bab6b1da8978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f1cd7bfc-4402-4a29-9711-41d2ffb7e4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:14.979821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.980277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Bound using segment: {'id': '4ddb0d4c-6c31-440a-852b-bab6b1da8978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f1cd7bfc-4402-4a29-9711-41d2ffb7e4db'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:14.980882 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Bound port: a1f310ea-20af-408b-a27b-c7dd5e759f6b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddb0d4c-6c31-440a-852b-bab6b1da8978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f1cd7bfc-4402-4a29-9711-41d2ffb7e4db'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:14.981394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.986340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.998190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01332b5e-c93e-406e-ab30-ce17d4eb6e29 None None] Network 83720a0f-db82-43cb-8c12-f1492f086741 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:15.061680 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:15.073930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.077653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:15.084078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:15.122926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Port': ['ID=123e300e-61ab-4fab-b61c-8239fc0a89e8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.127646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No DVR routers for this DVR port 123e300e-61ab-4fab-b61c-8239fc0a89e8 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:15.130398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.148173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:15.156611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] For port a1f310ea-20af-408b-a27b-c7dd5e759f6b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:15.160108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] For port a1f310ea-20af-408b-a27b-c7dd5e759f6b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a1f310ea-20af-408b-a27b-c7dd5e759f6b,segment=NetworkSegment(4ddb0d4c-6c31-440a-852b-bab6b1da8978),segment_id=4ddb0d4c-6c31-440a-852b-bab6b1da8978)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:15.168315 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6877a592-6c74-440d-a504-671a7d7f6a1b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:15.193141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Unset dirty status for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:15.195820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.199008 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a296ef26-2b0c-4610-accf-7162d126ab9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23396 time: 0.8393719 Oct 20 03:37:15.202553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60078) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:15.286543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.307969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cd7bfc-4402-4a29-9711-41d2ffb7e4db']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.335763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddb0d4c-6c31-440a-852b-bab6b1da8978') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.336484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddb0d4c-6c31-440a-852b-bab6b1da8978') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.351331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Provisioning for port bb087e36-3808-4ba1-976a-ac2444513edf completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:15.358182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.378526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.393006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:15.393405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.419764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Provisioning complete for port bb087e36-3808-4ba1-976a-ac2444513edf triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:15.420143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.420482 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Attempt 1 to provision port bb087e36-3808-4ba1-976a-ac2444513edf Oct 20 03:37:15.444558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.460959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:15.471072 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df68fd-608d-4648-b636-b5705643ffd2 None None] Sync routers for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:15.484463 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df68fd-608d-4648-b636-b5705643ffd2 None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:15.485005 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-34df68fd-608d-4648-b636-b5705643ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.508301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3518324e-4716-41bf-8a62-b83d2a3956bb']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.531966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7265b3-8c36-4985-94ac-5db3f285059c') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.532699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7265b3-8c36-4985-94ac-5db3f285059c') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.546007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.591033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.597831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.599443 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-41aa1825-2f7f-4a73-a53b-8f34b118770a tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5656319 Oct 20 03:37:15.602445 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60084) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:15.606107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:15.607037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.610817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a84edb-d6bb-4b89-bbbc-96e3edac1b34 None None] Pushing event updated for resources: {'Port': ['ID=fd774b32-9357-416b-9da0-f2a2f53d3a2f,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.654919 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 4ddb0d4c-6c31-440a-852b-bab6b1da8978 resource provider aggregate not found Oct 20 03:37:15.702085 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-34df68fd-608d-4648-b636-b5705643ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.705290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=bb087e36-3808-4ba1-976a-ac2444513edf,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.709795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:15.711329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac4ff78-9159-498d-8f7e-65a9cfe90486 None None] Network f1cd7bfc-4402-4a29-9711-41d2ffb7e4db requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:15.726122 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df68fd-608d-4648-b636-b5705643ffd2 None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:15.727097 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-34df68fd-608d-4648-b636-b5705643ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.738653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Port bb087e36-3808-4ba1-976a-ac2444513edf cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:15.805704 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 4ddb0d4c-6c31-440a-852b-bab6b1da8978 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ddb0d4c-6c31-440a-852b-bab6b1da8978 found for delete ", "request_id": "req-3b5e11ac-ef40-4608-9f2c-42e1b21a626b"}]} Oct 20 03:37:15.848585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 6877a592-6c74-440d-a504-671a7d7f6a1b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:15.854954 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-34df68fd-608d-4648-b636-b5705643ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.855361 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df68fd-608d-4648-b636-b5705643ffd2 None None] The sync data for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:15.863362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Router d3ab049a-2e1a-43a3-b14e-4ed9ad238203 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:37:15.879692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:15.879692 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:15.879692 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': 'f1cd7bfc-4402-4a29-9711-41d2ffb7e4db'}] Oct 20 03:37:15.879692 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:15.880058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:15.902707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cd7e6-58a0-4cd6-89dd-6db8466ccd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Deleting port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:15.903090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd7e6-58a0-4cd6-89dd-6db8466ccd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.939255 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2a7265b3-8c36-4985-94ac-5db3f285059c resource provider aggregate not found Oct 20 03:37:15.965307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddcf1a-4620-46f5-8f44-c28bf41fced3 None None] Pushing event updated for resources: {'Port': ['ID=a1f310ea-20af-408b-a27b-c7dd5e759f6b,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.966445 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2a7265b3-8c36-4985-94ac-5db3f285059c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a7265b3-8c36-4985-94ac-5db3f285059c found for delete ", "request_id": "req-ac85c27f-9d09-4f55-bd7c-4b57415a505c"}]} Oct 20 03:37:16.228406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.241332 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Attempt 2 to provision port bb087e36-3808-4ba1-976a-ac2444513edf Oct 20 03:37:16.254619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] In _notify_port_updated(), no bound segment for port bb087e36-3808-4ba1-976a-ac2444513edf on network b79a823a-5263-4a66-b7e0-0b01d73cddb3 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:37:16.260466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:16.261241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.265448 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-384ade9c-ec1b-482e-a2d4-9437fcfd936b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "PUT /v2.0/ports/bb087e36-3808-4ba1-976a-ac2444513edf HTTP/1.1" status: 200 len: 1000 time: 3.7510362 Oct 20 03:37:16.281750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60094) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:16.343805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Port bb087e36-3808-4ba1-976a-ac2444513edf cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:16.380060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.381531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.405040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Network': ['ID=3518324e-4716-41bf-8a62-b83d2a3956bb,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:16.405359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.417231 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a440ebdc-b8b7-47d3-b350-33c06305430d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/3518324e-4716-41bf-8a62-b83d2a3956bb HTTP/1.1" status: 204 len: 168 time: 7.7857769 Oct 20 03:37:16.418521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60098) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:16.423607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1192958331'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:16.432328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:16.440961 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:network and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:16.445527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:16.455745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-28b73385-e51f-4b73-937b-a5dce6007ba5 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port bb087e36-3808-4ba1-976a-ac2444513edf {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:16.456079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-28b73385-e51f-4b73-937b-a5dce6007ba5 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.460571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:16.559244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port a1f310ea-20af-408b-a27b-c7dd5e759f6b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:16.559578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.588805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 5a0d5782-5e84-484e-8080-b53c570b8b7c yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:16.591688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:16.595269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.644111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f777e4d-65c1-4882-aab0-48367d896796 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:16.678780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:16.699966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.700315 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Added segment 8fb88dc4-3d4c-4b14-8cdc-413babfb62cf of type vlan for network bb110318-bb71-4f73-80f8-3693d9384419 Oct 20 03:37:16.702525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.774440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:16.814101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc5bd7-2b34-4e69-9979-a38e59bef8f1 None None] Sync routers for ids ['d3ab049a-2e1a-43a3-b14e-4ed9ad238203'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:16.846537 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Attempt 3 to provision port bb087e36-3808-4ba1-976a-ac2444513edf Oct 20 03:37:16.869050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.879650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc5bd7-2b34-4e69-9979-a38e59bef8f1 None None] Routers {'d3ab049a-2e1a-43a3-b14e-4ed9ad238203'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:16.879996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bdcc5bd7-2b34-4e69-9979-a38e59bef8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3ab049a-2e1a-43a3-b14e-4ed9ad238203'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:16.904267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-ff9cd7e6-58a0-4cd6-89dd-6db8466ccd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] For port 61db53e7-0cfe-4433-91b5-e5dbdb169a4b, host hv-neutron-8618, got binding levels [] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:16.905222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd7e6-58a0-4cd6-89dd-6db8466ccd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.980644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.986644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:16.988863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.020908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bdcc5bd7-2b34-4e69-9979-a38e59bef8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:17.038085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Port bb087e36-3808-4ba1-976a-ac2444513edf cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:17.046407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc5bd7-2b34-4e69-9979-a38e59bef8f1 None None] Routers {'d3ab049a-2e1a-43a3-b14e-4ed9ad238203'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:17.048381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bdcc5bd7-2b34-4e69-9979-a38e59bef8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3ab049a-2e1a-43a3-b14e-4ed9ad238203'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:17.101873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.103114 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-87193665-acf7-43b1-9e57-94f96c5a30d6 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8545470 Oct 20 03:37:17.146957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fd774b32-9357-416b-9da0-f2a2f53d3a2f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:17.172999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.179055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bdcc5bd7-2b34-4e69-9979-a38e59bef8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:17.179367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc5bd7-2b34-4e69-9979-a38e59bef8f1 None None] The sync data for ids ['d3ab049a-2e1a-43a3-b14e-4ed9ad238203'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:17.182465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cd7e6-58a0-4cd6-89dd-6db8466ccd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Calling delete_port for 61db53e7-0cfe-4433-91b5-e5dbdb169a4b owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:17.216468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60102) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:17.218236 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7990294 Oct 20 03:37:17.229398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60106) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:17.232716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:17.318087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Request body: {'subnet': {'network_id': 'bb110318-bb71-4f73-80f8-3693d9384419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:17.331267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port fd774b32-9357-416b-9da0-f2a2f53d3a2f completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:17.342313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b624ebf-903d-4ad5-8bbe-452f6fff6100 None None] Update dhcp port {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': '8f14f519-bbed-420f-87cd-2a7007251d3d', 'ip_address': '172.20.0.2'}, {'subnet_id': '28c68727-4775-4f53-9aa2-c38216bcb30f'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': 'fd774b32-9357-416b-9da0-f2a2f53d3a2f'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:37:17.427357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b624ebf-903d-4ad5-8bbe-452f6fff6100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.434308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-28b73385-e51f-4b73-937b-a5dce6007ba5 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.460540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port a1f310ea-20af-408b-a27b-c7dd5e759f6b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a1f310ea-20af-408b-a27b-c7dd5e759f6b,segment=NetworkSegment(4ddb0d4c-6c31-440a-852b-bab6b1da8978),segment_id=4ddb0d4c-6c31-440a-852b-bab6b1da8978)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:17.460911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.546522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd751111-12b8-47ff-b3bb-25ba81562b96 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Network': ['ID=bb110318-bb71-4f73-80f8-3693d9384419,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:17.575310 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Attempt 4 to provision port bb087e36-3808-4ba1-976a-ac2444513edf Oct 20 03:37:17.590305 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-28b73385-e51f-4b73-937b-a5dce6007ba5 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for bb087e36-3808-4ba1-976a-ac2444513edf owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:17.634207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:17.656647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Usage tracker for resource:subnet and tenant:a767a84ff2ad4948bde369a59281bd9b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:17.661210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:17.670029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:17.682079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network bb110318-bb71-4f73-80f8-3693d9384419 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:17.759972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.20.0.1 (83720a0f-db82-43cb-8c12-f1492f086741/96f79dad-4284-44f1-a10b-fc42cc326662/3bedede3-155d-4c90-80b7-359001682e96) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:17.811740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Port bb087e36-3808-4ba1-976a-ac2444513edf cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:17.835417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Made reservation on behalf of a767a84ff2ad4948bde369a59281bd9b for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:17.839141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.879039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd7e6-58a0-4cd6-89dd-6db8466ccd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.892803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for a1f310ea-20af-408b-a27b-c7dd5e759f6b owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:17.971953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 172.20.0.11 (70bc74a8-f345-4115-a4c4-4fbf84d34303/8f14f519-bbed-420f-87cd-2a7007251d3d/5a0d5782-5e84-484e-8080-b53c570b8b7c) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:17.991732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cd7e6-58a0-4cd6-89dd-6db8466ccd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event deleted for resources: {'Port': ['ID=61db53e7-0cfe-4433-91b5-e5dbdb169a4b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:17.996422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:fe6b:205a (70bc74a8-f345-4115-a4c4-4fbf84d34303/28c68727-4775-4f53-9aa2-c38216bcb30f/5a0d5782-5e84-484e-8080-b53c570b8b7c) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:18.021158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd7e6-58a0-4cd6-89dd-6db8466ccd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.125868 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ff9cd7e6-58a0-4cd6-89dd-6db8466ccd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "DELETE /v2.0/ports/61db53e7-0cfe-4433-91b5-e5dbdb169a4b HTTP/1.1" status: 204 len: 168 time: 2.8758996 Oct 20 03:37:18.134900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60110) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:18.214141 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bdffba-48bd-487d-b603-e72399765fec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:37:18.214603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-99bdffba-48bd-487d-b603-e72399765fec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Synchronizing usage tracker for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:18.270803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.313334 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Attempt 5 to provision port bb087e36-3808-4ba1-976a-ac2444513edf Oct 20 03:37:18.318008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.372022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Transition to ACTIVE for port object 3bedede3-155d-4c90-80b7-359001682e96 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:18.372665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Port bb087e36-3808-4ba1-976a-ac2444513edf cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:18.373068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Port': ['ID=a1f310ea-20af-408b-a27b-c7dd5e759f6b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:18.376969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No DVR routers for this DVR port a1f310ea-20af-408b-a27b-c7dd5e759f6b on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:18.400735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.463277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-99bdffba-48bd-487d-b603-e72399765fec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Unset dirty status for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:18.464506 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-99bdffba-48bd-487d-b603-e72399765fec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "GET /v2.0/ports/61db53e7-0cfe-4433-91b5-e5dbdb169a4b HTTP/1.1" status: 404 len: 333 time: 0.3262789 Oct 20 03:37:18.468569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60114) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:18.474024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1841634394', 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:18.479130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:18.488745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:18.564355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.565042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.582270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-28b73385-e51f-4b73-937b-a5dce6007ba5 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.641294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.645385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.649125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cd7bfc-4402-4a29-9711-41d2ffb7e4db']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:18.658586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b73385-e51f-4b73-937b-a5dce6007ba5 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=bb087e36-3808-4ba1-976a-ac2444513edf,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:18.677791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddb0d4c-6c31-440a-852b-bab6b1da8978') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:18.678089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddb0d4c-6c31-440a-852b-bab6b1da8978') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:18.733442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.749801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 5a0d5782-5e84-484e-8080-b53c570b8b7c will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:18.784966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:37:18.785834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Made reservation on behalf of 5fd65f2d9a4d4ad1b8ddfda1c3d3c376 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:18.788157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.799047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.805860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.848479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:18.848874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.852881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 83720a0f-db82-43cb-8c12-f1492f086741 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:18.868895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:18.875543 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Attempt 6 to provision port bb087e36-3808-4ba1-976a-ac2444513edf Oct 20 03:37:18.883551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=3bedede3-155d-4c90-80b7-359001682e96,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:18.888842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] device_id is not set on port a4ff5b6d-5262-442e-a812-052a3214ec0d yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:18.921374 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 4ddb0d4c-6c31-440a-852b-bab6b1da8978 resource provider aggregate not found Oct 20 03:37:18.923945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:18.955321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6eaae81a-1219-408e-a9b0-bf15df0e740f None None] Port bb087e36-3808-4ba1-976a-ac2444513edf was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:37:18.958594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Deleting port 3f61fe2b-3a36-4fe7-8b57-279583698212 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:18.958938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.979387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-28b73385-e51f-4b73-937b-a5dce6007ba5 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.999809 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-28b73385-e51f-4b73-937b-a5dce6007ba5 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/bb087e36-3808-4ba1-976a-ac2444513edf HTTP/1.1" status: 204 len: 168 time: 2.7165604 Oct 20 03:37:19.000575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60122) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:19.002173 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 4ddb0d4c-6c31-440a-852b-bab6b1da8978 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ddb0d4c-6c31-440a-852b-bab6b1da8978 found for delete ", "request_id": "req-c4ef2cd6-deee-46b5-98d5-fd1afa24b8af"}]} Oct 20 03:37:19.052569 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db46ea3-2c8e-4bb5-8442-a5f061f629f1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:37:19.053328 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4db46ea3-2c8e-4bb5-8442-a5f061f629f1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:19.057390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event updated for resources: {'Subnet': ['ID=a2999380-81d0-440e-a942-f8fb4fd2a00b,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.073682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.078277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.123594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Checking segment: {'id': '8fb88dc4-3d4c-4b14-8cdc-413babfb62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bb110318-bb71-4f73-80f8-3693d9384419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:19.123956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network hostable DHCP agents. Network: bb110318-bb71-4f73-80f8-3693d9384419, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:19.155367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-3b624ebf-903d-4ad5-8bbe-452f6fff6100 None None] Allocated IP 2001:db8::f816:3eff:fea6:ac5f (70bc74a8-f345-4115-a4c4-4fbf84d34303/28c68727-4775-4f53-9aa2-c38216bcb30f/fd774b32-9357-416b-9da0-f2a2f53d3a2f) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:19.162337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.172682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=f1cd7bfc-4402-4a29-9711-41d2ffb7e4db,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.182502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.188389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Provisioning for port fd774b32-9357-416b-9da0-f2a2f53d3a2f completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:19.191854 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d68547fd-a1d9-4621-8c92-0632f98c8256 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/f1cd7bfc-4402-4a29-9711-41d2ffb7e4db HTTP/1.1" status: 204 len: 168 time: 7.4480257 Oct 20 03:37:19.195395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60126) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:19.197356 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:19.202400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:19.210689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1508620030'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:19.215175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:19.245183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=5a0d5782-5e84-484e-8080-b53c570b8b7c,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.245414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Provisioning complete for port fd774b32-9357-416b-9da0-f2a2f53d3a2f triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:19.245414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.245630 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Attempt 1 to provision port fd774b32-9357-416b-9da0-f2a2f53d3a2f Oct 20 03:37:19.250605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:19.253050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4db46ea3-2c8e-4bb5-8442-a5f061f629f1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:19.257105 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4db46ea3-2c8e-4bb5-8442-a5f061f629f1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/bb087e36-3808-4ba1-976a-ac2444513edf HTTP/1.1" status: 404 len: 333 time: 0.2539799 Oct 20 03:37:19.268573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60130) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:19.268674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:19.272605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:19.281637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:19.307458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.308065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.373720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:19.378540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.383662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Network bb110318-bb71-4f73-80f8-3693d9384419 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:19.410378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:19.417590 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a28e8952-ae32-40e4-8a47-b1adfdee8466 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9492528 Oct 20 03:37:19.420814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60134) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:19.423500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.423938 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment 9bf4ecfc-7430-48b6-9caa-b2d1dd91a343 of type vlan for network 815f5726-dead-41c4-9174-d65685d2ab17 Oct 20 03:37:19.458860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3b624ebf-903d-4ad5-8bbe-452f6fff6100 None None] For port fd774b32-9357-416b-9da0-f2a2f53d3a2f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fd774b32-9357-416b-9da0-f2a2f53d3a2f,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:19.478075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Current status of the port fd774b32-9357-416b-9da0-f2a2f53d3a2f is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:19.478634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.486359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, bb110318-bb71-4f73-80f8-3693d9384419) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:19.492460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.500937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6ae65-f81c-4580-a167-5c7b57fbf67c None None] Network bb110318-bb71-4f73-80f8-3693d9384419 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:19.503267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f4b8d9-188c-45c2-931e-ece13e392723 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 011399f8-a4b7-4eda-b346-75e01011a36e {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:19.516068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.517713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94f4b8d9-188c-45c2-931e-ece13e392723 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.523744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.546584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.547181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.559703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346b3f2-c9e1-4cf8-a148-3bbf0e6e193e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.565405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346b3f2-c9e1-4cf8-a148-3bbf0e6e193e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.566187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d346b3f2-c9e1-4cf8-a148-3bbf0e6e193e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:19.587870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b624ebf-903d-4ad5-8bbe-452f6fff6100 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.614579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3b624ebf-903d-4ad5-8bbe-452f6fff6100 None None] Ignored duplicate provisioning block setup for port fd774b32-9357-416b-9da0-f2a2f53d3a2f by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:37:19.636796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.646192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.647179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.674929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d346b3f2-c9e1-4cf8-a148-3bbf0e6e193e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:19.676350 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d346b3f2-c9e1-4cf8-a148-3bbf0e6e193e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2546237 Oct 20 03:37:19.683302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60138) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:19.690260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Calling delete_port for 3f61fe2b-3a36-4fe7-8b57-279583698212 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:19.702011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b624ebf-903d-4ad5-8bbe-452f6fff6100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.919054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94f4b8d9-188c-45c2-931e-ece13e392723 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.932987 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7318881 Oct 20 03:37:19.933816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a80dd-d93e-4037-8a60-9f91884ab6e3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=815f5726-dead-41c4-9174-d65685d2ab17,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.937380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60142) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:19.942985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': '815f5726-dead-41c4-9174-d65685d2ab17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:19.944266 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:19.944586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:19.960250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 815f5726-dead-41c4-9174-d65685d2ab17 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:19.967505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-69114c9a-743e-47d2-9152-54fca12cf78a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 5a0d5782-5e84-484e-8080-b53c570b8b7c {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:19.967663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69114c9a-743e-47d2-9152-54fca12cf78a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.982395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-bb110318-bb71-4f73-80f8-3693d9384419', 'network_id': 'bb110318-bb71-4f73-80f8-3693d9384419', 'tenant_id': 'a767a84ff2ad4948bde369a59281bd9b', 'fixed_ips': [{'subnet_id': 'a2999380-81d0-440e-a942-f8fb4fd2a00b'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:19.983343 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ea7d9998-bc43-4b3a-96b8-0b51962639a0 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6953440 Oct 20 03:37:19.988110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.994783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60146) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:20.062136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b624ebf-903d-4ad5-8bbe-452f6fff6100 None None] Pushing event updated for resources: {'Port': ['ID=fd774b32-9357-416b-9da0-f2a2f53d3a2f,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:20.119050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.187360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:20.196398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:20.201397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:20.211585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:20.260106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Allocated IP 2001:db8::f816:3eff:fef9:c29f (bb110318-bb71-4f73-80f8-3693d9384419/a2999380-81d0-440e-a942-f8fb4fd2a00b/7d469fb2-cbc0-4437-b1ac-2d6b1a03882d) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:20.281186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.288162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.334427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:20.339068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.465715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69114c9a-743e-47d2-9152-54fca12cf78a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.551803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Current status of the port fd774b32-9357-416b-9da0-f2a2f53d3a2f is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:20.552359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.563130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.588187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.595475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Transition to ACTIVE for port object 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:20.622834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-69114c9a-743e-47d2-9152-54fca12cf78a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 5a0d5782-5e84-484e-8080-b53c570b8b7c owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:20.831391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] For port fd774b32-9357-416b-9da0-f2a2f53d3a2f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fd774b32-9357-416b-9da0-f2a2f53d3a2f,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:20.831391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Transition to ACTIVE for port object 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:20.831896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Pushing event deleted for resources: {'Port': ['ID=3f61fe2b-3a36-4fe7-8b57-279583698212,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:20.831896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94f4b8d9-188c-45c2-931e-ece13e392723 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.831896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:20.846494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:20.877924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:20.878856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.879452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.969418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'Port': ['ID=a4ff5b6d-5262-442e-a812-052a3214ec0d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.025420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.038086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fd774b32-9357-416b-9da0-f2a2f53d3a2f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:21.063081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.108573 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port fd774b32-9357-416b-9da0-f2a2f53d3a2f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:21.108912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.109250 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port fd774b32-9357-416b-9da0-f2a2f53d3a2f Oct 20 03:37:21.226203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.244963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.249973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.300462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69114c9a-743e-47d2-9152-54fca12cf78a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.329562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Network bb110318-bb71-4f73-80f8-3693d9384419 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:21.337832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94f4b8d9-188c-45c2-931e-ece13e392723 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.338725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:21.349484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:21.353423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port fd774b32-9357-416b-9da0-f2a2f53d3a2f is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:21.360109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Pushing event updated for resources: {'Port': ['ID=7d469fb2-cbc0-4437-b1ac-2d6b1a03882d,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.380999 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6c798641-fb41-48c3-b41d-ae0b8e06d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9112141 Oct 20 03:37:21.390618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60152) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:21.406398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69114c9a-743e-47d2-9152-54fca12cf78a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=5a0d5782-5e84-484e-8080-b53c570b8b7c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.455389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Provisioning for port 6877a592-6c74-440d-a504-671a7d7f6a1b completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:21.519003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4b8d9-188c-45c2-931e-ece13e392723 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=011399f8-a4b7-4eda-b346-75e01011a36e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.521713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94f4b8d9-188c-45c2-931e-ece13e392723 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.548927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=ed967fbc-5d63-49e5-bd62-8d97afa8eaed,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.560120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a603bf8-89f4-416f-88df-dd10b1f9e7f6 None None] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:21.578342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Provisioning complete for port 6877a592-6c74-440d-a504-671a7d7f6a1b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:21.585030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.585030 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Attempt 1 to provision port 6877a592-6c74-440d-a504-671a7d7f6a1b Oct 20 03:37:21.585244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': '9bf4ecfc-7430-48b6-9caa-b2d1dd91a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '815f5726-dead-41c4-9174-d65685d2ab17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:21.585244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: 815f5726-dead-41c4-9174-d65685d2ab17, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:21.637615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d9c4c-1f7b-4e17-b3a3-450cfdb34076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:21.641207 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b47d9c4c-1f7b-4e17-b3a3-450cfdb34076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "GET /v2.0/ports/a4ff5b6d-5262-442e-a812-052a3214ec0d HTTP/1.1" status: 200 len: 959 time: 0.2359469 Oct 20 03:37:21.654315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60156) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:21.684929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Attempting to bind port 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:21.685332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Attempting to bind port 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '8fb88dc4-3d4c-4b14-8cdc-413babfb62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bb110318-bb71-4f73-80f8-3693d9384419'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:21.685771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Attempting to bind port 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d on network bb110318-bb71-4f73-80f8-3693d9384419 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:21.689232 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-94f4b8d9-188c-45c2-931e-ece13e392723 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/011399f8-a4b7-4eda-b346-75e01011a36e HTTP/1.1" status: 204 len: 168 time: 2.4094386 Oct 20 03:37:21.698231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60160) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:21.703765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.706921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Pushing event updated for resources: {'Port': ['ID=fd774b32-9357-416b-9da0-f2a2f53d3a2f,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.715240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:21.715645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Checking segment: {'id': '8fb88dc4-3d4c-4b14-8cdc-413babfb62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bb110318-bb71-4f73-80f8-3693d9384419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:21.716012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.716404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Bound using segment: {'id': '8fb88dc4-3d4c-4b14-8cdc-413babfb62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bb110318-bb71-4f73-80f8-3693d9384419'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:21.716898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Bound port: 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb88dc4-3d4c-4b14-8cdc-413babfb62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bb110318-bb71-4f73-80f8-3693d9384419'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:21.717246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.818983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.820611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network 815f5726-dead-41c4-9174-d65685d2ab17 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:21.825676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Subnet': ['ID=a2999380-81d0-440e-a942-f8fb4fd2a00b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.836402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cf189-9035-4578-9d72-c3cb89be046f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Deleting port a4ff5b6d-5262-442e-a812-052a3214ec0d {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:21.837075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf189-9035-4578-9d72-c3cb89be046f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.860077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.870842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69114c9a-743e-47d2-9152-54fca12cf78a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.907578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 815f5726-dead-41c4-9174-d65685d2ab17) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:21.913421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:21.919885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.927663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af8192-9738-4fff-b4f1-becfb3518578 None None] Network 815f5726-dead-41c4-9174-d65685d2ab17 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:21.981176 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-69114c9a-743e-47d2-9152-54fca12cf78a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/5a0d5782-5e84-484e-8080-b53c570b8b7c HTTP/1.1" status: 204 len: 168 time: 2.2940719 Oct 20 03:37:21.982417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60164) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:22.010438 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] For port 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:22.035351 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b27bf90e-b82a-42fb-aa79-1d2bbb1ff92a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0946100 Oct 20 03:37:22.037455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60168) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:22.037665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] For port 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7d469fb2-cbc0-4437-b1ac-2d6b1a03882d,segment=NetworkSegment(8fb88dc4-3d4c-4b14-8cdc-413babfb62cf),segment_id=8fb88dc4-3d4c-4b14-8cdc-413babfb62cf)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:22.038736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Current status of the port 6877a592-6c74-440d-a504-671a7d7f6a1b is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:22.039092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.134261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.185953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98fa36a-406e-4b09-bf68-5714f91ed22b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 434b56aa-c18b-48c2-8cda-27fdf5114bc6 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:22.200333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.208748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c98fa36a-406e-4b09-bf68-5714f91ed22b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.217875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] For port 6877a592-6c74-440d-a504-671a7d7f6a1b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6877a592-6c74-440d-a504-671a7d7f6a1b,segment=NetworkSegment(cc28e842-c0fe-409f-b447-254f4563500f),segment_id=cc28e842-c0fe-409f-b447-254f4563500f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:22.268913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:37:22.276624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb110318-bb71-4f73-80f8-3693d9384419']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.304033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.307123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb88dc4-3d4c-4b14-8cdc-413babfb62cf') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.307420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb88dc4-3d4c-4b14-8cdc-413babfb62cf') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.319034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb755136-c2b1-4ade-913f-b128ec1dd6b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:22.320512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb755136-c2b1-4ade-913f-b128ec1dd6b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:22.320874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Router d3ab049a-2e1a-43a3-b14e-4ed9ad238203 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:37:22.322492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.323025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb755136-c2b1-4ade-913f-b128ec1dd6b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:22.324093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb755136-c2b1-4ade-913f-b128ec1dd6b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:22.331818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c98fa36a-406e-4b09-bf68-5714f91ed22b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.333826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3ab38-a627-40a0-8c3b-20f00ab6566e None None] Pushing event updated for resources: {'Port': ['ID=7d469fb2-cbc0-4437-b1ac-2d6b1a03882d,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:22.359340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.380229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf189-9035-4578-9d72-c3cb89be046f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.380521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Could not find standard attr ID for object bb087e36-3808-4ba1-976a-ac2444513edf. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:22.446989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b1d59-9956-4025-8f0c-ee355a6abc93 None None] Network bb110318-bb71-4f73-80f8-3693d9384419 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:22.448539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.457728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.528485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-815f5726-dead-41c4-9174-d65685d2ab17', 'network_id': '815f5726-dead-41c4-9174-d65685d2ab17', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': 'ed967fbc-5d63-49e5-bd62-8d97afa8eaed'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:22.529436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.536387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cf189-9035-4578-9d72-c3cb89be046f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Calling delete_port for a4ff5b6d-5262-442e-a812-052a3214ec0d owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:22.563541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb755136-c2b1-4ade-913f-b128ec1dd6b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:22.564878 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bb755136-c2b1-4ade-913f-b128ec1dd6b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5817292 Oct 20 03:37:22.578924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60172) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:22.590580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb3003-1a72-44f7-8622-1cb8cf8bfb84 None None] Pushing event updated for resources: {'Port': ['ID=6877a592-6c74-440d-a504-671a7d7f6a1b,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:22.621644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:22.622055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.644414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Provisioning complete for port fd774b32-9357-416b-9da0-f2a2f53d3a2f triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:22.648509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.648509 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 1 to provision port fd774b32-9357-416b-9da0-f2a2f53d3a2f Oct 20 03:37:22.648723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.723261 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8fb88dc4-3d4c-4b14-8cdc-413babfb62cf resource provider aggregate not found Oct 20 03:37:22.758127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d00ee72-7d46-407c-b4f0-a6d16d8a48e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 28c68727-4775-4f53-9aa2-c38216bcb30f {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:22.769718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:22.772133 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8fb88dc4-3d4c-4b14-8cdc-413babfb62cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fb88dc4-3d4c-4b14-8cdc-413babfb62cf found for delete ", "request_id": "req-2d862d2b-be0d-4a1c-957a-44d3ca9f7fd1"}]} Oct 20 03:37:22.774136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d00ee72-7d46-407c-b4f0-a6d16d8a48e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.791009 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd45ca-db7d-4e61-a7ce-4bdcb4462163 None None] Sync routers for ids ['d3ab049a-2e1a-43a3-b14e-4ed9ad238203'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:22.799102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.800572 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-02f17aa4-c3df-49ce-b2ad-58b4b158ec60 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "PUT /v2.0/routers/d3ab049a-2e1a-43a3-b14e-4ed9ad238203 HTTP/1.1" status: 200 len: 710 time: 5.5811739 Oct 20 03:37:22.805167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60180) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:22.809109 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd45ca-db7d-4e61-a7ce-4bdcb4462163 None None] Routers {'d3ab049a-2e1a-43a3-b14e-4ed9ad238203'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:22.809996 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-05cd45ca-db7d-4e61-a7ce-4bdcb4462163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3ab049a-2e1a-43a3-b14e-4ed9ad238203'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.826907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=3bedede3-155d-4c90-80b7-359001682e96,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:22.879480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d00ee72-7d46-407c-b4f0-a6d16d8a48e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.890344 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-05cd45ca-db7d-4e61-a7ce-4bdcb4462163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.901468 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd45ca-db7d-4e61-a7ce-4bdcb4462163 None None] Routers {'d3ab049a-2e1a-43a3-b14e-4ed9ad238203'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:22.902378 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-05cd45ca-db7d-4e61-a7ce-4bdcb4462163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3ab049a-2e1a-43a3-b14e-4ed9ad238203'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.911003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.927295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:22.927295 dv-neutron-861845-1-hyperv neutron-server[90075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:22.927295 dv-neutron-861845-1-hyperv neutron-server[90075]: [parameters: {'id': 'bb110318-bb71-4f73-80f8-3693d9384419'}] Oct 20 03:37:22.927295 dv-neutron-861845-1-hyperv neutron-server[90075]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:22.927992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:22.984503 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-05cd45ca-db7d-4e61-a7ce-4bdcb4462163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.985598 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd45ca-db7d-4e61-a7ce-4bdcb4462163 None None] The sync data for ids ['d3ab049a-2e1a-43a3-b14e-4ed9ad238203'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:23.017537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c98fa36a-406e-4b09-bf68-5714f91ed22b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.025981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d00ee72-7d46-407c-b4f0-a6d16d8a48e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.032633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Allocated IP 172.20.0.1 (815f5726-dead-41c4-9174-d65685d2ab17/ed967fbc-5d63-49e5-bd62-8d97afa8eaed/0e662a46-5a87-4f48-93b9-88449e486ec6) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:23.089114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf189-9035-4578-9d72-c3cb89be046f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.105475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fd774b32-9357-416b-9da0-f2a2f53d3a2f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:23.148017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Current status of the port fd774b32-9357-416b-9da0-f2a2f53d3a2f is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:23.152380 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-46ad6385-647e-40bf-9562-0af96106074c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/routers/d3ab049a-2e1a-43a3-b14e-4ed9ad238203 HTTP/1.1" status: 200 len: 745 time: 0.3300784 Oct 20 03:37:23.155010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60184) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:23.175359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cf189-9035-4578-9d72-c3cb89be046f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4ff5b6d-5262-442e-a812-052a3214ec0d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.183048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf189-9035-4578-9d72-c3cb89be046f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.187963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.225850 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-36cce973-4bdb-480e-a220-b26539f65c8c tempest-RoutersIpV6AdminTest-300935102 tempest-RoutersIpV6AdminTest-300935102-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=d3ab049a-2e1a-43a3-b14e-4ed9ad238203 HTTP/1.1" status: 200 len: 205 time: 0.0661063 Oct 20 03:37:23.230966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60188) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:23.306775 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-390c1518-bd8d-4be3-9475-2ccbf9460c71 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=d3ab049a-2e1a-43a3-b14e-4ed9ad238203 HTTP/1.1" status: 200 len: 205 time: 0.0750051 Oct 20 03:37:23.320415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60192) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:23.350028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port fd774b32-9357-416b-9da0-f2a2f53d3a2f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:23.350402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.350723 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port fd774b32-9357-416b-9da0-f2a2f53d3a2f Oct 20 03:37:23.380537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Provisioning for port 3bedede3-155d-4c90-80b7-359001682e96 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:23.427942 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2a4cf189-9035-4578-9d72-c3cb89be046f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "DELETE /v2.0/ports/a4ff5b6d-5262-442e-a812-052a3214ec0d HTTP/1.1" status: 204 len: 168 time: 1.7651968 Oct 20 03:37:23.430535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60196) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:23.445564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.447955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Provisioning complete for port 3bedede3-155d-4c90-80b7-359001682e96 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:23.448333 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.448674 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 1 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:23.473970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c98fa36a-406e-4b09-bf68-5714f91ed22b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.479702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d00ee72-7d46-407c-b4f0-a6d16d8a48e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.526591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.528758 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec634c56-f0fb-44eb-9924-e4682d001f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:37:23.529289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ec634c56-f0fb-44eb-9924-e4682d001f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Synchronizing usage tracker for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:23.534130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:23.538034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00ee72-7d46-407c-b4f0-a6d16d8a48e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=28c68727-4775-4f53-9aa2-c38216bcb30f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.538034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d00ee72-7d46-407c-b4f0-a6d16d8a48e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.543029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Transition to ACTIVE for port object 0e662a46-5a87-4f48-93b9-88449e486ec6 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:23.543284 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5d00ee72-7d46-407c-b4f0-a6d16d8a48e4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/28c68727-4775-4f53-9aa2-c38216bcb30f HTTP/1.1" status: 204 len: 168 time: 0.9548147 Oct 20 03:37:23.545240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60200) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:23.578160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e09d2-5bfe-4599-a7d9-a87ff7482414 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:23.609672 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-27cdc446-176f-441d-8be5-4512a4867b2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2547686 Oct 20 03:37:23.662855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb966fca-bc63-41c9-ba47-f82db6b0c93c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 8f14f519-bbed-420f-87cd-2a7007251d3d {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:23.671500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Transition to ACTIVE for port object 0e662a46-5a87-4f48-93b9-88449e486ec6 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:23.672044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb966fca-bc63-41c9-ba47-f82db6b0c93c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.688041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port fd774b32-9357-416b-9da0-f2a2f53d3a2f is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:23.689137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6877a592-6c74-440d-a504-671a7d7f6a1b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:23.725707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c98fa36a-406e-4b09-bf68-5714f91ed22b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.729370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fa36a-406e-4b09-bf68-5714f91ed22b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=434b56aa-c18b-48c2-8cda-27fdf5114bc6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.733241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c02f949-0f4f-4a2e-8868-28bea6f4e25d tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.741966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ec634c56-f0fb-44eb-9924-e4682d001f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Unset dirty status for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:23.743143 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ec634c56-f0fb-44eb-9924-e4682d001f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "GET /v2.0/ports/a4ff5b6d-5262-442e-a812-052a3214ec0d HTTP/1.1" status: 404 len: 333 time: 0.3116877 Oct 20 03:37:23.749938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.753342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60204) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:23.754140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc6252-b684-4132-a2e2-502123508cdb None None] Network b79a823a-5263-4a66-b7e0-0b01d73cddb3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:23.768922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Request body: {'port': {'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-850403883'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:23.791491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 83720a0f-db82-43cb-8c12-f1492f086741 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:23.794962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:23.808786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb966fca-bc63-41c9-ba47-f82db6b0c93c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.849527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:23.849783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting port 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:23.849783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.872900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:23.892945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.905068 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c98fa36a-406e-4b09-bf68-5714f91ed22b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/434b56aa-c18b-48c2-8cda-27fdf5114bc6 HTTP/1.1" status: 204 len: 168 time: 2.2005131 Oct 20 03:37:23.940855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Network 815f5726-dead-41c4-9174-d65685d2ab17 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:23.955432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:23.961049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60208) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:23.964385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=ed967fbc-5d63-49e5-bd62-8d97afa8eaed,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.987894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-696ffb55-f5c3-4a37-a931-27e350b8ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:23.987894 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-696ffb55-f5c3-4a37-a931-27e350b8ae6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1099 time: 0.2851226 Oct 20 03:37:23.989350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Made reservation on behalf of 5fd65f2d9a4d4ad1b8ddfda1c3d3c376 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:23.992222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:23.993390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.012528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Pushing event updated for resources: {'Port': ['ID=0e662a46-5a87-4f48-93b9-88449e486ec6,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:24.014846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb966fca-bc63-41c9-ba47-f82db6b0c93c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.048168 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 2 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:24.237459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 6877a592-6c74-440d-a504-671a7d7f6a1b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:24.237828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.238106 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 6877a592-6c74-440d-a504-671a7d7f6a1b Oct 20 03:37:24.336545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.348468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:24.366737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Attempting to bind port 0e662a46-5a87-4f48-93b9-88449e486ec6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:24.367109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Attempting to bind port 0e662a46-5a87-4f48-93b9-88449e486ec6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '9bf4ecfc-7430-48b6-9caa-b2d1dd91a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '815f5726-dead-41c4-9174-d65685d2ab17'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:24.367478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Attempting to bind port 0e662a46-5a87-4f48-93b9-88449e486ec6 on network 815f5726-dead-41c4-9174-d65685d2ab17 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:24.382579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:24.382847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Checking segment: {'id': '9bf4ecfc-7430-48b6-9caa-b2d1dd91a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '815f5726-dead-41c4-9174-d65685d2ab17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:24.383080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.383471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Bound using segment: {'id': '9bf4ecfc-7430-48b6-9caa-b2d1dd91a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '815f5726-dead-41c4-9174-d65685d2ab17'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:24.384717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Bound port: 0e662a46-5a87-4f48-93b9-88449e486ec6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf4ecfc-7430-48b6-9caa-b2d1dd91a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '815f5726-dead-41c4-9174-d65685d2ab17'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:24.384932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.389563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] device_id is not set on port f5b7940b-624b-498f-a27e-c6483bfc0697 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:24.395473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c02f949-0f4f-4a2e-8868-28bea6f4e25d tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.401298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c02f949-0f4f-4a2e-8868-28bea6f4e25d tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.428315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.502440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815f5726-dead-41c4-9174-d65685d2ab17']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:24.528847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 232e67e1-d380-4965-a6c3-00e01d84a108 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:24.529479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.536987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf4ecfc-7430-48b6-9caa-b2d1dd91a343') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:24.537319 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf4ecfc-7430-48b6-9caa-b2d1dd91a343') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:24.558320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c02f949-0f4f-4a2e-8868-28bea6f4e25d tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.558821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c02f949-0f4f-4a2e-8868-28bea6f4e25d tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Fanout notify agent at l3_agent the message router_deleted on router d3ab049a-2e1a-43a3-b14e-4ed9ad238203 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:37:24.566082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] For port 0e662a46-5a87-4f48-93b9-88449e486ec6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:24.570520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] For port 0e662a46-5a87-4f48-93b9-88449e486ec6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0e662a46-5a87-4f48-93b9-88449e486ec6,segment=NetworkSegment(9bf4ecfc-7430-48b6-9caa-b2d1dd91a343),segment_id=9bf4ecfc-7430-48b6-9caa-b2d1dd91a343)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:24.571909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 6877a592-6c74-440d-a504-671a7d7f6a1b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:24.589038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.602488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router dea60b48-8bd6-45cb-8fde-3e9500697366 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:37:24.615461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-a0f75096-76d4-41f1-8ec9-e481cd89e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:24.616916 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-a0f75096-76d4-41f1-8ec9-e481cd89e360 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 911 time: 0.4631090 Oct 20 03:37:24.627127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.685544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] DHCP port deletion for b79a823a-5263-4a66-b7e0-0b01d73cddb3 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:37:24.693647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb966fca-bc63-41c9-ba47-f82db6b0c93c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.698759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Deleting port 232e67e1-d380-4965-a6c3-00e01d84a108 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:24.699200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.704377 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c02f949-0f4f-4a2e-8868-28bea6f4e25d tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.704899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.710910 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2c02f949-0f4f-4a2e-8868-28bea6f4e25d tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/d3ab049a-2e1a-43a3-b14e-4ed9ad238203 HTTP/1.1" status: 204 len: 168 time: 1.3866863 Oct 20 03:37:24.714066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60212) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:24.716884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] For port 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7d469fb2-cbc0-4437-b1ac-2d6b1a03882d,segment=NetworkSegment(8fb88dc4-3d4c-4b14-8cdc-413babfb62cf),segment_id=8fb88dc4-3d4c-4b14-8cdc-413babfb62cf)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:24.716884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.751276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb966fca-bc63-41c9-ba47-f82db6b0c93c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.798972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966fca-bc63-41c9-ba47-f82db6b0c93c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=8f14f519-bbed-420f-87cd-2a7007251d3d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:24.820372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbeabf-ffb8-4965-828f-16cb15a61f45 None None] Pushing event updated for resources: {'Port': ['ID=0e662a46-5a87-4f48-93b9-88449e486ec6,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:24.825000 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:24.825678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.860125 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 3 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:24.867087 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fb966fca-bc63-41c9-ba47-f82db6b0c93c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/8f14f519-bbed-420f-87cd-2a7007251d3d HTTP/1.1" status: 204 len: 168 time: 1.3200572 Oct 20 03:37:24.886404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41fa14-3ef3-4bb3-ab6f-bab2a0cea02c None None] Network 815f5726-dead-41c4-9174-d65685d2ab17 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:24.919889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Calling delete_port for 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:24.935980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60218) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:25.017607 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-fce7b03a-b961-48a5-9c21-15b64b7454e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 1002 time: 0.3913901 Oct 20 03:37:25.076102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 232e67e1-d380-4965-a6c3-00e01d84a108 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:37:25.110134 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9bf4ecfc-7430-48b6-9caa-b2d1dd91a343 resource provider aggregate not found Oct 20 03:37:25.190661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-1525a1c6-2b99-4337-b64c-6b3ba878dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:25.192511 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-1525a1c6-2b99-4337-b64c-6b3ba878dbc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 200 len: 849 time: 0.0710192 Oct 20 03:37:25.231966 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2b3ff5ad-5839-439d-a568-969ba196e113 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=d3ab049a-2e1a-43a3-b14e-4ed9ad238203 HTTP/1.1" status: 200 len: 205 time: 0.5078533 Oct 20 03:37:25.238228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:25.308617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60224) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:25.326325 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9bf4ecfc-7430-48b6-9caa-b2d1dd91a343 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bf4ecfc-7430-48b6-9caa-b2d1dd91a343 found for delete ", "request_id": "req-9f7cf1ef-7405-471f-8f90-db86006bd333"}]} Oct 20 03:37:25.332868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee05086-6be8-447b-877c-ebb2330f2dff None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:25.334377 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-21b9d626-2b2c-4ad3-9ec6-36edfcbd4793 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3157272 Oct 20 03:37:25.359959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60228) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:25.378954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:25.382304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.456066 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-04aa34a4-0c37-41da-805e-0fb3cac052ea tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] delete failed (client error): The resource could not be found. Oct 20 03:37:25.457063 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-04aa34a4-0c37-41da-805e-0fb3cac052ea tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/d3ab049a-2e1a-43a3-b14e-4ed9ad238203 HTTP/1.1" status: 404 len: 336 time: 0.1478207 Oct 20 03:37:25.459835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No DVR routers for this DVR port 7d469fb2-cbc0-4437-b1ac-2d6b1a03882d on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:25.464848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] For port 232e67e1-d380-4965-a6c3-00e01d84a108, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=232e67e1-d380-4965-a6c3-00e01d84a108,segment=NetworkSegment(c50f6004-94fc-4661-a5ee-869c3bce4f7f),segment_id=c50f6004-94fc-4661-a5ee-869c3bce4f7f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:25.465245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.475428 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:25.475428 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:25.475428 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': '815f5726-dead-41c4-9174-d65685d2ab17'}] Oct 20 03:37:25.475428 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:25.476203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:25.476745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60232) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:25.505687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Port': ['ID=7d469fb2-cbc0-4437-b1ac-2d6b1a03882d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:25.564558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.592362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60236) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:25.592575 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cd7939dc-e598-40f6-92b1-6841df54b0f5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=93ee6275-7c06-4665-98a3-13ab88a56e1e HTTP/1.1" status: 200 len: 205 time: 0.0967121 Oct 20 03:37:25.610300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:25.614594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:25.617283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:25.621887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Calling delete_port for 232e67e1-d380-4965-a6c3-00e01d84a108 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:25.623054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:25.637803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-fce82b50-3757-423b-9fa4-dad87097554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:25.639506 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-fce82b50-3757-423b-9fa4-dad87097554d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d196197-6218-45a1-954c-3d461e643c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3923759 Oct 20 03:37:25.654140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 232e67e1-d380-4965-a6c3-00e01d84a108 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:25.654530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.727589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:25.731204 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.762923 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 4 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:25.767729 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-3b627713-27df-4bf9-bd9e-d45d4581b516 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] delete failed (client error): The resource could not be found. Oct 20 03:37:25.768749 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3b627713-27df-4bf9-bd9e-d45d4581b516 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/93ee6275-7c06-4665-98a3-13ab88a56e1e HTTP/1.1" status: 404 len: 336 time: 0.1709540 Oct 20 03:37:25.778238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] For port 232e67e1-d380-4965-a6c3-00e01d84a108, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=232e67e1-d380-4965-a6c3-00e01d84a108,segment=NetworkSegment(c50f6004-94fc-4661-a5ee-869c3bce4f7f),segment_id=c50f6004-94fc-4661-a5ee-869c3bce4f7f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:25.778596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.788989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60240) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:25.801660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.840362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.860452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 232e67e1-d380-4965-a6c3-00e01d84a108, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=232e67e1-d380-4965-a6c3-00e01d84a108,segment=NetworkSegment(c50f6004-94fc-4661-a5ee-869c3bce4f7f),segment_id=c50f6004-94fc-4661-a5ee-869c3bce4f7f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:25.872992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:25.929073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.971484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:25.978528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:25.980218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.986198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 232e67e1-d380-4965-a6c3-00e01d84a108 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:25.987504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:25.988423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:25.989003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.999580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9436229b-dfa9-41d1-a2ec-187dbb660e01 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:37:26.000956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b7940b-624b-498f-a27e-c6483bfc0697,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:26.007282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9436229b-dfa9-41d1-a2ec-187dbb660e01 None None] Deleting port fd774b32-9357-416b-9da0-f2a2f53d3a2f {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:26.008073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9436229b-dfa9-41d1-a2ec-187dbb660e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.010711 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-625dc61e-a7a3-4f27-8371-3e2bb81f071b service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598311 Oct 20 03:37:26.024365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:26.033974 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2918d272-9ac7-4725-a805-9292aaa50cb2 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=a015a68b-b7f0-4671-b39b-1f00ebc9fa05 HTTP/1.1" status: 200 len: 205 time: 0.2379858 Oct 20 03:37:26.048265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60244) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.051445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490a496-b242-4cc1-9a1d-f9553ce2b8e9 None None] Sync routers for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:26.056347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb110318-bb71-4f73-80f8-3693d9384419']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:26.060217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:26.060576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:26.100650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port 0e662a46-5a87-4f48-93b9-88449e486ec6 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:26.101055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.106172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490a496-b242-4cc1-9a1d-f9553ce2b8e9 None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:26.106810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b490a496-b242-4cc1-9a1d-f9553ce2b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:26.133529 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c219c9d1-e8bb-408a-a023-3356abfe5744 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/routers/dea60b48-8bd6-45cb-8fde-3e9500697366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5266604 Oct 20 03:37:26.142189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb88dc4-3d4c-4b14-8cdc-413babfb62cf') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:26.142577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb88dc4-3d4c-4b14-8cdc-413babfb62cf') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:26.149482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60248) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.158843 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-f7b2b473-85d2-4aaf-9327-1010ce4eb854 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] delete failed (client error): The resource could not be found. Oct 20 03:37:26.162362 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f7b2b473-85d2-4aaf-9327-1010ce4eb854 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/a015a68b-b7f0-4671-b39b-1f00ebc9fa05 HTTP/1.1" status: 404 len: 336 time: 0.1066611 Oct 20 03:37:26.163796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'port': {'network_id': '83720a0f-db82-43cb-8c12-f1492f086741', 'name': 'tempest-FloatingIPTestJSON-1287094229'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:26.181951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60252) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.193117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=232e67e1-d380-4965-a6c3-00e01d84a108,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:26.194803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b490a496-b242-4cc1-9a1d-f9553ce2b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:26.215818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490a496-b242-4cc1-9a1d-f9553ce2b8e9 None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:26.216460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b490a496-b242-4cc1-9a1d-f9553ce2b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:26.235019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.326134 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cbc49db5-5427-4599-a2eb-5a1a1a2ba1c5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=df6d3331-3fca-49a1-9d65-7b11fbd808f1 HTTP/1.1" status: 200 len: 205 time: 0.1368804 Oct 20 03:37:26.329670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60256) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.335897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.344606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b490a496-b242-4cc1-9a1d-f9553ce2b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:26.345246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490a496-b242-4cc1-9a1d-f9553ce2b8e9 None None] The sync data for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:26.357351 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bad0b4f1-c2b2-4aff-9a75-b64ff01a6e13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5988324 Oct 20 03:37:26.362493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60260) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.379984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:26.381180 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 5 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:26.417411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:26.418042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.448030 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-0389bfce-7746-42ae-ba74-d8cefaad827c tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] delete failed (client error): The resource could not be found. Oct 20 03:37:26.448030 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0389bfce-7746-42ae-ba74-d8cefaad827c tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/df6d3331-3fca-49a1-9d65-7b11fbd808f1 HTTP/1.1" status: 404 len: 336 time: 0.1138663 Oct 20 03:37:26.453796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60266) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.506108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9436229b-dfa9-41d1-a2ec-187dbb660e01 None None] For port fd774b32-9357-416b-9da0-f2a2f53d3a2f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fd774b32-9357-416b-9da0-f2a2f53d3a2f,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:26.506499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9436229b-dfa9-41d1-a2ec-187dbb660e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.557109 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8f72194f-894d-402e-8f52-2a87084e3395 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=2453a2af-e446-439c-b2af-8bd0e7d09827 HTTP/1.1" status: 200 len: 205 time: 0.0807426 Oct 20 03:37:26.573101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60270) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.573804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Deleting port 232e67e1-d380-4965-a6c3-00e01d84a108 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:26.573804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.617160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:26.617390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:26.628214 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8fb88dc4-3d4c-4b14-8cdc-413babfb62cf resource provider aggregate not found Oct 20 03:37:26.667581 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8fb88dc4-3d4c-4b14-8cdc-413babfb62cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fb88dc4-3d4c-4b14-8cdc-413babfb62cf found for delete ", "request_id": "req-a79c7164-0c2f-46dc-96cb-379af6c73d09"}]} Oct 20 03:37:26.679317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:26.683649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Usage tracker for resource:port and tenant:91e2b40774f5476593a4866f31129b96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:26.687598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Quota usage for port was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:26.690248 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-edff6d49-3c49-4af1-bea5-42ef0385fe62 req-e97fccde-9918-48d7-82f7-62fe363f4e47 service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668093 Oct 20 03:37:26.693647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:26.731538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9436229b-dfa9-41d1-a2ec-187dbb660e01 None None] Calling delete_port for fd774b32-9357-416b-9da0-f2a2f53d3a2f owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:26.756895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:26.762563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.767719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.794913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Made reservation on behalf of 91e2b40774f5476593a4866f31129b96 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:26.798020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.810976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Network': ['ID=bb110318-bb71-4f73-80f8-3693d9384419,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:26.816637 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-143bbfca-f48e-4a93-b8f2-d33dacfc5d0a tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/bb110318-bb71-4f73-80f8-3693d9384419 HTTP/1.1" status: 204 len: 168 time: 6.8160913 Oct 20 03:37:26.818055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60276) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.826727 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-e004cc75-4588-40b5-987c-2100cfc0bd1c tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] delete failed (client error): The resource could not be found. Oct 20 03:37:26.827762 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e004cc75-4588-40b5-987c-2100cfc0bd1c tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/2453a2af-e446-439c-b2af-8bd0e7d09827 HTTP/1.1" status: 404 len: 336 time: 0.1407890 Oct 20 03:37:26.841993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60280) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.850926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port 0e662a46-5a87-4f48-93b9-88449e486ec6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0e662a46-5a87-4f48-93b9-88449e486ec6,segment=NetworkSegment(9bf4ecfc-7430-48b6-9caa-b2d1dd91a343),segment_id=9bf4ecfc-7430-48b6-9caa-b2d1dd91a343)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:26.851294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.868979 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddaf5ba3-b45d-49a0-b405-fae152ccf6a9 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:26.868979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddaf5ba3-b45d-49a0-b405-fae152ccf6a9 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:26.872793 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ddaf5ba3-b45d-49a0-b405-fae152ccf6a9 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/subnets/a2999380-81d0-440e-a942-f8fb4fd2a00b HTTP/1.1" status: 404 len: 337 time: 0.0522916 Oct 20 03:37:26.872793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] device_id is not set on port 7e2cd514-72f7-470f-8066-f541130714f7 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:26.892962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60284) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.921717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] For port 232e67e1-d380-4965-a6c3-00e01d84a108, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=232e67e1-d380-4965-a6c3-00e01d84a108,segment=NetworkSegment(c50f6004-94fc-4661-a5ee-869c3bce4f7f),segment_id=c50f6004-94fc-4661-a5ee-869c3bce4f7f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:26.922391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.939270 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e4fec22e-174a-4d69-8ac6-64a831709f68 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "GET /v2.0/ports?device_id=a43d7034-fa0c-4431-8948-b6a658fd77dd HTTP/1.1" status: 200 len: 205 time: 0.0928013 Oct 20 03:37:26.944770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60288) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:26.999787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.056552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Calling delete_port for 232e67e1-d380-4965-a6c3-00e01d84a108 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:27.073208 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-1e41856f-87fe-4fbd-bb89-7ff7872160c5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] delete failed (client error): The resource could not be found. Oct 20 03:37:27.077072 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1e41856f-87fe-4fbd-bb89-7ff7872160c5 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/routers/a43d7034-fa0c-4431-8948-b6a658fd77dd HTTP/1.1" status: 404 len: 336 time: 0.1311460 Oct 20 03:37:27.080024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60292) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:27.083278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fd774b32-9357-416b-9da0-f2a2f53d3a2f no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:37:27.101299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for 0e662a46-5a87-4f48-93b9-88449e486ec6 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:27.106716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9436229b-dfa9-41d1-a2ec-187dbb660e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.121857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 232e67e1-d380-4965-a6c3-00e01d84a108 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:27.122197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.128036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.139988 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-db249b9a-6f46-440d-b6bd-1abaa933415b tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:27.140448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db249b9a-6f46-440d-b6bd-1abaa933415b tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:27.144418 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-db249b9a-6f46-440d-b6bd-1abaa933415b tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/bb110318-bb71-4f73-80f8-3693d9384419 HTTP/1.1" status: 404 len: 339 time: 0.2352669 Oct 20 03:37:27.145525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60296) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:27.175739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c391a7-1585-4e9d-b9fe-f37438d53326 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:27.176195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c391a7-1585-4e9d-b9fe-f37438d53326 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:27.179454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: fd774b32-9357-416b-9da0-f2a2f53d3a2f {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:37:27.179895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fd774b32-9357-416b-9da0-f2a2f53d3a2f not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:37:27.184758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436229b-dfa9-41d1-a2ec-187dbb660e01 None None] No DVR routers for this DVR port fd774b32-9357-416b-9da0-f2a2f53d3a2f on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:27.188938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436229b-dfa9-41d1-a2ec-187dbb660e01 None None] Pushing event deleted for resources: {'Port': ['ID=fd774b32-9357-416b-9da0-f2a2f53d3a2f,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:27.215291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:27.230301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:27.236851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Allocated IP 172.20.0.10 (83720a0f-db82-43cb-8c12-f1492f086741/96f79dad-4284-44f1-a10b-fc42cc326662/7e2cd514-72f7-470f-8066-f541130714f7) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:27.241505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7bdaf3-fb70-4a83-84b0-8d4be3c5b051 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:27.242759 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b9c391a7-1585-4e9d-b9fe-f37438d53326 tempest-RoutersIpV6AdminTest-1941758042 tempest-RoutersIpV6AdminTest-1941758042-project] 10.222.0.33 "DELETE /v2.0/subnets/3fb874cb-ae92-49a4-8c26-7c6ffdaf48ce HTTP/1.1" status: 404 len: 337 time: 0.1616502 Oct 20 03:37:27.251273 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5ff81c-39d6-4022-9431-18c288791988 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:27.251858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5ff81c-39d6-4022-9431-18c288791988 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:27.251996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:27.252412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.255292 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fd5ff81c-39d6-4022-9431-18c288791988 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/subnets/44876ed1-d29e-4244-adc2-d89084be66f7 HTTP/1.1" status: 404 len: 337 time: 0.0958805 Oct 20 03:37:27.262383 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 6 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:27.263299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60302) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:27.283297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=19a0345f-95ac-4099-a0b1-5239f3e664fe,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:27.339042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] The port '232e67e1-d380-4965-a6c3-00e01d84a108' was deleted {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:37:27.364714 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c1b67c-8d26-4155-969b-10e822d9b954 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:27.368605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c1b67c-8d26-4155-969b-10e822d9b954 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:27.368605 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-54c1b67c-8d26-4155-969b-10e822d9b954 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/3518324e-4716-41bf-8a62-b83d2a3956bb HTTP/1.1" status: 404 len: 339 time: 0.1026561 Oct 20 03:37:27.375772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60306) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:27.380505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.406552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.411343 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ed75a9cd-a79e-4143-abe9-736fa542513f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0444272 Oct 20 03:37:27.442422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60310) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:27.452540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] Pushing event deleted for resources: {'Port': ['ID=232e67e1-d380-4965-a6c3-00e01d84a108,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:27.464658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:27.471014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a01c419-7e8e-4db0-a962-6e2950031aad None None] No DVR routers for this DVR port 232e67e1-d380-4965-a6c3-00e01d84a108 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:27.473714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Port': ['ID=0e662a46-5a87-4f48-93b9-88449e486ec6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:27.502145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:27.519877 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e186258-4b90-49c0-857d-b8955cb12afe tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:27.520313 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No DVR routers for this DVR port 0e662a46-5a87-4f48-93b9-88449e486ec6 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:27.520447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e186258-4b90-49c0-857d-b8955cb12afe tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:27.522034 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4e186258-4b90-49c0-857d-b8955cb12afe tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/subnets/38d027a9-d750-41c2-802b-cb5a5863128a HTTP/1.1" status: 404 len: 337 time: 0.1454167 Oct 20 03:37:27.543188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60314) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:27.646680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.674151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '19a0345f-95ac-4099-a0b1-5239f3e664fe'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:27.675094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.691783 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da7ebe8-eec4-4ad8-bf88-f22935e873bb tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:27.692269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da7ebe8-eec4-4ad8-bf88-f22935e873bb tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:27.694045 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4da7ebe8-eec4-4ad8-bf88-f22935e873bb tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/a3857e4b-ecad-4124-ae6d-5617706165fa HTTP/1.1" status: 404 len: 339 time: 0.1473062 Oct 20 03:37:27.703070 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60320) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:27.713394 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:37:27.751172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.772250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79a823a-5263-4a66-b7e0-0b01d73cddb3']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:27.786111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60324) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:27.796654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] device_id is not set on port f5b7940b-624b-498f-a27e-c6483bfc0697 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:27.811863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50f6004-94fc-4661-a5ee-869c3bce4f7f') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:27.812172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50f6004-94fc-4661-a5ee-869c3bce4f7f') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:27.819093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.860094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.913217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Allocated IP 172.20.0.2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/19a0345f-95ac-4099-a0b1-5239f3e664fe/e1552e91-410b-47f9-9475-02ec58ac0e1b) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:27.934088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.957448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815f5726-dead-41c4-9174-d65685d2ab17']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:27.974961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7e97c-1488-453a-ad94-5f8517463fb7 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting port 1d5be2e0-65dd-45c7-abd4-3c5871563d36 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:27.975296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e97c-1488-453a-ad94-5f8517463fb7 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.982087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Transition to ACTIVE for port object 7e2cd514-72f7-470f-8066-f541130714f7 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:27.986279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e20c0c73-dfa5-4609-9899-8ebde604a3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.986444 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 7 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:27.998040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.008283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:28.014567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:28.015039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.024829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf4ecfc-7430-48b6-9caa-b2d1dd91a343') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:28.032283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf4ecfc-7430-48b6-9caa-b2d1dd91a343') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:28.033096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Transition to ACTIVE for port object f5b7940b-624b-498f-a27e-c6483bfc0697 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:28.033690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:28.036805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e20c0c73-dfa5-4609-9899-8ebde604a3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:28.045001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.045222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:28.049523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e20c0c73-dfa5-4609-9899-8ebde604a3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b54b81e485473fb613fd21e7aaeca9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:28.097494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e20c0c73-dfa5-4609-9899-8ebde604a3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:28.106274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:28.110107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:28.128341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e20c0c73-dfa5-4609-9899-8ebde604a3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:28.192595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.199523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.207993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.218784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Transition to ACTIVE for port object e1552e91-410b-47f9-9475-02ec58ac0e1b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:28.219318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:28.223095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.237380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Transition to ACTIVE for port object e1552e91-410b-47f9-9475-02ec58ac0e1b will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:28.296993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.298995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.304213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:28.304641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.311662 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.326566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.391373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:28.394294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:28.398973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:28.401879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Pushing event updated for resources: {'Port': ['ID=e1552e91-410b-47f9-9475-02ec58ac0e1b,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.431163 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9bf4ecfc-7430-48b6-9caa-b2d1dd91a343 resource provider aggregate not found Oct 20 03:37:28.466439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e97c-1488-453a-ad94-5f8517463fb7 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.481145 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9bf4ecfc-7430-48b6-9caa-b2d1dd91a343 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bf4ecfc-7430-48b6-9caa-b2d1dd91a343 found for delete ", "request_id": "req-f0bb55ad-2644-4660-b2b5-9e1d27ccd149"}]} Oct 20 03:37:28.506334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Network': ['ID=b79a823a-5263-4a66-b7e0-0b01d73cddb3,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.516130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Attempting to bind port e1552e91-410b-47f9-9475-02ec58ac0e1b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:28.516520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Attempting to bind port e1552e91-410b-47f9-9475-02ec58ac0e1b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:28.516885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Attempting to bind port e1552e91-410b-47f9-9475-02ec58ac0e1b on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:28.522975 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2a3754c6-6cfb-405b-884e-e7c9c6871e94 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/networks/b79a823a-5263-4a66-b7e0-0b01d73cddb3 HTTP/1.1" status: 204 len: 168 time: 4.5488434 Oct 20 03:37:28.526851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:28.530945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:28.530945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.530945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:28.530945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Bound port: e1552e91-410b-47f9-9475-02ec58ac0e1b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:28.530945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.533329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60334) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:28.549402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:28.549402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:28.549734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:28.551814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b7940b-624b-498f-a27e-c6483bfc0697,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.594925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Network 83720a0f-db82-43cb-8c12-f1492f086741 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:28.614604 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 8 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:28.616876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.623509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7e97c-1488-453a-ad94-5f8517463fb7 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Calling delete_port for 1d5be2e0-65dd-45c7-abd4-3c5871563d36 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:28.623765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:28.630545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event updated for resources: {'Port': ['ID=7e2cd514-72f7-470f-8066-f541130714f7,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.646073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:28.653402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:28.658041 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:28.658041 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 2 to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 Oct 20 03:37:28.704089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.704697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] For port e1552e91-410b-47f9-9475-02ec58ac0e1b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:28.724431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:28.727248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] For port e1552e91-410b-47f9-9475-02ec58ac0e1b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e1552e91-410b-47f9-9475-02ec58ac0e1b,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:28.730568 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment c50f6004-94fc-4661-a5ee-869c3bce4f7f resource provider aggregate not found Oct 20 03:37:28.732323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:28.732761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:28.733303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:28.735532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=815f5726-dead-41c4-9174-d65685d2ab17,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.743576 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ffc57b4d-86d3-47db-9694-7d06d8f69fbc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/815f5726-dead-41c4-9174-d65685d2ab17 HTTP/1.1" status: 204 len: 168 time: 6.7031612 Oct 20 03:37:28.748375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60342) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:28.751041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:28.752100 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:28.755170 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 3 to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 Oct 20 03:37:28.772310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-471026193'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:28.778483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:28.786187 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment c50f6004-94fc-4661-a5ee-869c3bce4f7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c50f6004-94fc-4661-a5ee-869c3bce4f7f found for delete ", "request_id": "req-fc18e84f-fb1c-4b99-9610-5e80c71822c2"}]} Oct 20 03:37:28.790159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:28.790159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:28.790159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:28.796256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:28.796582 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:28.796969 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 4 to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 Oct 20 03:37:28.798055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:28.809671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.814142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:28.824485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:28.824898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:28.825324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:28.830885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:28.831286 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:28.831883 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 5 to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 Oct 20 03:37:28.832490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:28.846908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:28.847621 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.849383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:28.849383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:28.849383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:28.854559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:28.855047 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:28.856270 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 6 to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 Oct 20 03:37:28.873241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:28.873820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:28.874097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:28.879855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:28.880264 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:28.881279 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 7 to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 Oct 20 03:37:28.894083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e97c-1488-453a-ad94-5f8517463fb7 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.908024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e3fd7-7d1d-4ff6-b307-142b768c8f0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:28.908733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e76e3fd7-7d1d-4ff6-b307-142b768c8f0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:28.931951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207ac1e-cfb4-4661-8238-7b83fd95d897 None None] Pushing event updated for resources: {'Port': ['ID=e1552e91-410b-47f9-9475-02ec58ac0e1b,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.939881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:28.940215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:28.940541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:28.955228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7e97c-1488-453a-ad94-5f8517463fb7 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Port': ['ID=1d5be2e0-65dd-45c7-abd4-3c5871563d36,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.958129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:28.958498 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:28.959890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e97c-1488-453a-ad94-5f8517463fb7 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.962344 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 8 to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 Oct 20 03:37:28.972197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:28.975554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.978266 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a4e7e97c-1488-453a-ad94-5f8517463fb7 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/ports/1d5be2e0-65dd-45c7-abd4-3c5871563d36 HTTP/1.1" status: 204 len: 168 time: 1.2740965 Oct 20 03:37:28.980453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:28.980787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:28.981120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:28.983025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60346) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:28.998668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e20c0c73-dfa5-4609-9899-8ebde604a3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.026429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:29.026756 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:29.027302 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 9 to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 Oct 20 03:37:29.034378 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6713f590-e504-4e17-9e91-bd76f6c4cd32 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:29.034838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6713f590-e504-4e17-9e91-bd76f6c4cd32 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:29.036506 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6713f590-e504-4e17-9e91-bd76f6c4cd32 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/subnets/6751b5f3-f095-43d4-837e-ff437b175272 HTTP/1.1" status: 404 len: 337 time: 0.0525873 Oct 20 03:37:29.041422 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-214d1490-9b0d-45e8-b33a-3294b93c45d6 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8860395 Oct 20 03:37:29.041581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60350) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:29.041664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:29.044501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60354) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:29.051523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Request body: {'floatingip': {'port_id': '7e2cd514-72f7-470f-8066-f541130714f7'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:29.113222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e20c0c73-dfa5-4609-9899-8ebde604a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.115184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:29.115298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:29.115617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:29.149811 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:29.150133 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:29.153648 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempt 10 to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 Oct 20 03:37:29.163688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.164033 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment b4d1eec0-533f-4c60-9114-0a0d6517f2e5 of type vlan for network 4c9f0d19-6abb-4d28-8b65-a5f680646e9b Oct 20 03:37:29.165359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e76e3fd7-7d1d-4ff6-b307-142b768c8f0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:29.171617 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e76e3fd7-7d1d-4ff6-b307-142b768c8f0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6321096 Oct 20 03:37:29.172393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60358) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:29.185243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:29.185599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:29.185930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempting to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:29.190936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.196605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:37:29.196932 dv-neutron-861845-1-hyperv neutron-server[90076]: ERROR neutron.plugins.ml2.managers [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Failed to bind port f5b7940b-624b-498f-a27e-c6483bfc0697 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '5c3f8693-a468-40ef-94e7-d0e42e177db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'eb6292e9-b049-43ec-bc7f-128cdfe6c3ce'}] Oct 20 03:37:29.197289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.225654 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 9 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:29.296367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:29.323846 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e20c0c73-dfa5-4609-9899-8ebde604a3a9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a2b54b81e485473fb613fd21e7aaeca9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5299370 Oct 20 03:37:29.331165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60362) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:29.336719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.347031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.396410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c0c73-dfa5-4609-9899-8ebde604a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962ca8d6-e236-44b5-b49f-0ce775099914,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.428183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.436149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] For port f5b7940b-624b-498f-a27e-c6483bfc0697, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:29.436519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attempted to set empty binding levels {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 20 03:37:29.454853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:29.471104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e036a9f-04d8-4ee0-8ba0-da8001b73fb9') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:29.471330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e036a9f-04d8-4ee0-8ba0-da8001b73fb9') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:29.483712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.504100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.509537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.510079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] In _notify_port_updated(), no bound segment for port f5b7940b-624b-498f-a27e-c6483bfc0697 on network eb6292e9-b049-43ec-bc7f-128cdfe6c3ce {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:37:29.511659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:29.511659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.517179 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "PUT /v2.0/ports/f5b7940b-624b-498f-a27e-c6483bfc0697 HTTP/1.1" status: 200 len: 980 time: 3.1468418 Oct 20 03:37:29.521070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60366) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:29.549717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:29.550120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.643414 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-075fdf9d-0e93-46b2-88fb-2da187840aff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4550974 Oct 20 03:37:29.683631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60370) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:29.684305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.689732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:29.690361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.734164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-478671338'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:29.776833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c78e6b-e022-4e44-9916-6ed421f9921f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b7940b-624b-498f-a27e-c6483bfc0697,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.782587 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:29.790536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b3df273-a9f3-43e2-95d2-f31c96e52193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.797458 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Attempt 10 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:29.860989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:29.863789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:network and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:29.864664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f105a58c-3785-423c-8bc5-ac9ec0a284c0 None None] Could not find standard attr ID for object 5a0d5782-5e84-484e-8080-b53c570b8b7c. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:29.870892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.871236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-70c6fb55-9075-46ab-967a-59f140c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Deleting port f5b7940b-624b-498f-a27e-c6483bfc0697 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:29.871567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-70c6fb55-9075-46ab-967a-59f140c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.892110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.900685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:29.903043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Network': ['ID=7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.908590 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8c34a725-bb3f-4a91-a023-e15d185f6bf1 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/7a48fbc7-d6b1-4edf-9ed0-5e0b9da2f43f HTTP/1.1" status: 204 len: 168 time: 0.8685381 Oct 20 03:37:29.909714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60374) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:29.962078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:29.972745 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2178514 Oct 20 03:37:29.976072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60378) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:29.978131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Could not find standard attr ID for object fd774b32-9357-416b-9da0-f2a2f53d3a2f. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:29.981346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Could not find standard attr ID for object 232e67e1-d380-4965-a6c3-00e01d84a108. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:29.986404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': '4c9f0d19-6abb-4d28-8b65-a5f680646e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:30.017798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5124cd5c-e599-4ec2-bf2c-71cbde60c338 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting port 67d43abf-2602-4fd2-9ea8-50ece60b6329 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:30.018142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5124cd5c-e599-4ec2-bf2c-71cbde60c338 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.025997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1e9b8-4444-4df3-8c8b-771d08cbb4f9 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=4c9f0d19-6abb-4d28-8b65-a5f680646e9b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:30.029757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5a06c2-aa31-4e64-8ec9-c2cdc87268cd None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:37:30.049655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b3df273-a9f3-43e2-95d2-f31c96e52193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.059064 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 4c9f0d19-6abb-4d28-8b65-a5f680646e9b details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:30.086545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Provisioning for port 7e2cd514-72f7-470f-8066-f541130714f7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:30.158104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Provisioning complete for port 7e2cd514-72f7-470f-8066-f541130714f7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:30.158569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.158972 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 1 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:30.204131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:30.208030 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:30.210981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:30.217700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:30.266038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:30.304050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a06c2-aa31-4e64-8ec9-c2cdc87268cd None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:37:30.318262 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:30.322372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.384510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:30.387435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.434930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:37:30.439783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5124cd5c-e599-4ec2-bf2c-71cbde60c338 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.572088 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 2e036a9f-04d8-4ee0-8ba0-da8001b73fb9 resource provider aggregate not found Oct 20 03:37:30.604595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5124cd5c-e599-4ec2-bf2c-71cbde60c338 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Calling delete_port for 67d43abf-2602-4fd2-9ea8-50ece60b6329 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:30.620032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:30.668772 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 2e036a9f-04d8-4ee0-8ba0-da8001b73fb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e036a9f-04d8-4ee0-8ba0-da8001b73fb9 found for delete ", "request_id": "req-de35b47b-183c-4255-a21e-9532ac01ce33"}]} Oct 20 03:37:30.725044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30f25d5-e250-4abf-89d7-6813db80f734 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:37:30.753960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.754551 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Added segment 959da5e7-10a5-41d8-a738-b73374b83838 of type vlan for network b6d59b06-c552-4e28-a276-6c6a12932471 Oct 20 03:37:30.766707 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 2 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:30.785598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5124cd5c-e599-4ec2-bf2c-71cbde60c338 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.804806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b3df273-a9f3-43e2-95d2-f31c96e52193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.810561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-70c6fb55-9075-46ab-967a-59f140c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] For port f5b7940b-624b-498f-a27e-c6483bfc0697, host hv-neutron-8618, got binding levels [] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:30.810915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-70c6fb55-9075-46ab-967a-59f140c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.853062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:30.853746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5124cd5c-e599-4ec2-bf2c-71cbde60c338 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.871665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124cd5c-e599-4ec2-bf2c-71cbde60c338 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Port': ['ID=67d43abf-2602-4fd2-9ea8-50ece60b6329,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:30.875587 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5124cd5c-e599-4ec2-bf2c-71cbde60c338 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/ports/67d43abf-2602-4fd2-9ea8-50ece60b6329 HTTP/1.1" status: 204 len: 168 time: 0.9640663 Oct 20 03:37:30.878972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60386) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:30.901640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f25d5-e250-4abf-89d7-6813db80f734 None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:37:30.925456 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-319e160f-431d-40b8-823b-d1a89aa640f8 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:30.925993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319e160f-431d-40b8-823b-d1a89aa640f8 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:30.927900 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-319e160f-431d-40b8-823b-d1a89aa640f8 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/subnets/79c1cfed-d806-46b3-9173-041cbe94cfa4 HTTP/1.1" status: 404 len: 337 time: 0.0477309 Oct 20 03:37:30.931017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60390) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:30.968887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3df273-a9f3-43e2-95d2-f31c96e52193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ca8d6-e236-44b5-b49f-0ce775099914,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:30.988639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-70c6fb55-9075-46ab-967a-59f140c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Calling delete_port for f5b7940b-624b-498f-a27e-c6483bfc0697 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:31.014623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.040534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.090866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b3df273-a9f3-43e2-95d2-f31c96e52193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.097076 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6b3df273-a9f3-43e2-95d2-f31c96e52193 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/962ca8d6-e236-44b5-b49f-0ce775099914 HTTP/1.1" status: 204 len: 168 time: 1.6966984 Oct 20 03:37:31.137967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': 'b4d1eec0-533f-4c60-9114-0a0d6517f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4c9f0d19-6abb-4d28-8b65-a5f680646e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:31.138328 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: 4c9f0d19-6abb-4d28-8b65-a5f680646e9b, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:31.151855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.164097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=379f5ceb-4e98-408e-a4a0-38958e69dba1,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:31.210887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e1552e91-410b-47f9-9475-02ec58ac0e1b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:31.238892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.245126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:31.245737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.290189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network 4c9f0d19-6abb-4d28-8b65-a5f680646e9b is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:31.316875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.324704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-70c6fb55-9075-46ab-967a-59f140c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.345383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e438a0b3-01a2-43cc-8dcf-e648c43f8a41']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:31.364118 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cdf744-d3e3-45e4-b738-a623e0dd9989') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:31.364558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cdf744-d3e3-45e4-b738-a623e0dd9989') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:31.380249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.393723 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 3 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:31.398688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.403876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 4c9f0d19-6abb-4d28-8b65-a5f680646e9b) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:31.408708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:31.409224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.425719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:31.425719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.472690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6fb55-9075-46ab-967a-59f140c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5b7940b-624b-498f-a27e-c6483bfc0697,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:31.477277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:31.497305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Network': ['ID=b6d59b06-c552-4e28-a276-6c6a12932471,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:31.501446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.502851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-70c6fb55-9075-46ab-967a-59f140c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.507545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-70c6fb55-9075-46ab-967a-59f140c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "DELETE /v2.0/ports/f5b7940b-624b-498f-a27e-c6483bfc0697 HTTP/1.1" status: 204 len: 168 time: 1.9524374 Oct 20 03:37:31.510951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60396) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:31.513854 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network b6d59b06-c552-4e28-a276-6c6a12932471 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:31.543821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555a031-646e-488b-9ce7-4d62737f46cb None None] Network 4c9f0d19-6abb-4d28-8b65-a5f680646e9b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:31.549808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c9f7a190-18a4-4d10-adf6-b3e5e06b1937 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8552275 Oct 20 03:37:31.556045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60402) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:31.556213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.562264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': 'b6d59b06-c552-4e28-a276-6c6a12932471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:31.573722 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd150574-18ec-4a81-a390-a25c9b58f11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:37:31.574264 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dd150574-18ec-4a81-a390-a25c9b58f11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Synchronizing usage tracker for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:31.669134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port e1552e91-410b-47f9-9475-02ec58ac0e1b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:31.755433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.763346 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-efbcbf7c-c1c7-4a84-9df4-173ee5a5b917 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7826998 Oct 20 03:37:31.782425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60406) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:31.792927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.793564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.840841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Network': ['ID=e438a0b3-01a2-43cc-8dcf-e648c43f8a41,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:31.854385 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-735b014c-b19a-4413-b864-9fdea62bdd05 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/e438a0b3-01a2-43cc-8dcf-e648c43f8a41 HTTP/1.1" status: 204 len: 168 time: 0.9196677 Oct 20 03:37:31.859418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60410) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:31.867243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-4c9f0d19-6abb-4d28-8b65-a5f680646e9b', 'network_id': '4c9f0d19-6abb-4d28-8b65-a5f680646e9b', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': '379f5ceb-4e98-408e-a4a0-38958e69dba1'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:31.869510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.910376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:31.936503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:31.942312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:31.956233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:31.982760 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 4 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:32.020045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.028286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:32.035693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.057468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60416) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:32.100637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dd150574-18ec-4a81-a390-a25c9b58f11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] Unset dirty status for tenant:5fd65f2d9a4d4ad1b8ddfda1c3d3c376 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:32.101794 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dd150574-18ec-4a81-a390-a25c9b58f11b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093544672-project-admin] 10.222.0.33 "GET /v2.0/ports/f5b7940b-624b-498f-a27e-c6483bfc0697 HTTP/1.1" status: 404 len: 333 time: 0.5892699 Oct 20 03:37:32.116237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60420) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:32.123509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:32.140831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Allocated IP 172.20.0.1 (4c9f0d19-6abb-4d28-8b65-a5f680646e9b/379f5ceb-4e98-408e-a4a0-38958e69dba1/14a42b24-5b26-446d-ba99-2c7d2a33bf5c) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:32.263944 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e63bfce8-4fc0-4f87-a816-725421aee0a1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fc846aff86d04798ba50a33522118fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970737 Oct 20 03:37:32.265184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60424) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:32.269124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.354017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.362024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4182f97-8c34-4c70-bb8f-7e0087d8aab2 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting subnet 9ff4c2b0-6957-49f5-a6b3-76ac3db36fec {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:32.364228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Transition to ACTIVE for port object 14a42b24-5b26-446d-ba99-2c7d2a33bf5c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:32.381812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c4182f97-8c34-4c70-bb8f-7e0087d8aab2 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.386066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Transition to ACTIVE for port object 14a42b24-5b26-446d-ba99-2c7d2a33bf5c will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:32.425745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] For port e1552e91-410b-47f9-9475-02ec58ac0e1b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e1552e91-410b-47f9-9475-02ec58ac0e1b,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:32.441022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.442234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1c51b451-a310-4dec-9c77-0cc38cc0fe9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.448514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.459073 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP 08fc4856-a181-4a4d-babf-b9d5a5e054e9 associated. External IP: 172.26.7.218, port: 26ee2333-2dd3-4461-8deb-08f1d6e3da75. Oct 20 03:37:32.513285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1c51b451-a310-4dec-9c77-0cc38cc0fe9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.519176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Network 4c9f0d19-6abb-4d28-8b65-a5f680646e9b is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:32.522136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:32.526416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:32.567219 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Pushing event updated for resources: {'Port': ['ID=14a42b24-5b26-446d-ba99-2c7d2a33bf5c,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:32.594976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c4182f97-8c34-4c70-bb8f-7e0087d8aab2 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.596950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.626054 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 5 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:32.635760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=379f5ceb-4e98-408e-a4a0-38958e69dba1,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:32.646421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:37:32.701940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.713881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Attempting to bind port 14a42b24-5b26-446d-ba99-2c7d2a33bf5c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:32.714497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Attempting to bind port 14a42b24-5b26-446d-ba99-2c7d2a33bf5c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'b4d1eec0-533f-4c60-9114-0a0d6517f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4c9f0d19-6abb-4d28-8b65-a5f680646e9b'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:32.715041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Attempting to bind port 14a42b24-5b26-446d-ba99-2c7d2a33bf5c on network 4c9f0d19-6abb-4d28-8b65-a5f680646e9b {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:32.715369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a5d2-4e9b-4a95-a1b7-fda1fd68dc50 req-2c7380bd-8f0a-4e78-a9e1-f89005768a45 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:32.716858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3cb1a5d2-4e9b-4a95-a1b7-fda1fd68dc50 req-2c7380bd-8f0a-4e78-a9e1-f89005768a45 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6133184 Oct 20 03:37:32.725241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:32.725752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Checking segment: {'id': 'b4d1eec0-533f-4c60-9114-0a0d6517f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4c9f0d19-6abb-4d28-8b65-a5f680646e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:32.726207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.727917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Bound using segment: {'id': 'b4d1eec0-533f-4c60-9114-0a0d6517f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4c9f0d19-6abb-4d28-8b65-a5f680646e9b'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:32.727917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Bound port: 14a42b24-5b26-446d-ba99-2c7d2a33bf5c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d1eec0-533f-4c60-9114-0a0d6517f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4c9f0d19-6abb-4d28-8b65-a5f680646e9b'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:32.728526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.739401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:32.745297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.770449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9f0d19-6abb-4d28-8b65-a5f680646e9b']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.783759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d1eec0-533f-4c60-9114-0a0d6517f2e5') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.784064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d1eec0-533f-4c60-9114-0a0d6517f2e5') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.799103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.808981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1c51b451-a310-4dec-9c77-0cc38cc0fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.812422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.823177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] For port 14a42b24-5b26-446d-ba99-2c7d2a33bf5c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:32.827746 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] For port 14a42b24-5b26-446d-ba99-2c7d2a33bf5c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=14a42b24-5b26-446d-ba99-2c7d2a33bf5c,segment=NetworkSegment(b4d1eec0-533f-4c60-9114-0a0d6517f2e5),segment_id=b4d1eec0-533f-4c60-9114-0a0d6517f2e5)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:32.843057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.847816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.860831 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 64cdf744-d3e3-45e4-b738-a623e0dd9989 resource provider aggregate not found Oct 20 03:37:32.864284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51b451-a310-4dec-9c77-0cc38cc0fe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dbe957-552e-4ff0-a0a7-c627f2b889db,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:32.894134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.894667 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 64cdf744-d3e3-45e4-b738-a623e0dd9989 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64cdf744-d3e3-45e4-b738-a623e0dd9989 found for delete ", "request_id": "req-55d24f7b-6aac-4435-8625-5f708433f574"}]} Oct 20 03:37:32.900602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.904837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:32.905298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.948444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.014511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1c51b451-a310-4dec-9c77-0cc38cc0fe9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.018280 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1c51b451-a310-4dec-9c77-0cc38cc0fe9f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/42dbe957-552e-4ff0-a0a7-c627f2b889db HTTP/1.1" status: 204 len: 168 time: 0.7520132 Oct 20 03:37:33.020549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:33.033155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Checking segment: {'id': '959da5e7-10a5-41d8-a738-b73374b83838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6d59b06-c552-4e28-a276-6c6a12932471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:33.033155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network hostable DHCP agents. Network: b6d59b06-c552-4e28-a276-6c6a12932471, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:33.036747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:33.037131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=8630ca7f-19e1-49c6-a909-f17831966cb1,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.043736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6292e9-b049-43ec-bc7f-128cdfe6c3ce']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:33.043933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e1a9a-3de1-4e53-b071-f45bc1f35b72 None None] Pushing event updated for resources: {'Port': ['ID=14a42b24-5b26-446d-ba99-2c7d2a33bf5c,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.065808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3cb1a5d2-4e9b-4a95-a1b7-fda1fd68dc50 req-8fbce26d-09ba-4743-8259-5ebb7a9867ec tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277464 Oct 20 03:37:33.066524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:33.067042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.070342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06cd36e-98a4-45c1-b360-7ff5c15d05c0 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:33.095510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:33.095510 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:33.095510 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': '4c9f0d19-6abb-4d28-8b65-a5f680646e9b'}] Oct 20 03:37:33.095510 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:33.096326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:33.096610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3f8693-a468-40ef-94e7-d0e42e177db6') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:33.096918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3f8693-a468-40ef-94e7-d0e42e177db6') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:33.115794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=a3759f85-dd41-4634-9cf4-181b95914e0d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.127447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.150608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network b6d59b06-c552-4e28-a276-6c6a12932471 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:33.197927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c4182f97-8c34-4c70-bb8f-7e0087d8aab2 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.211943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e31a51-17c2-4907-9e69-181655882393 None None] Network 4c9f0d19-6abb-4d28-8b65-a5f680646e9b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:33.255911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, b6d59b06-c552-4e28-a276-6c6a12932471) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:33.269213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:33.269851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.283040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=e1552e91-410b-47f9-9475-02ec58ac0e1b,revision_number=4']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.306121 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f405b11d-7473-4528-b306-b1eb7f3734d5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8620355 Oct 20 03:37:33.310168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.310738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60438) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:33.322429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:33.326491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.326623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:6e:1e:f7', 'name': 'tempest-NetworksTestDHCPv6-1092243905'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:33.343016 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 6 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:33.376802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3ebfe7-393e-4525-9380-3a7c6f9ba207 None None] Network b6d59b06-c552-4e28-a276-6c6a12932471 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:33.405293 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 5c3f8693-a468-40ef-94e7-d0e42e177db6 resource provider aggregate not found Oct 20 03:37:33.414037 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4a8e35d4-ed1c-4955-9e75-ccacd3624e82 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8601623 Oct 20 03:37:33.418425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60446) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:33.429244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': 'b6d59b06-c552-4e28-a276-6c6a12932471', 'name': 'tempest-PortsTestJSON-409039962'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:33.439145 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 5c3f8693-a468-40ef-94e7-d0e42e177db6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c3f8693-a468-40ef-94e7-d0e42e177db6 found for delete ", "request_id": "req-5f1356d8-29ff-4bdd-865c-70b3943da260"}]} Oct 20 03:37:33.452650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da345cd9-de4c-42fc-b54e-83e44875ae3e req-6cd329a9-8fa0-4459-9c2f-eb7fcd429265 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:33.454466 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-da345cd9-de4c-42fc-b54e-83e44875ae3e req-6cd329a9-8fa0-4459-9c2f-eb7fcd429265 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.2423747 Oct 20 03:37:33.501209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:37:33.565807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.618823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.661405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:33.692835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:33.693427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:33.712219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:33.752365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:33.773199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port 14a42b24-5b26-446d-ba99-2c7d2a33bf5c {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:33.773837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.833432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.837137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c4182f97-8c34-4c70-bb8f-7e0087d8aab2 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.877649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] Pushing event deleted for resources: {'Network': ['ID=eb6292e9-b049-43ec-bc7f-128cdfe6c3ce,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.896531 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f7439efa-a2f5-47ff-ab93-b27a590fa353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228160760-project] 10.222.0.33 "DELETE /v2.0/networks/eb6292e9-b049-43ec-bc7f-128cdfe6c3ce HTTP/1.1" status: 204 len: 168 time: 1.7795575 Oct 20 03:37:33.899738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4182f97-8c34-4c70-bb8f-7e0087d8aab2 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff4c2b0-6957-49f5-a6b3-76ac3db36fec,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.903846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c4182f97-8c34-4c70-bb8f-7e0087d8aab2 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.905706 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c4182f97-8c34-4c70-bb8f-7e0087d8aab2 tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/subnets/9ff4c2b0-6957-49f5-a6b3-76ac3db36fec HTTP/1.1" status: 204 len: 168 time: 2.0382383 Oct 20 03:37:33.908963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60462) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:33.963273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97aa39e-ebaf-4568-83d8-63f39dc96718 None None] Network 858ca16c-a5c2-41b8-a1a7-48f236f0a191 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:33.971748 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-da345cd9-de4c-42fc-b54e-83e44875ae3e req-80196526-a274-4083-9e30-94f4859dd640 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560731 Oct 20 03:37:34.033019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-b6d59b06-c552-4e28-a276-6c6a12932471', 'network_id': 'b6d59b06-c552-4e28-a276-6c6a12932471', 'tenant_id': '36b8764e24e545db861ce3976f2130cf', 'fixed_ips': [{'subnet_id': '8630ca7f-19e1-49c6-a909-f17831966cb1'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:34.033596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.063440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:34.075160 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f89b6e-deda-42c6-ad04-1ee369b9d008 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:34.095244 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f89b6e-deda-42c6-ad04-1ee369b9d008 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:34.096226 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a6f89b6e-deda-42c6-ad04-1ee369b9d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:34.167904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.197967 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 7 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:34.259910 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a6f89b6e-deda-42c6-ad04-1ee369b9d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:34.278177 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f89b6e-deda-42c6-ad04-1ee369b9d008 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:34.278805 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a6f89b6e-deda-42c6-ad04-1ee369b9d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:34.407295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port 14a42b24-5b26-446d-ba99-2c7d2a33bf5c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=14a42b24-5b26-446d-ba99-2c7d2a33bf5c,segment=NetworkSegment(b4d1eec0-533f-4c60-9114-0a0d6517f2e5),segment_id=b4d1eec0-533f-4c60-9114-0a0d6517f2e5)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:34.410219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.436952 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a6f89b6e-deda-42c6-ad04-1ee369b9d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:34.437644 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f89b6e-deda-42c6-ad04-1ee369b9d008 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:34.534151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:34.566910 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Allocated IP 172.20.0.2 (b6d59b06-c552-4e28-a276-6c6a12932471/8630ca7f-19e1-49c6-a909-f17831966cb1/d85b8959-1a55-4c81-ae01-514ff4cbcd89) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:34.611049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Deleting port e89c63a2-cbb0-4e22-a901-c677f9f547d2 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:34.614141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.635693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:34.701734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for 14a42b24-5b26-446d-ba99-2c7d2a33bf5c owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:34.740274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] DHCP port deletion for 858ca16c-a5c2-41b8-a1a7-48f236f0a191 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:37:34.756863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] Deleting port e89c63a2-cbb0-4e22-a901-c677f9f547d2 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:34.757292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.856966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router dea60b48-8bd6-45cb-8fde-3e9500697366 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:37:34.874252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:34.876384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60478) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:34.876721 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60480) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:34.942717 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b4d1eec0-533f-4c60-9114-0a0d6517f2e5 resource provider aggregate not found Oct 20 03:37:34.947202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:34.975999 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b4d1eec0-533f-4c60-9114-0a0d6517f2e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4d1eec0-533f-4c60-9114-0a0d6517f2e5 found for delete ", "request_id": "req-96f6070a-179a-46e7-97d1-c71b49afa560"}]} Oct 20 03:37:35.039064 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 8 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:35.088169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.114412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e1552e91-410b-47f9-9475-02ec58ac0e1b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:35.124484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'networks': [{'name': 'tempest-network--1610181955'}, {'name': 'tempest-network--1955934133'}]} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:35.124804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'network': {'name': 'tempest-network--1610181955'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:35.125351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'network': {'name': 'tempest-network--1955934133'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:35.133392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:35.135563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:35.139207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.162971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Usage tracker for resource:network and tenant:fba4635e822b4430b14e4f9112fb45a7 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:35.166664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 1e2a8b57-c819-46ca-9f36-f75ba5e365c4 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:35.204633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.205638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:35.222577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:35.238368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859402f-5f4d-4983-8673-47ab29a99f76 req-f4e7ae68-9304-4ddc-bce8-4ac6a91f33aa tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:35.241450 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6859402f-5f4d-4983-8673-47ab29a99f76 req-f4e7ae68-9304-4ddc-bce8-4ac6a91f33aa tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.9906018 Oct 20 03:37:35.271549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:35.279785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No DVR routers for this DVR port 14a42b24-5b26-446d-ba99-2c7d2a33bf5c on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:35.319180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Port': ['ID=14a42b24-5b26-446d-ba99-2c7d2a33bf5c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:35.329729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.344407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] For port e89c63a2-cbb0-4e22-a901-c677f9f547d2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e89c63a2-cbb0-4e22-a901-c677f9f547d2,segment=NetworkSegment(a86ba6c2-da05-4418-a0c3-6b4e898b3af8),segment_id=a86ba6c2-da05-4418-a0c3-6b4e898b3af8)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:35.345505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.348192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:35.351245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Transition to ACTIVE for port object d85b8959-1a55-4c81-ae01-514ff4cbcd89 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:35.364241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] For port e89c63a2-cbb0-4e22-a901-c677f9f547d2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e89c63a2-cbb0-4e22-a901-c677f9f547d2,segment=NetworkSegment(a86ba6c2-da05-4418-a0c3-6b4e898b3af8),segment_id=a86ba6c2-da05-4418-a0c3-6b4e898b3af8)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:35.364619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.365764 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6859402f-5f4d-4983-8673-47ab29a99f76 req-f3008155-9991-4188-8f4c-d4adae08b531 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043081 Oct 20 03:37:35.418734 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2467eefe-c845-4f3a-9023-ed6f4fbf4d53 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=41bbfe1abcd641fd9f4b95a05b8a99a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370390 Oct 20 03:37:35.423371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60498) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:35.424563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:35.473543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b35b0-3c8c-4a00-a530-443691a8e29c None None] Sync routers for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:35.492228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.500516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Made reservation on behalf of fba4635e822b4430b14e4f9112fb45a7 for: {'network': 2} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:35.504989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.528003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.616655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] Calling delete_port for e89c63a2-cbb0-4e22-a901-c677f9f547d2 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:35.644481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.655396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Calling delete_port for e89c63a2-cbb0-4e22-a901-c677f9f547d2 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:35.678851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Transition to ACTIVE for port object d85b8959-1a55-4c81-ae01-514ff4cbcd89 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:35.681788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:35.687866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b35b0-3c8c-4a00-a530-443691a8e29c None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:35.688621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5e3b35b0-3c8c-4a00-a530-443691a8e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:35.696629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Usage tracker for resource:security_group_rule and tenant:fba4635e822b4430b14e4f9112fb45a7 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:35.703927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:35.708603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9f0d19-6abb-4d28-8b65-a5f680646e9b']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:35.730008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:35.734937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d1eec0-533f-4c60-9114-0a0d6517f2e5') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:35.735246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d1eec0-533f-4c60-9114-0a0d6517f2e5') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:35.749327 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 9 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:35.788007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.794063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e89c63a2-cbb0-4e22-a901-c677f9f547d2 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:37:35.797038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.848572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0956-1ac9-4bd8-9ced-580687d31fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.879385 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-988cd2aa-9225-43aa-a900-3980a315ba33 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/floatingips/08fc4856-a181-4a4d-babf-b9d5a5e054e9 HTTP/1.1" status: 200 len: 979 time: 6.8338511 Oct 20 03:37:35.882727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60502) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:35.885303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5e3b35b0-3c8c-4a00-a530-443691a8e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:35.887287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.929035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:35.929483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.936480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0956-1ac9-4bd8-9ced-580687d31fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.975197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Network b6d59b06-c552-4e28-a276-6c6a12932471 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:35.982513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.987437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:35.990115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:35.997930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:35.998519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b35b0-3c8c-4a00-a530-443691a8e29c None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:35.999204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5e3b35b0-3c8c-4a00-a530-443691a8e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:36.009184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 172.20.0.13 (70bc74a8-f345-4115-a4c4-4fbf84d34303/19a0345f-95ac-4099-a0b1-5239f3e664fe/1e2a8b57-c819-46ca-9f36-f75ba5e365c4) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:36.011386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.9 (b6d59b06-c552-4e28-a276-6c6a12932471/8630ca7f-19e1-49c6-a909-f17831966cb1/d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:36.019536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port 7e2cd514-72f7-470f-8066-f541130714f7 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:36.019719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.042506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:fe6e:1ef7 (70bc74a8-f345-4115-a4c4-4fbf84d34303/a3759f85-dd41-4634-9cf4-181b95914e0d/1e2a8b57-c819-46ca-9f36-f75ba5e365c4) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:36.052799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd7903-1972-4cb0-bc1a-7ad4064dbe4e req-9671e443-fb2c-44bb-b7ed-140b680fb81d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:36.053319 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dadd7903-1972-4cb0-bc1a-7ad4064dbe4e req-9671e443-fb2c-44bb-b7ed-140b680fb81d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5019164 Oct 20 03:37:36.064837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Pushing event updated for resources: {'Port': ['ID=d85b8959-1a55-4c81-ae01-514ff4cbcd89,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.083944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Port': ['ID=e89c63a2-cbb0-4e22-a901-c677f9f547d2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.085894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] No DVR routers for this DVR port e89c63a2-cbb0-4e22-a901-c677f9f547d2 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:36.111458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:36.111458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:36.111752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5e3b35b0-3c8c-4a00-a530-443691a8e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:36.112097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b35b0-3c8c-4a00-a530-443691a8e29c None None] The sync data for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:36.159795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No active binding found for port e89c63a2-cbb0-4e22-a901-c677f9f547d2 {{(pid=90077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 20 03:37:36.160459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e89c63a2-cbb0-4e22-a901-c677f9f547d2 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:37:36.186059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.186416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Attempting to bind port d85b8959-1a55-4c81-ae01-514ff4cbcd89 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:36.186777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Attempting to bind port d85b8959-1a55-4c81-ae01-514ff4cbcd89 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '959da5e7-10a5-41d8-a738-b73374b83838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6d59b06-c552-4e28-a276-6c6a12932471'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:36.187799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Attempting to bind port d85b8959-1a55-4c81-ae01-514ff4cbcd89 on network b6d59b06-c552-4e28-a276-6c6a12932471 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:36.194268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:36.194683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Checking segment: {'id': '959da5e7-10a5-41d8-a738-b73374b83838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6d59b06-c552-4e28-a276-6c6a12932471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:36.195083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.195470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Bound using segment: {'id': '959da5e7-10a5-41d8-a738-b73374b83838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6d59b06-c552-4e28-a276-6c6a12932471'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:36.197038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Bound port: d85b8959-1a55-4c81-ae01-514ff4cbcd89, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959da5e7-10a5-41d8-a738-b73374b83838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6d59b06-c552-4e28-a276-6c6a12932471'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:36.197038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.250452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0956-1ac9-4bd8-9ced-580687d31fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.289482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.293354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] For port d85b8959-1a55-4c81-ae01-514ff4cbcd89, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:36.296485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] For port d85b8959-1a55-4c81-ae01-514ff4cbcd89, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d85b8959-1a55-4c81-ae01-514ff4cbcd89,segment=NetworkSegment(959da5e7-10a5-41d8-a738-b73374b83838),segment_id=959da5e7-10a5-41d8-a738-b73374b83838)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:36.298735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a0956-1ac9-4bd8-9ced-580687d31fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4437debe-8f4f-4bdd-b0df-ad03c674d7b8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.367468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.386533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.393892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858ca16c-a5c2-41b8-a1a7-48f236f0a191']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:36.406491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0956-1ac9-4bd8-9ced-580687d31fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.410429 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1d3a0956-1ac9-4bd8-9ced-580687d31fe6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4437debe-8f4f-4bdd-b0df-ad03c674d7b8 HTTP/1.1" status: 204 len: 168 time: 0.9817438 Oct 20 03:37:36.463236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2287954-7429-4649-9ec9-6a506e1262b6 None None] Pushing event updated for resources: {'Port': ['ID=d85b8959-1a55-4c81-ae01-514ff4cbcd89,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.473552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86ba6c2-da05-4418-a0c3-6b4e898b3af8') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:36.473859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86ba6c2-da05-4418-a0c3-6b4e898b3af8') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:36.480127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=4c9f0d19-6abb-4d28-8b65-a5f680646e9b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.497275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.498503 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dadd7903-1972-4cb0-bc1a-7ad4064dbe4e req-967d3715-8610-42f2-9ce2-20924dfe9994 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018526 Oct 20 03:37:36.499571 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 10 to provision port 7e2cd514-72f7-470f-8066-f541130714f7 Oct 20 03:37:36.504783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.545569 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1977077f-757d-4ed3-a282-a93f2f17ab67 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/4c9f0d19-6abb-4d28-8b65-a5f680646e9b HTTP/1.1" status: 204 len: 168 time: 4.7489309 Oct 20 03:37:36.552922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60512) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:36.578416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2083258184'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:36.607345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:36.617029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] Deleting port e89c63a2-cbb0-4e22-a901-c677f9f547d2 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:36.618267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.644531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:36.663624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:36.676313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 7e2cd514-72f7-470f-8066-f541130714f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:36.679669 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.691441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:36.714883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.724097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.730031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8d52137e-0566-4a36-a56f-f57214875a57 None None] The port 'e89c63a2-cbb0-4e22-a901-c677f9f547d2' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:37:36.747318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 1e2a8b57-c819-46ca-9f36-f75ba5e365c4 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:36.750951 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:36.771350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.771824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.779908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Provisioning complete for port 3bedede3-155d-4c90-80b7-359001682e96 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:36.781654 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.782089 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 1 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:36.837325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:36.841182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.879570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76ad176-4962-4a9b-ae71-c913a329fb3d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.893397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:36.906255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:36.910858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:36.915780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.915780 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Added segment 612fa5ca-dd39-442e-8750-0c3079563bb8 of type vlan for network 0c68354f-c02e-4375-854c-7ace77ad62b0 Oct 20 03:37:36.928357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.928705 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d of type vlan for network ad651023-b6e4-4434-ae06-b45cee6a83ae Oct 20 03:37:36.953111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.955968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.976390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.009675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.012452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.026140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.027796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.030188 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Floating IP 08fc4856-a181-4a4d-babf-b9d5a5e054e9 disassociated. External IP: 172.26.7.218, port: 7e2cd514-72f7-470f-8066-f541130714f7. Oct 20 03:37:37.030619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for 7e2cd514-72f7-470f-8066-f541130714f7 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:37.038007 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b4d1eec0-533f-4c60-9114-0a0d6517f2e5 resource provider aggregate not found Oct 20 03:37:37.094002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:37.104632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.130299 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b4d1eec0-533f-4c60-9114-0a0d6517f2e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4d1eec0-533f-4c60-9114-0a0d6517f2e5 found for delete ", "request_id": "req-77672866-2ac3-4543-8c9f-e522a45aa865"}]} Oct 20 03:37:37.167663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:37.181570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60526) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:37.187832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:37.203491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network b6d59b06-c552-4e28-a276-6c6a12932471 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:37.213891 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment a86ba6c2-da05-4418-a0c3-6b4e898b3af8 resource provider aggregate not found Oct 20 03:37:37.215403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:37.217577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:37.254085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:37.283070 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment a86ba6c2-da05-4418-a0c3-6b4e898b3af8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a86ba6c2-da05-4418-a0c3-6b4e898b3af8 found for delete ", "request_id": "req-fa5c3ecd-b98b-49b3-a218-d00faa7caf92"}]} Oct 20 03:37:37.294006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:37.320908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=1e2a8b57-c819-46ca-9f36-f75ba5e365c4,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:37.336393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.342635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:37.343295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.390601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.391465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.391816 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Added segment 0121bbf8-28bf-4df3-9d07-2f5f71aac870 of type vlan for network f6d36dee-fba7-4501-af22-f5f63067844a Oct 20 03:37:37.395688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.407895 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 2 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:37.431174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] Pushing event deleted for resources: {'Network': ['ID=858ca16c-a5c2-41b8-a1a7-48f236f0a191,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:37.437038 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d2e6c986-48a1-4a11-8bbf-b281ac973c5d tempest-NetworksIpV6TestAttrs-2067720605 tempest-NetworksIpV6TestAttrs-2067720605-project] 10.222.0.33 "DELETE /v2.0/networks/858ca16c-a5c2-41b8-a1a7-48f236f0a191 HTTP/1.1" status: 204 len: 168 time: 3.5270443 Oct 20 03:37:37.453372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.496112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:37.519318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=7e2cd514-72f7-470f-8066-f541130714f7,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:37.528388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:37.529032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.725646 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-37da0d93-bd69-491b-ba1f-f3aaf56ffbe1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5fd65f2d9a4d4ad1b8ddfda1c3d3c376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204699 Oct 20 03:37:37.746557 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60534) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:37.798694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.834119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:37.834744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.868404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:37.872073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=ad651023-b6e4-4434-ae06-b45cee6a83ae,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:37.892073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network ad651023-b6e4-4434-ae06-b45cee6a83ae details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:37.917378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router dea60b48-8bd6-45cb-8fde-3e9500697366 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:37:37.952502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce9243-ad22-4842-bb82-99f95be0d0db req-0bbd768e-e502-48ca-9d95-bfecd63fe0b4 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:37.959431 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-29ce9243-ad22-4842-bb82-99f95be0d0db req-0bbd768e-e502-48ca-9d95-bfecd63fe0b4 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6329577 Oct 20 03:37:37.981402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35c2cd1d-7d24-4527-93e8-56e7267b2cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.997803 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 3 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:38.030823 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-29ce9243-ad22-4842-bb82-99f95be0d0db req-d6440f39-7442-4819-86c9-e306e25e55de tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701952 Oct 20 03:37:38.038432 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35c2cd1d-7d24-4527-93e8-56e7267b2cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.047411 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3ec160b0-00ba-45a9-832e-d45d10f819d2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6277406 Oct 20 03:37:38.052470 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0b969b26-80cf-4ca2-98a3-f3d389b765df tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7403114 Oct 20 03:37:38.056955 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-da7cafbe-0799-420c-a4e9-b2b4d06eb5d0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4942470 Oct 20 03:37:38.056955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.056955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.061769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:38.080869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:38.080869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.080869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60538) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:38.080869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60540) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:38.080869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60542) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:38.094163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:38.140586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b034c6af-b55e-4024-a448-1c8ba8310218 None None] Network b6d59b06-c552-4e28-a276-6c6a12932471 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:38.164274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:38.171665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-707ad702-b638-48dc-88c2-d51106f18b04 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'New_network'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:38.178246 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0429d-f1ff-4bfd-b3b3-93938b83e477 None None] Sync routers for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:38.201219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': 'b6d59b06-c552-4e28-a276-6c6a12932471', 'name': 'tempest-PortsTestJSON-1213774736'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:38.213619 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0429d-f1ff-4bfd-b3b3-93938b83e477 None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:38.214524 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4af0429d-f1ff-4bfd-b3b3-93938b83e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:38.275975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.282135 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-57694049-25ce-427e-908d-aa6a99abcdba tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/ports/7e2cd514-72f7-470f-8066-f541130714f7 HTTP/1.1" status: 204 len: 168 time: 2.3983061 Oct 20 03:37:38.282731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60554) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:38.366268 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4af0429d-f1ff-4bfd-b3b3-93938b83e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:38.385632 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0429d-f1ff-4bfd-b3b3-93938b83e477 None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:38.386962 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4af0429d-f1ff-4bfd-b3b3-93938b83e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:38.410947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60558) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:38.493747 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4af0429d-f1ff-4bfd-b3b3-93938b83e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:38.494157 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0429d-f1ff-4bfd-b3b3-93938b83e477 None None] The sync data for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:38.590597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Network': ['ID=0c68354f-c02e-4375-854c-7ace77ad62b0,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:38.596067 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 4 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:38.627018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 0c68354f-c02e-4375-854c-7ace77ad62b0 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:38.712933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Network': ['ID=f6d36dee-fba7-4501-af22-f5f63067844a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:38.737446 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-36ef2972-95b7-4454-be5b-a3bcf99ea685 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.8596265 Oct 20 03:37:38.739850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f6d36dee-fba7-4501-af22-f5f63067844a details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:38.746869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60564) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:38.854995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:38.943346 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-20c9862f-a9b7-4b23-8c94-43045eec61c0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a767a84ff2ad4948bde369a59281bd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5320072 Oct 20 03:37:38.950575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-707ad702-b638-48dc-88c2-d51106f18b04 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.951061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60568) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:38.992485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:38.996619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb392d-9df0-47fc-bf81-c665c79854c9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:38.998991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db69fa65-3234-48c5-9747-3d485ad0cf5e None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:37:39.002742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb392d-9df0-47fc-bf81-c665c79854c9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.003493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7675a8c6-629c-4354-8399-b9d258974fcf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.008554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb392d-9df0-47fc-bf81-c665c79854c9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.009360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7675a8c6-629c-4354-8399-b9d258974fcf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.011195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7675a8c6-629c-4354-8399-b9d258974fcf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:39.014660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb392d-9df0-47fc-bf81-c665c79854c9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.015038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35c2cd1d-7d24-4527-93e8-56e7267b2cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.015953 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cbcb392d-9df0-47fc-bf81-c665c79854c9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2697926 Oct 20 03:37:39.024525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60572) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:39.025790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:39.063252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:39.085062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2cd1d-7d24-4527-93e8-56e7267b2cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf25d7b-025a-4121-97da-942c6685b2c8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:39.103986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-707ad702-b638-48dc-88c2-d51106f18b04 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.115705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:39.134611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9531-8078-4a78-b1aa-6a3fa7f2b6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.138918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d85b8959-1a55-4c81-ae01-514ff4cbcd89 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:39.168935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9531-8078-4a78-b1aa-6a3fa7f2b6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.247024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db69fa65-3234-48c5-9747-3d485ad0cf5e None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:37:39.268089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35c2cd1d-7d24-4527-93e8-56e7267b2cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.271644 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-35c2cd1d-7d24-4527-93e8-56e7267b2cfe admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2bf25d7b-025a-4121-97da-942c6685b2c8 HTTP/1.1" status: 204 len: 168 time: 1.5099010 Oct 20 03:37:39.289794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-707ad702-b638-48dc-88c2-d51106f18b04 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network ad651023-b6e4-4434-ae06-b45cee6a83ae is not hosted by any dhcp agent {{(pid=90076) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 20 03:37:39.295450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ad702-b638-48dc-88c2-d51106f18b04 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.296073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-707ad702-b638-48dc-88c2-d51106f18b04 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.300252 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-707ad702-b638-48dc-88c2-d51106f18b04 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "PUT /v2.0/networks/ad651023-b6e4-4434-ae06-b45cee6a83ae HTTP/1.1" status: 200 len: 723 time: 1.1569526 Oct 20 03:37:39.309960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60580) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:39.317322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': 'ad651023-b6e4-4434-ae06-b45cee6a83ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:39.335145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port d85b8959-1a55-4c81-ae01-514ff4cbcd89 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:39.353353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ad702-b638-48dc-88c2-d51106f18b04 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=ad651023-b6e4-4434-ae06-b45cee6a83ae,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:39.356650 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 5 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:39.358095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7675a8c6-629c-4354-8399-b9d258974fcf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:39.359387 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7675a8c6-629c-4354-8399-b9d258974fcf tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.2174556 Oct 20 03:37:39.370171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60584) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:39.399502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network ad651023-b6e4-4434-ae06-b45cee6a83ae details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:39.407318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.422381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:39.425955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.456231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.472184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port 605681d4-4506-4be8-ba33-9975d56ae0f8 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:39.539862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e0824-1094-4198-a5fc-1ea0cb49d790 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 1e2a8b57-c819-46ca-9f36-f75ba5e365c4 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:39.541256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0824-1094-4198-a5fc-1ea0cb49d790 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.558865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:39.759234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9531-8078-4a78-b1aa-6a3fa7f2b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.773852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6804af13-ea5b-4a06-a050-f64368ded036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.785218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:39.809116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.826269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e753-5cb3-40a7-95dc-ef5e7a40ead5 req-b2a26272-28fb-4fd4-a4c3-43c9a399fd95 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.838074 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9824e753-5cb3-40a7-95dc-ef5e7a40ead5 req-b2a26272-28fb-4fd4-a4c3-43c9a399fd95 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6022539 Oct 20 03:37:39.846147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf9531-8078-4a78-b1aa-6a3fa7f2b6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01859607-9694-45f7-aa60-31e3d8f4cd0a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:39.870215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:39.877201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:39.879666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c68354f-c02e-4375-854c-7ace77ad62b0']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:39.889071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:39.896991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9531-8078-4a78-b1aa-6a3fa7f2b6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.900892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2dbf9531-8078-4a78-b1aa-6a3fa7f2b6fd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/01859607-9694-45f7-aa60-31e3d8f4cd0a HTTP/1.1" status: 204 len: 168 time: 0.9364977 Oct 20 03:37:39.925114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612fa5ca-dd39-442e-8750-0c3079563bb8') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:39.925796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612fa5ca-dd39-442e-8750-0c3079563bb8') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:39.944713 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9824e753-5cb3-40a7-95dc-ef5e7a40ead5 req-9316826e-54c7-4565-8287-f9fddf4c286b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057651 Oct 20 03:37:40.005340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.008740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:40.012192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.012446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.3 (b6d59b06-c552-4e28-a276-6c6a12932471/8630ca7f-19e1-49c6-a909-f17831966cb1/605681d4-4506-4be8-ba33-9975d56ae0f8) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:40.046518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.059796 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 6 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:40.086171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:40.086816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.170201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:40.188283 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 612fa5ca-dd39-442e-8750-0c3079563bb8 resource provider aggregate not found Oct 20 03:37:40.201319 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0824-1094-4198-a5fc-1ea0cb49d790 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.220181 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 612fa5ca-dd39-442e-8750-0c3079563bb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 612fa5ca-dd39-442e-8750-0c3079563bb8 found for delete ", "request_id": "req-09dd7fe4-686c-4c2b-a270-9e3bf12221e6"}]} Oct 20 03:37:40.295370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port 3bedede3-155d-4c90-80b7-359001682e96 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:40.295970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.358992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e0824-1094-4198-a5fc-1ea0cb49d790 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 1e2a8b57-c819-46ca-9f36-f75ba5e365c4 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:40.544845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.555859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.662396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.671687 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 7 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:40.687348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for 3bedede3-155d-4c90-80b7-359001682e96 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:40.728019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Network': ['ID=0c68354f-c02e-4375-854c-7ace77ad62b0,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:40.732947 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:40.744647 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-67e4a9d2-98b3-4f7c-9644-bad969f4271d tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/networks/0c68354f-c02e-4375-854c-7ace77ad62b0 HTTP/1.1" status: 204 len: 168 time: 1.7031069 Oct 20 03:37:40.749463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60620) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:40.854924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.865481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.898069 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object 605681d4-4506-4be8-ba33-9975d56ae0f8 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:40.970296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.014377 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=8fd4b507-c2bf-47d3-9fb6-40f973e225e8,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:41.024806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0824-1094-4198-a5fc-1ea0cb49d790 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.063128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': 'ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ad651023-b6e4-4434-ae06-b45cee6a83ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:41.063128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: ad651023-b6e4-4434-ae06-b45cee6a83ae, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:41.091614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.096530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e0824-1094-4198-a5fc-1ea0cb49d790 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=1e2a8b57-c819-46ca-9f36-f75ba5e365c4,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:41.191160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.218060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=605681d4-4506-4be8-ba33-9975d56ae0f8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:41.234070 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 8 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:41.239213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d36dee-fba7-4501-af22-f5f63067844a']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:41.303899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network b6d59b06-c552-4e28-a276-6c6a12932471 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:41.308066 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:41.333596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:41.361807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:41.395690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0121bbf8-28bf-4df3-9d07-2f5f71aac870') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:41.396222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0121bbf8-28bf-4df3-9d07-2f5f71aac870') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:41.420963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.440637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.447500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:41.453296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.453621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60640) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:41.472198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.476093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.509198 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 0121bbf8-28bf-4df3-9d07-2f5f71aac870 resource provider aggregate not found Oct 20 03:37:41.573545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0824-1094-4198-a5fc-1ea0cb49d790 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.578008 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2b5e0824-1094-4198-a5fc-1ea0cb49d790 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/1e2a8b57-c819-46ca-9f36-f75ba5e365c4 HTTP/1.1" status: 204 len: 168 time: 2.2117684 Oct 20 03:37:41.579588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60654) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:41.596556 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 0121bbf8-28bf-4df3-9d07-2f5f71aac870 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0121bbf8-28bf-4df3-9d07-2f5f71aac870 found for delete ", "request_id": "req-f36df6c9-0524-4f9b-888e-2c93bd876017"}]} Oct 20 03:37:41.620200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network ad651023-b6e4-4434-ae06-b45cee6a83ae is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:41.647619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff476d3-5961-4883-af72-91a27fee7c12 req-f8b7ebbf-d054-434c-aa84-9e290a90e9cc tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.653440 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2ff476d3-5961-4883-af72-91a27fee7c12 req-f8b7ebbf-d054-434c-aa84-9e290a90e9cc tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5458965 Oct 20 03:37:41.653882 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ed60b997-e1e0-493e-8f55-e0d1765e892e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5135038 Oct 20 03:37:41.654055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60658) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:41.707614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.711275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, ad651023-b6e4-4434-ae06-b45cee6a83ae) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:41.716114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.719700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-10c35ba4-4699-4e56-ac8c-a567729aa70e tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] Request body: {'port': {'network_id': 'e7644343-8563-4bbc-a96b-cbfb154f6d8c', 'name': 'tempest-NetworksNegativeTestJSON-850614816'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:41.720334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.722387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e29884d-35ed-4b2c-bce7-da64cedf1034 None None] Network ad651023-b6e4-4434-ae06-b45cee6a83ae requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:41.728086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.728086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.745772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5ff69b-ab52-4176-bff7-29ad0f28999d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.747276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5ff69b-ab52-4176-bff7-29ad0f28999d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.748767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5ff69b-ab52-4176-bff7-29ad0f28999d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.749635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb5ff69b-ab52-4176-bff7-29ad0f28999d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:41.760792 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2ff476d3-5961-4883-af72-91a27fee7c12 req-6152aa94-4911-411e-ba83-d5d52cb52108 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948350 Oct 20 03:37:41.762276 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c35ba4-4699-4e56-ac8c-a567729aa70e tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] POST failed (client error): The resource could not be found. Oct 20 03:37:41.762908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c35ba4-4699-4e56-ac8c-a567729aa70e tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:41.764338 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-10c35ba4-4699-4e56-ac8c-a567729aa70e tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3093119 Oct 20 03:37:41.769756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60664) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:41.802831 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-04106856-0971-4c85-8a15-bc600505bbe6 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:41.803311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04106856-0971-4c85-8a15-bc600505bbe6 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:41.805039 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-04106856-0971-4c85-8a15-bc600505bbe6 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "DELETE /v2.0/networks/63559db3-eaf0-49af-917c-beba3a0ff639 HTTP/1.1" status: 404 len: 339 time: 0.0341952 Oct 20 03:37:41.809327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60668) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:41.822431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=3bedede3-155d-4c90-80b7-359001682e96,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:41.824863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Network': ['ID=f6d36dee-fba7-4501-af22-f5f63067844a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:41.837505 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Attempt 9 to provision port 3bedede3-155d-4c90-80b7-359001682e96 Oct 20 03:37:41.857239 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7496ce84-262f-490b-926f-299072b73333 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:41.858125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7496ce84-262f-490b-926f-299072b73333 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:41.860154 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7496ce84-262f-490b-926f-299072b73333 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "DELETE /v2.0/ports/58d5b5bc-0219-45e7-bb1e-f71e70d57f25 HTTP/1.1" status: 404 len: 333 time: 0.0499783 Oct 20 03:37:41.861034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb5ff69b-ab52-4176-bff7-29ad0f28999d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:41.866768 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bb5ff69b-ab52-4176-bff7-29ad0f28999d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2860694 Oct 20 03:37:41.867794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60672) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:41.870329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60674) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:41.879760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b838e723-0fa8-4dad-bece-38d693d8d3f8 None None] Port 3bedede3-155d-4c90-80b7-359001682e96 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:37:41.917302 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eb3cb3e0-a69d-4d56-a20b-37ed03a6432c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/networks/f6d36dee-fba7-4501-af22-f5f63067844a HTTP/1.1" status: 204 len: 168 time: 1.1665463 Oct 20 03:37:41.918426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60680) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:41.926678 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b1cfa2-d8a5-4387-b924-391935f2a73a tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:41.928703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b1cfa2-d8a5-4387-b924-391935f2a73a tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:41.933886 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-07b1cfa2-d8a5-4387-b924-391935f2a73a tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "DELETE /v2.0/subnets/a8638200-b2f0-4a22-a95d-73a870a5022d HTTP/1.1" status: 404 len: 337 time: 0.0641761 Oct 20 03:37:41.987616 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60682) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.050991 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-613bcf03-abcb-4e96-b77e-d508a722bf8a tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] GET failed (client error): The resource could not be found. Oct 20 03:37:42.052328 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-613bcf03-abcb-4e96-b77e-d508a722bf8a tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "GET /v2.0/networks/e1dee139-c68d-4d8c-bddd-932dfefcdc3e HTTP/1.1" status: 404 len: 339 time: 0.0624275 Oct 20 03:37:42.062734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60692) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.106430 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-508086ec-488b-4de9-8479-c1b3ed693325 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7930238 Oct 20 03:37:42.111980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60696) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.137480 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d9d973-7f68-4b81-843a-4093a9704301 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] GET failed (client error): The resource could not be found. Oct 20 03:37:42.139507 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-46d9d973-7f68-4b81-843a-4093a9704301 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "GET /v2.0/ports/42031fdd-aee7-4d0b-92e1-0e2bd461644a HTTP/1.1" status: 404 len: 333 time: 0.0729432 Oct 20 03:37:42.142392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d74d7cd9-41a9-4d96-99f3-5541f0039771 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:42.144982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3fb003-a4c0-48bd-9229-f8f41c094908 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 19a0345f-95ac-4099-a0b1-5239f3e664fe {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:42.148094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb003-a4c0-48bd-9229-f8f41c094908 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.161600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Provisioning for port 605681d4-4506-4be8-ba33-9975d56ae0f8 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:42.174779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-96a4f7f2-c0cc-4a67-af6c-186cfa38418c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.179726 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Provisioning complete for port 605681d4-4506-4be8-ba33-9975d56ae0f8 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:42.180486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.180897 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 1 to provision port 605681d4-4506-4be8-ba33-9975d56ae0f8 Oct 20 03:37:42.187664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60700) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.206265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60704) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.224791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb003-a4c0-48bd-9229-f8f41c094908 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.268454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-ad651023-b6e4-4434-ae06-b45cee6a83ae', 'network_id': 'ad651023-b6e4-4434-ae06-b45cee6a83ae', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': '8fd4b507-c2bf-47d3-9fb6-40f973e225e8'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:42.269708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.327539 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb003-a4c0-48bd-9229-f8f41c094908 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.355271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port 605681d4-4506-4be8-ba33-9975d56ae0f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:42.371658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-26310987', 'router:external': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:42.379864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:42.388299 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-c514716f-7f5a-4695-b66d-0470673dd52a tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] GET failed (client error): The resource could not be found. Oct 20 03:37:42.389660 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c514716f-7f5a-4695-b66d-0470673dd52a tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "GET /v2.0/subnets/2661f561-88e4-4343-9b0f-e20b346553fc HTTP/1.1" status: 404 len: 337 time: 0.1999502 Oct 20 03:37:42.391398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Usage tracker for resource:network and tenant:2fe4b6a9a72b425586daa263301f6710 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:42.395159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60710) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.397478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:42.406548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-17ef4844-0306-4df1-9be0-9c5b6fc98d7e tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] Request body: {'network': {'name': 'new_name'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:42.412029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3541d3f-11c1-4c99-ba22-9a2651fb4a8b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:42.416378 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b3541d3f-11c1-4c99-ba22-9a2651fb4a8b tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.7583547 Oct 20 03:37:42.420434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df488ce3-65a8-45a2-bb9c-49054ec45f4b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:42.422029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60714) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.426283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df488ce3-65a8-45a2-bb9c-49054ec45f4b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:42.427027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-df488ce3-65a8-45a2-bb9c-49054ec45f4b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Synchronizing usage tracker for tenant:fba4635e822b4430b14e4f9112fb45a7 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:42.434165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:42.465394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Allocated IP 172.20.0.2 (ad651023-b6e4-4434-ae06-b45cee6a83ae/8fd4b507-c2bf-47d3-9fb6-40f973e225e8/90c936d7-0636-4eb4-b5a1-e5abb479f769) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:42.472051 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ef4844-0306-4df1-9be0-9c5b6fc98d7e tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] PUT failed (client error): The resource could not be found. Oct 20 03:37:42.472514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ef4844-0306-4df1-9be0-9c5b6fc98d7e tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:42.473671 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-17ef4844-0306-4df1-9be0-9c5b6fc98d7e tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "PUT /v2.0/networks/12e54280-1b50-4d42-a89c-13ebec6fca69 HTTP/1.1" status: 404 len: 339 time: 0.0776660 Oct 20 03:37:42.486858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60718) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.504876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b0f25e8d-0233-402c-afbf-7658cda577de tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] Request body: {'port': {'name': 'new_name'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:42.519119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-596c1fab-d5ed-4f1c-8b37-f1f08dddb99d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 605681d4-4506-4be8-ba33-9975d56ae0f8 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:42.519452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-596c1fab-d5ed-4f1c-8b37-f1f08dddb99d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.571973 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f25e8d-0233-402c-afbf-7658cda577de tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] PUT failed (client error): The resource could not be found. Oct 20 03:37:42.572449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f25e8d-0233-402c-afbf-7658cda577de tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:42.577087 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b0f25e8d-0233-402c-afbf-7658cda577de tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "PUT /v2.0/ports/f66531c6-9321-4f66-b53d-353dd5ea13ed HTTP/1.1" status: 404 len: 333 time: 0.0859187 Oct 20 03:37:42.578299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60722) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.581179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d74d7cd9-41a9-4d96-99f3-5541f0039771 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2427587'] for subnet, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.587999 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-77a7d01a-3800-4e80-9685-822f6375ecf8 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:42.624494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Made reservation on behalf of 2fe4b6a9a72b425586daa263301f6710 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:42.626349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-df488ce3-65a8-45a2-bb9c-49054ec45f4b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Unset dirty status for tenant:fba4635e822b4430b14e4f9112fb45a7 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:42.626765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.627508 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-df488ce3-65a8-45a2-bb9c-49054ec45f4b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6572757 Oct 20 03:37:42.632024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60726) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:42.643914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-802572645'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:42.647187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.659093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:42.725797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.736788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Transition to ACTIVE for port object 90c936d7-0636-4eb4-b5a1-e5abb479f769 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:42.741243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:42.756832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Transition to ACTIVE for port object 90c936d7-0636-4eb4-b5a1-e5abb479f769 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:42.796258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.807750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb003-a4c0-48bd-9229-f8f41c094908 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.809348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.861225 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a7d01a-3800-4e80-9685-822f6375ecf8 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] PUT failed (client error): The resource could not be found. Oct 20 03:37:42.861225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a7d01a-3800-4e80-9685-822f6375ecf8 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:42.862044 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-77a7d01a-3800-4e80-9685-822f6375ecf8 tempest-NetworksNegativeTestJSON-1726083797 tempest-NetworksNegativeTestJSON-1726083797-project] 10.222.0.33 "PUT /v2.0/subnets/d8665923-6a75-46e7-8037-fad09bc243e0 HTTP/1.1" status: 404 len: 337 time: 0.2827363 Oct 20 03:37:42.869783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fb003-a4c0-48bd-9229-f8f41c094908 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=19a0345f-95ac-4099-a0b1-5239f3e664fe,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:42.881448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:42.886269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb003-a4c0-48bd-9229-f8f41c094908 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.887789 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 2 to provision port 605681d4-4506-4be8-ba33-9975d56ae0f8 Oct 20 03:37:42.893638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Usage tracker for resource:security_group_rule and tenant:2fe4b6a9a72b425586daa263301f6710 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:42.900735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:42.911192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Made reservation on behalf of fba4635e822b4430b14e4f9112fb45a7 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:42.915224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.929880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:42.991319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port 605681d4-4506-4be8-ba33-9975d56ae0f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:42.992217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ebf2db-362c-4de1-87da-3f649a3324e2 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:43.020521 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fa3fb003-a4c0-48bd-9229-f8f41c094908 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/19a0345f-95ac-4099-a0b1-5239f3e664fe HTTP/1.1" status: 204 len: 168 time: 1.1494253 Oct 20 03:37:43.026424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60734) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:43.112229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Network ad651023-b6e4-4434-ae06-b45cee6a83ae is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:43.121305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:43.122267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-596c1fab-d5ed-4f1c-8b37-f1f08dddb99d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.123394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Pushing event updated for resources: {'Port': ['ID=90c936d7-0636-4eb4-b5a1-e5abb479f769,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:43.128981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:43.223298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:43.244298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.244569 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Added segment 1edfc112-ed63-4eb4-ab78-000b092be0e3 of type vlan for network 6f509c7c-f06f-4968-b8b0-5e6bb605979a Oct 20 03:37:43.265238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-596c1fab-d5ed-4f1c-8b37-f1f08dddb99d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 605681d4-4506-4be8-ba33-9975d56ae0f8 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:43.295490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Attempting to bind port 90c936d7-0636-4eb4-b5a1-e5abb479f769 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:43.296087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Attempting to bind port 90c936d7-0636-4eb4-b5a1-e5abb479f769 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ad651023-b6e4-4434-ae06-b45cee6a83ae'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:43.296963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Attempting to bind port 90c936d7-0636-4eb4-b5a1-e5abb479f769 on network ad651023-b6e4-4434-ae06-b45cee6a83ae {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:43.297077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d534197-baef-46ad-8406-180258b8ebe6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet a3759f85-dd41-4634-9cf4-181b95914e0d {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:43.320473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d534197-baef-46ad-8406-180258b8ebe6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.395949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d74d7cd9-41a9-4d96-99f3-5541f0039771 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730572078219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3645828'] for subnet, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.403769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d534197-baef-46ad-8406-180258b8ebe6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.443300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b583-c67a-4df7-a941-a874f4146129 req-9b911379-650b-4e52-8657-a12902739fb3 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:43.445424 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ec08b583-c67a-4df7-a941-a874f4146129 req-9b911379-650b-4e52-8657-a12902739fb3 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5398362 Oct 20 03:37:43.478653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60740) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:43.503574 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 3 to provision port 605681d4-4506-4be8-ba33-9975d56ae0f8 Oct 20 03:37:43.516846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.530527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:43.530948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Checking segment: {'id': 'ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ad651023-b6e4-4434-ae06-b45cee6a83ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:43.531354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.531747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Bound using segment: {'id': 'ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ad651023-b6e4-4434-ae06-b45cee6a83ae'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:43.532362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Bound port: 90c936d7-0636-4eb4-b5a1-e5abb479f769, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ad651023-b6e4-4434-ae06-b45cee6a83ae'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:43.532739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.547711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.558737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d7cd9-41a9-4d96-99f3-5541f0039771 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:43.558737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d74d7cd9-41a9-4d96-99f3-5541f0039771 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.558737 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d74d7cd9-41a9-4d96-99f3-5541f0039771 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "PUT /v2.0/subnets/8fd4b507-c2bf-47d3-9fb6-40f973e225e8 HTTP/1.1" status: 200 len: 806 time: 1.4358544 Oct 20 03:37:43.559259 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60746) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:43.559764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.626398 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ec08b583-c67a-4df7-a941-a874f4146129 req-27da42df-ff13-4178-b8a5-904cca09eff9 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650057 Oct 20 03:37:43.627187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d7cd9-41a9-4d96-99f3-5541f0039771 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=8fd4b507-c2bf-47d3-9fb6-40f973e225e8,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:43.634687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.657816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port 605681d4-4506-4be8-ba33-9975d56ae0f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:43.661880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.693012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.699878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:43.700651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.704220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] For port 90c936d7-0636-4eb4-b5a1-e5abb479f769, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:43.707292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router dea60b48-8bd6-45cb-8fde-3e9500697366 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:37:43.708104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] For port 90c936d7-0636-4eb4-b5a1-e5abb479f769, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=90c936d7-0636-4eb4-b5a1-e5abb479f769,segment=NetworkSegment(ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d),segment_id=ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:43.768908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f3ddd61-3a5a-4d48-99e5-05acb333e0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.769424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.804930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:43.807920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d534197-baef-46ad-8406-180258b8ebe6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.844011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2f3ddd61-3a5a-4d48-99e5-05acb333e0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:43.863699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f3ddd61-3a5a-4d48-99e5-05acb333e0fc admin admin] Usage tracker for resource:security_group_rule and tenant:d6455fec04a24e0287e3ce66ddf08a8b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:43.864576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e980c-d747-4ada-a36f-0d3dc3bd2940 None None] Pushing event updated for resources: {'Port': ['ID=90c936d7-0636-4eb4-b5a1-e5abb479f769,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:43.871113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f3ddd61-3a5a-4d48-99e5-05acb333e0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:43.889048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d22490-692a-40c6-a9fe-58ecd8d860cb,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:43.892937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2f3ddd61-3a5a-4d48-99e5-05acb333e0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:43.895520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.895871 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Added segment d296a6c1-1e8b-46bd-b670-464eaf726db4 of type vlan for network f95ace9b-c810-48c6-859a-ef49f5c9aa8a Oct 20 03:37:43.910946 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-596c1fab-d5ed-4f1c-8b37-f1f08dddb99d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.971275 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3381820 Oct 20 03:37:43.972244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60750) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:43.987902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc9afa-687d-4f18-a706-3e9788e968e2 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Network': ['ID=6f509c7c-f06f-4968-b8b0-5e6bb605979a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:43.999342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1243147286'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:44.004634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 6f509c7c-f06f-4968-b8b0-5e6bb605979a details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:44.016990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:44.033538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Usage tracker for resource:network and tenant:fba4635e822b4430b14e4f9112fb45a7 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:44.038251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:44.075500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:44.095613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c1fab-d5ed-4f1c-8b37-f1f08dddb99d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=605681d4-4506-4be8-ba33-9975d56ae0f8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:44.120774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:37:44.134442 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ad059d1f-3cb0-4501-91a8-282bbb64ef00 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/routers/dea60b48-8bd6-45cb-8fde-3e9500697366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8456695 Oct 20 03:37:44.134442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60754) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:44.134654 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789630b-657e-4891-a1be-c8908d4d8598 None None] Sync routers for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:44.168895 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 4 to provision port 605681d4-4506-4be8-ba33-9975d56ae0f8 Oct 20 03:37:44.177159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.205019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Made reservation on behalf of fba4635e822b4430b14e4f9112fb45a7 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:44.209491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.241938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.283068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port 605681d4-4506-4be8-ba33-9975d56ae0f8 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:37:44.288623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789630b-657e-4891-a1be-c8908d4d8598 None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:44.289203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d534197-baef-46ad-8406-180258b8ebe6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.290282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c789630b-657e-4891-a1be-c8908d4d8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:44.368334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d534197-baef-46ad-8406-180258b8ebe6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.376574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c789630b-657e-4891-a1be-c8908d4d8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:44.388714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d534197-baef-46ad-8406-180258b8ebe6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=a3759f85-dd41-4634-9cf4-181b95914e0d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:44.390810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port 90c936d7-0636-4eb4-b5a1-e5abb479f769 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:44.391038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.400089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789630b-657e-4891-a1be-c8908d4d8598 None None] Routers {'dea60b48-8bd6-45cb-8fde-3e9500697366'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:37:44.401879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c789630b-657e-4891-a1be-c8908d4d8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['dea60b48-8bd6-45cb-8fde-3e9500697366'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:44.460780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.494804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Provisioning for port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:44.507184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Provisioning complete for port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:44.507771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.508116 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 1 to provision port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 Oct 20 03:37:44.540468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c789630b-657e-4891-a1be-c8908d4d8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:44.540795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789630b-657e-4891-a1be-c8908d4d8598 None None] The sync data for ids ['dea60b48-8bd6-45cb-8fde-3e9500697366'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:44.595886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:44.615578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:44.633675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.634157 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Added segment ce8c7e6e-12b9-493b-b99e-bcfc7249164a of type vlan for network 7eb0b7cd-5aac-453e-a288-e3292a23d08a Oct 20 03:37:44.686687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.711202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.727937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.752984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa215e0a-a163-412c-82e8-a1d95f441d9c None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:44.767242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port 48fcb371-444d-4d8f-87ea-67477b9447ec {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:44.768025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.804595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.810487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:44.811288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.818332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:37:44.894161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-596c1fab-d5ed-4f1c-8b37-f1f08dddb99d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.945177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port 90c936d7-0636-4eb4-b5a1-e5abb479f769, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=90c936d7-0636-4eb4-b5a1-e5abb479f769,segment=NetworkSegment(ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d),segment_id=ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:44.945520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.955691 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9d534197-baef-46ad-8406-180258b8ebe6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/a3759f85-dd41-4634-9cf4-181b95914e0d HTTP/1.1" status: 204 len: 168 time: 1.9232368 Oct 20 03:37:44.961984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60760) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:45.051035 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-596c1fab-d5ed-4f1c-8b37-f1f08dddb99d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/605681d4-4506-4be8-ba33-9975d56ae0f8 HTTP/1.1" status: 204 len: 168 time: 2.6221867 Oct 20 03:37:45.097527 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 2 to provision port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 Oct 20 03:37:45.145323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.146297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:45.146617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601c678-ee02-4687-a2a3-fdf9e338c8bb None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:37:45.146876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.163426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60764) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:45.172067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for 90c936d7-0636-4eb4-b5a1-e5abb479f769 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:45.177045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 90c936d7-0636-4eb4-b5a1-e5abb479f769 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:45.216755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7601c678-ee02-4687-a2a3-fdf9e338c8bb None None] Deleting port e1552e91-410b-47f9-9475-02ec58ac0e1b {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:45.217076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7601c678-ee02-4687-a2a3-fdf9e338c8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.253909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Network': ['ID=7eb0b7cd-5aac-453e-a288-e3292a23d08a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:45.261168 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-494962a0-181d-47f8-a82e-14083c7e6918 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2677348 Oct 20 03:37:45.263697 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d146ad14-02cc-4ed7-8b87-cb1d1669fd35 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2998893 Oct 20 03:37:45.266912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60766) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:45.267249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60768) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:45.288435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 7eb0b7cd-5aac-453e-a288-e3292a23d08a details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:45.329364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'ports': [{'network_id': '6f509c7c-f06f-4968-b8b0-5e6bb605979a', 'name': 'tempest-port--1626791666', 'admin_state_up': True}, {'network_id': '7eb0b7cd-5aac-453e-a288-e3292a23d08a', 'admin_state_up': False}]} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:45.329689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'port': {'network_id': '6f509c7c-f06f-4968-b8b0-5e6bb605979a', 'name': 'tempest-port--1626791666', 'admin_state_up': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:45.330174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'port': {'network_id': '7eb0b7cd-5aac-453e-a288-e3292a23d08a', 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:45.347956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event updated for resources: {'Network': ['ID=f95ace9b-c810-48c6-859a-ef49f5c9aa8a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:45.377009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f95ace9b-c810-48c6-859a-ef49f5c9aa8a details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:45.405901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f3ddd61-3a5a-4d48-99e5-05acb333e0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.409362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:45.421545 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1450ce63-cdbb-4a71-8c0e-31a472d6d5f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:37:45.422221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1450ce63-cdbb-4a71-8c0e-31a472d6d5f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:45.455794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a0667-d8f4-4811-ac8e-426fccce97c7 req-ae65dcc0-277c-48f1-b18d-181b6b901fcb tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:45.457478 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e60a0667-d8f4-4811-ac8e-426fccce97c7 req-ae65dcc0-277c-48f1-b18d-181b6b901fcb tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6405103 Oct 20 03:37:45.474974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e6497-484a-4066-bded-e9b3a9d43a64 None None] Network ad651023-b6e4-4434-ae06-b45cee6a83ae requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:45.497304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f3ddd61-3a5a-4d48-99e5-05acb333e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.501473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.532173 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8443db8c-40c0-4c91-a086-f5719d2271e1 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.3219273 Oct 20 03:37:45.532173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1450ce63-cdbb-4a71-8c0e-31a472d6d5f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:45.533702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60776) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:45.535507 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1450ce63-cdbb-4a71-8c0e-31a472d6d5f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/605681d4-4506-4be8-ba33-9975d56ae0f8 HTTP/1.1" status: 404 len: 333 time: 0.2095189 Oct 20 03:37:45.574269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60778) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:45.592548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'subnet': {'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:45.662860 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e60a0667-d8f4-4811-ac8e-426fccce97c7 req-093c224b-d2de-4c68-9d0d-94884c212fa8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889985 Oct 20 03:37:45.674823 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2f3ddd61-3a5a-4d48-99e5-05acb333e0fc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d6455fec04a24e0287e3ce66ddf08a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1957219 Oct 20 03:37:45.681145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60784) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:45.702130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ddd61-3a5a-4d48-99e5-05acb333e0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa3fa81-df9c-46dd-84d5-09343ccc349d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:45.714385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for 48fcb371-444d-4d8f-87ea-67477b9447ec owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:45.730859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ed112-6492-495c-bb9a-29a43deab120 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:45.731342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed112-6492-495c-bb9a-29a43deab120 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.740780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:45.762623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Usage tracker for resource:subnet and tenant:2fe4b6a9a72b425586daa263301f6710 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:45.770692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:45.790170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:45.831874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7601c678-ee02-4687-a2a3-fdf9e338c8bb None None] For port e1552e91-410b-47f9-9475-02ec58ac0e1b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e1552e91-410b-47f9-9475-02ec58ac0e1b,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:45.832179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7601c678-ee02-4687-a2a3-fdf9e338c8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.839171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4f25f-7929-47ff-9389-e88a2621c0d7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:45.840034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-31b4f25f-7929-47ff-9389-e88a2621c0d7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:45.850704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:45.868888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Usage tracker for resource:port and tenant:fba4635e822b4430b14e4f9112fb45a7 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:45.879566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:45.881488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.892704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:45.921780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Made reservation on behalf of 2fe4b6a9a72b425586daa263301f6710 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:45.922897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 90c936d7-0636-4eb4-b5a1-e5abb479f769 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:45.924293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.925696 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 3 to provision port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 Oct 20 03:37:45.927307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8486cd1d-13c2-4063-b35b-6ebf4c415ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.947981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Port': ['ID=90c936d7-0636-4eb4-b5a1-e5abb479f769,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:46.016665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7601c678-ee02-4687-a2a3-fdf9e338c8bb None None] Calling delete_port for e1552e91-410b-47f9-9475-02ec58ac0e1b owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:46.022455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-31b4f25f-7929-47ff-9389-e88a2621c0d7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:46.025989 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-31b4f25f-7929-47ff-9389-e88a2621c0d7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7538176 Oct 20 03:37:46.027120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60788) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:46.035483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Made reservation on behalf of fba4635e822b4430b14e4f9112fb45a7 for: {'port': 2} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:46.040406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.066566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 90c936d7-0636-4eb4-b5a1-e5abb479f769 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:46.066930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.067439 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 90c936d7-0636-4eb4-b5a1-e5abb479f769 Oct 20 03:37:46.070155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8486cd1d-13c2-4063-b35b-6ebf4c415ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.075147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.110531 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Port 90c936d7-0636-4eb4-b5a1-e5abb479f769 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:37:46.164165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No DVR routers for this DVR port 90c936d7-0636-4eb4-b5a1-e5abb479f769 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:46.178103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:46.227591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.267502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7601c678-ee02-4687-a2a3-fdf9e338c8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.283280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=48fcb371-444d-4d8f-87ea-67477b9447ec,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:46.312050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.353298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c678-ee02-4687-a2a3-fdf9e338c8bb None None] Pushing event deleted for resources: {'Port': ['ID=e1552e91-410b-47f9-9475-02ec58ac0e1b,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:46.357046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f44a9af-d3f5-44f1-9a6b-6f8202c686fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:46.357938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5f44a9af-d3f5-44f1-9a6b-6f8202c686fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:46.360293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601c678-ee02-4687-a2a3-fdf9e338c8bb None None] No DVR routers for this DVR port e1552e91-410b-47f9-9475-02ec58ac0e1b on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:46.396651 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed112-6492-495c-bb9a-29a43deab120 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.429766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c2fa73-822a-4048-83e4-92b648fed938 None None] Network ad651023-b6e4-4434-ae06-b45cee6a83ae requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:46.533203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] device_id is not set on port 6249788e-57d0-43b3-86a2-d2d983890b6f yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:46.537361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8486cd1d-13c2-4063-b35b-6ebf4c415ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.555831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ed112-6492-495c-bb9a-29a43deab120 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:46.568091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.703856 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 4 to provision port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 Oct 20 03:37:46.709060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5f44a9af-d3f5-44f1-9a6b-6f8202c686fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:46.715048 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5f44a9af-d3f5-44f1-9a6b-6f8202c686fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6498930 Oct 20 03:37:46.728841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60794) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:46.744348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486cd1d-13c2-4063-b35b-6ebf4c415ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa3fa81-df9c-46dd-84d5-09343ccc349d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:46.773041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:46.826499 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e96b01a6-9fe6-40f4-b459-c5dfeebef188 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891874 Oct 20 03:37:46.831343 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60798) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:46.853722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2c5869e6-9b95-4bfb-8e7b-8706252fa68a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:46.943528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.969970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.975342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.985685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.988150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8486cd1d-13c2-4063-b35b-6ebf4c415ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.989244 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8486cd1d-13c2-4063-b35b-6ebf4c415ce8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/daa3fa81-df9c-46dd-84d5-09343ccc349d HTTP/1.1" status: 204 len: 168 time: 1.3070333 Oct 20 03:37:47.029952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47588a5-fc1a-43b0-aed4-f2a7be08718c None None] Network ad651023-b6e4-4434-ae06-b45cee6a83ae requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:47.093700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.134187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad651023-b6e4-4434-ae06-b45cee6a83ae']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:47.142254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.143137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Fanout notify agent at l3_agent the message router_deleted on router dea60b48-8bd6-45cb-8fde-3e9500697366 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:37:47.156400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd4b507-c2bf-47d3-9fb6-40f973e225e8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:47.171835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b200e65-e138-4107-8c70-f5e7316709d4 req-672bb0b6-87b9-4f9f-9cca-c152ee316864 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:47.179613 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6b200e65-e138-4107-8c70-f5e7316709d4 req-672bb0b6-87b9-4f9f-9cca-c152ee316864 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.2907972 Oct 20 03:37:47.209844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:47.210395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:47.233586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2c5869e6-9b95-4bfb-8e7b-8706252fa68a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:47.236471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e1552e91-410b-47f9-9475-02ec58ac0e1b no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:37:47.246164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2c5869e6-9b95-4bfb-8e7b-8706252fa68a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:47.256699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.261398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.277235 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6b200e65-e138-4107-8c70-f5e7316709d4 req-a093792f-6069-4c78-9bd5-eae7f9422655 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960860 Oct 20 03:37:47.287802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.300082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:47.300521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.308385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.311976 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-06394312-0a1a-450f-8220-8f447c4da843 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/routers/dea60b48-8bd6-45cb-8fde-3e9500697366 HTTP/1.1" status: 204 len: 168 time: 3.1782856 Oct 20 03:37:47.316485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60804) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:47.346536 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 5 to provision port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 Oct 20 03:37:47.371703 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d resource provider aggregate not found Oct 20 03:37:47.374599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: e1552e91-410b-47f9-9475-02ec58ac0e1b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:37:47.375478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e1552e91-410b-47f9-9475-02ec58ac0e1b not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:37:47.381827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5869e6-9b95-4bfb-8e7b-8706252fa68a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:47.386685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2c5869e6-9b95-4bfb-8e7b-8706252fa68a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.388223 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5869e6-9b95-4bfb-8e7b-8706252fa68a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:47.388727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5869e6-9b95-4bfb-8e7b-8706252fa68a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:47.423132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:47.426738 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffe4e3aa-cc05-4015-b94b-cdb121b2bf5d found for delete ", "request_id": "req-2e30a8fa-2747-4ae4-af56-8976a921fb80"}]} Oct 20 03:37:47.430734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed112-6492-495c-bb9a-29a43deab120 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.499384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea84a7-370a-4698-8891-08d0a29cfa4e None None] DHCP port deletion for ad651023-b6e4-4434-ae06-b45cee6a83ae request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:37:47.501390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ed112-6492-495c-bb9a-29a43deab120 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:47.508984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] device_id is not set on port e8907d48-f547-47cc-9539-e0c4f7e769f6 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:47.548842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44c8a69-640b-456d-aba0-bfa7ee2a120f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting subnet 96f79dad-4284-44f1-a10b-fc42cc326662 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:47.553919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f44c8a69-640b-456d-aba0-bfa7ee2a120f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.561214 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2c5869e6-9b95-4bfb-8e7b-8706252fa68a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7278299 Oct 20 03:37:47.570440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60816) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:47.571222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.587275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.600214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4fa6755c-3d0f-4468-bbdd-302568707e4e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:47.647619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:37:47.648090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.733817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f44c8a69-640b-456d-aba0-bfa7ee2a120f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.768080 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/ad651023-b6e4-4434-ae06-b45cee6a83ae HTTP/1.1" status: 204 len: 168 time: 4.2063551 Oct 20 03:37:47.773395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60824) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:47.777014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17367b6a-c696-4eed-a318-b936ccd48f61 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=ad651023-b6e4-4434-ae06-b45cee6a83ae,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:47.835344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4fa6755c-3d0f-4468-bbdd-302568707e4e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:47.838668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed112-6492-495c-bb9a-29a43deab120 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.840531 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8f0ed112-6492-495c-bb9a-29a43deab120 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 HTTP/1.1" status: 204 len: 168 time: 2.2652457 Oct 20 03:37:47.845601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60830) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:47.850912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4fa6755c-3d0f-4468-bbdd-302568707e4e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:47.874788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event updated for resources: {'Subnet': ['ID=298734d0-8527-46cf-b482-1014780f574d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:47.883632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee79425-29ff-43c1-a349-6a2d681c0c89 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:47.884112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee79425-29ff-43c1-a349-6a2d681c0c89 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:47.900005 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfddc2a9-a4b9-4635-80dc-f476d8153414 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:37:47.900538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dfddc2a9-a4b9-4635-80dc-f476d8153414 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:47.918478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Checking segment: {'id': 'd296a6c1-1e8b-46bd-b670-464eaf726db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:47.918839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Network hostable DHCP agents. Network: f95ace9b-c810-48c6-859a-ef49f5c9aa8a, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:47.924052 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bee79425-29ff-43c1-a349-6a2d681c0c89 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/ad651023-b6e4-4434-ae06-b45cee6a83ae HTTP/1.1" status: 404 len: 339 time: 0.1482623 Oct 20 03:37:47.924776 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 6 to provision port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 Oct 20 03:37:47.928422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60834) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:47.934131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1305110839', 'description': 'd1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:47.940309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:47.946597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:network and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:47.948572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:47.958286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:47.968113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa6755c-3d0f-4468-bbdd-302568707e4e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:47.971964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Port d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:37:47.974442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4fa6755c-3d0f-4468-bbdd-302568707e4e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.975041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Could not find standard attr ID for object 1e2a8b57-c819-46ca-9f36-f75ba5e365c4. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:47.977555 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa6755c-3d0f-4468-bbdd-302568707e4e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:47.978166 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa6755c-3d0f-4468-bbdd-302568707e4e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:47.986936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f44c8a69-640b-456d-aba0-bfa7ee2a120f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.991204 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dfddc2a9-a4b9-4635-80dc-f476d8153414 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:47.995437 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dfddc2a9-a4b9-4635-80dc-f476d8153414 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/d43ac1e9-d8f0-4aa2-88a0-b3311855e1b3 HTTP/1.1" status: 404 len: 333 time: 0.1457012 Oct 20 03:37:47.999844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60840) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:48.020902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.032983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Network f95ace9b-c810-48c6-859a-ef49f5c9aa8a is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:48.059352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Provisioning for port d85b8959-1a55-4c81-ae01-514ff4cbcd89 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:48.064467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Provisioning complete for port d85b8959-1a55-4c81-ae01-514ff4cbcd89 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:48.064926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.065305 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Attempt 1 to provision port d85b8959-1a55-4c81-ae01-514ff4cbcd89 Oct 20 03:37:48.066972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:48.073898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.113217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb6084b-646e-4028-b8fe-70190ae67d80 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 8630ca7f-19e1-49c6-a909-f17831966cb1 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:37:48.118705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4cb6084b-646e-4028-b8fe-70190ae67d80 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.128888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.131119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f44c8a69-640b-456d-aba0-bfa7ee2a120f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.146954 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4fa6755c-3d0f-4468-bbdd-302568707e4e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5550718 Oct 20 03:37:48.161790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60848) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:48.184707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2dbfcb04-4beb-416e-8276-22970c790308 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:48.193408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Current status of the port d85b8959-1a55-4c81-ae01-514ff4cbcd89 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:48.193792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.204700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, f95ace9b-c810-48c6-859a-ef49f5c9aa8a) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:48.231890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] For port d85b8959-1a55-4c81-ae01-514ff4cbcd89, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d85b8959-1a55-4c81-ae01-514ff4cbcd89,segment=NetworkSegment(959da5e7-10a5-41d8-a738-b73374b83838),segment_id=959da5e7-10a5-41d8-a738-b73374b83838)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:48.234466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592eb90e-71be-427e-aac2-0c4dda755cab None None] Network f95ace9b-c810-48c6-859a-ef49f5c9aa8a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:48.246538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:48.247130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.253045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c8a69-640b-456d-aba0-bfa7ee2a120f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Subnet': ['ID=96f79dad-4284-44f1-a10b-fc42cc326662,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:48.260800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f44c8a69-640b-456d-aba0-bfa7ee2a120f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.300828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e986c-58e0-4a11-9142-db6328951b26 None None] Network 83720a0f-db82-43cb-8c12-f1492f086741 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:48.319978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4cb6084b-646e-4028-b8fe-70190ae67d80 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.326041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.338579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Port': ['ID=6249788e-57d0-43b3-86a2-d2d983890b6f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:48.351815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Checking segment: {'id': '1edfc112-ed63-4eb4-ab78-000b092be0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6f509c7c-f06f-4968-b8b0-5e6bb605979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:48.352218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Network hostable DHCP agents. Network: 6f509c7c-f06f-4968-b8b0-5e6bb605979a, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:48.374260 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:48.380790 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f44c8a69-640b-456d-aba0-bfa7ee2a120f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/subnets/96f79dad-4284-44f1-a10b-fc42cc326662 HTTP/1.1" status: 204 len: 168 time: 1.0104675 Oct 20 03:37:48.383899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60856) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:48.433106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Could not find standard attr ID for object e1552e91-410b-47f9-9475-02ec58ac0e1b. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:48.458149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.458555 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment 218a2f20-4e01-4792-95a7-4f241b900836 of type vlan for network 4501381f-6389-48d5-9a64-02d2c1311e00 Oct 20 03:37:48.488176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Network 6f509c7c-f06f-4968-b8b0-5e6bb605979a is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:48.490879 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ac4554e3-2c46-4d54-951a-03482dddfe8a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9562078 Oct 20 03:37:48.494295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d398d-64c3-4fe9-b3bb-0672d3be5125 None None] Pushing event updated for resources: {'Port': ['ID=d85b8959-1a55-4c81-ae01-514ff4cbcd89,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:48.497712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60862) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:48.505577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2dbfcb04-4beb-416e-8276-22970c790308 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:48.524408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-225586389', 'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:48.543353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.554613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port 6877a592-6c74-440d-a504-671a7d7f6a1b {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:48.555808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.582338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:48.588361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 6f509c7c-f06f-4968-b8b0-5e6bb605979a) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:48.589697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Usage tracker for resource:port and tenant:2fe4b6a9a72b425586daa263301f6710 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:48.599663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-63474cad-7fa7-460a-97a3-73e82cc7843f None None] Could not find standard attr ID for object 90c936d7-0636-4eb4-b5a1-e5abb479f769. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:48.600832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:48.604426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:48.605302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.608799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:48.620166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-63474cad-7fa7-460a-97a3-73e82cc7843f None None] Could not find standard attr ID for object e1552e91-410b-47f9-9475-02ec58ac0e1b. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:48.624915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2bf394-41c6-4b58-a784-d06ded3e8a94 None None] Network 6f509c7c-f06f-4968-b8b0-5e6bb605979a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:48.671069 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2dbfcb04-4beb-416e-8276-22970c790308 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:48.675442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.689728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4cb6084b-646e-4028-b8fe-70190ae67d80 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.745158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Port': ['ID=e8907d48-f547-47cc-9539-e0c4f7e769f6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:48.754583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Made reservation on behalf of 2fe4b6a9a72b425586daa263301f6710 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:48.757458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.845660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Checking segment: {'id': 'ce8c7e6e-12b9-493b-b99e-bcfc7249164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7eb0b7cd-5aac-453e-a288-e3292a23d08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:48.846058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Network hostable DHCP agents. Network: 7eb0b7cd-5aac-453e-a288-e3292a23d08a, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:48.927753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbfcb04-4beb-416e-8276-22970c790308 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:48.932582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2dbfcb04-4beb-416e-8276-22970c790308 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.934329 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbfcb04-4beb-416e-8276-22970c790308 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:48.935003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbfcb04-4beb-416e-8276-22970c790308 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:48.975988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] device_id is not set on port 725826f6-3701-4cc8-b9d3-c988d1c483c6 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:49.001700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc37c8-0613-406a-b709-d395d6e3e584 None None] Network f95ace9b-c810-48c6-859a-ef49f5c9aa8a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:49.022579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd8cbf-1362-4763-bd4e-1e5e41491e6d req-4179f7a4-be9f-4fdb-9982-8e43bee594c8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.034001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] For port 6877a592-6c74-440d-a504-671a7d7f6a1b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6877a592-6c74-440d-a504-671a7d7f6a1b,segment=NetworkSegment(cc28e842-c0fe-409f-b447-254f4563500f),segment_id=cc28e842-c0fe-409f-b447-254f4563500f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:49.034001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.034266 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bbfd8cbf-1362-4763-bd4e-1e5e41491e6d req-4179f7a4-be9f-4fdb-9982-8e43bee594c8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5047400 Oct 20 03:37:49.068633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.075082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.075955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.152580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947ca7f-1157-440e-8cd7-a4f43be69340 None None] DHCP port deletion for 83720a0f-db82-43cb-8c12-f1492f086741 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:37:49.163755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d85b8959-1a55-4c81-ae01-514ff4cbcd89 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:49.199392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8947ca7f-1157-440e-8cd7-a4f43be69340 None None] Deleting port 6877a592-6c74-440d-a504-671a7d7f6a1b {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:49.200085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8947ca7f-1157-440e-8cd7-a4f43be69340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.214587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=4501381f-6389-48d5-9a64-02d2c1311e00,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:49.217570 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ead0ae55-9c00-4e03-9751-5b3761c18f9d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2879333 Oct 20 03:37:49.222902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4cb6084b-646e-4028-b8fe-70190ae67d80 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.223293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for 6877a592-6c74-440d-a504-671a7d7f6a1b owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:49.227607 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2dbfcb04-4beb-416e-8276-22970c790308 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0638719 Oct 20 03:37:49.262831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60874) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:49.262831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60878) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:49.263044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Network 7eb0b7cd-5aac-453e-a288-e3292a23d08a is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:49.266628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 4501381f-6389-48d5-9a64-02d2c1311e00 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:49.317188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6084b-646e-4028-b8fe-70190ae67d80 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=8630ca7f-19e1-49c6-a909-f17831966cb1,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:49.323004 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-6e3a0eb6-d2e7-42d4-9b39-1da640ee7c78 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:49.356203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 7eb0b7cd-5aac-453e-a288-e3292a23d08a) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:49.364728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:49.374403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.376675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa2778-3893-4d1c-a883-d877e25b2650 None None] Network 7eb0b7cd-5aac-453e-a288-e3292a23d08a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:49.382861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.384629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.404366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4cb6084b-646e-4028-b8fe-70190ae67d80 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.409090 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4cb6084b-646e-4028-b8fe-70190ae67d80 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/8630ca7f-19e1-49c6-a909-f17831966cb1 HTTP/1.1" status: 204 len: 168 time: 1.4048436 Oct 20 03:37:49.413591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60886) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:49.414481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.468382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed516a7e-f904-4917-a37c-caec1cebb9d6 None None] Network b6d59b06-c552-4e28-a276-6c6a12932471 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:49.487264 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bbfd8cbf-1362-4763-bd4e-1e5e41491e6d req-69d3242c-5081-432f-822c-a4807b841d3f tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4505861 Oct 20 03:37:49.494789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60890) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:49.523182 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-48a9f38c-7faa-4c88-92c0-5bf9c773bab0 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2548962 Oct 20 03:37:49.550759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=6877a592-6c74-440d-a504-671a7d7f6a1b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:49.561025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] No DVR routers for this DVR port 6877a592-6c74-440d-a504-671a7d7f6a1b on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:49.562901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60894) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:49.585992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Allocated IP 172.20.0.10 (f95ace9b-c810-48c6-859a-ef49f5c9aa8a/298734d0-8527-46cf-b482-1014780f574d/725826f6-3701-4cc8-b9d3-c988d1c483c6) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:49.636691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8947ca7f-1157-440e-8cd7-a4f43be69340 None None] The port '6877a592-6c74-440d-a504-671a7d7f6a1b' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:37:49.897205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.978876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5645-893d-4269-9761-3de8483111c3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.980487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed6c5645-893d-4269-9761-3de8483111c3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Synchronizing usage tracker for tenant:43f2585f09f74303be79a05ae12fd024 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:49.986307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'network': {'name': 'tempest-network-smoke--294209497', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.005599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6e3a0eb6-d2e7-42d4-9b39-1da640ee7c78 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:50.008340 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port d85b8959-1a55-4c81-ae01-514ff4cbcd89 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:50.013203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:50.016271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.016630 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port d85b8959-1a55-4c81-ae01-514ff4cbcd89 Oct 20 03:37:50.021659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.027035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.027947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.036111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:network and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:50.045239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:50.067829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:50.083106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83720a0f-db82-43cb-8c12-f1492f086741']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:50.096952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port d85b8959-1a55-4c81-ae01-514ff4cbcd89 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:50.097300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.133211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc28e842-c0fe-409f-b447-254f4563500f') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:50.133925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc28e842-c0fe-409f-b447-254f4563500f') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:50.166446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Network f95ace9b-c810-48c6-859a-ef49f5c9aa8a is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:50.169317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.186939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bbbb8-e040-49f0-a01d-aafdd0ef4bea tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.193518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bbbb8-e040-49f0-a01d-aafdd0ef4bea tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.194501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-891bbbb8-e040-49f0-a01d-aafdd0ef4bea tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Synchronizing usage tracker for tenant:fba4635e822b4430b14e4f9112fb45a7 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:50.204741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:50.208849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.218240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6e3a0eb6-d2e7-42d4-9b39-1da640ee7c78 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:50.220363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event updated for resources: {'Port': ['ID=725826f6-3701-4cc8-b9d3-c988d1c483c6,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:50.223113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:50.242584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:50.259762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.281939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.292449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:50.311041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed6c5645-893d-4269-9761-3de8483111c3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Unset dirty status for tenant:43f2585f09f74303be79a05ae12fd024 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:50.312201 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ed6c5645-893d-4269-9761-3de8483111c3 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/networks?id=4501381f-6389-48d5-9a64-02d2c1311e00 HTTP/1.1" status: 200 len: 761 time: 1.0471938 Oct 20 03:37:50.328673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60904) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:50.347739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port d85b8959-1a55-4c81-ae01-514ff4cbcd89 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:50.366020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] DHCP port deletion for b6d59b06-c552-4e28-a276-6c6a12932471 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:37:50.370598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 90c936d7-0636-4eb4-b5a1-e5abb479f769 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:37:50.382350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3a0eb6-d2e7-42d4-9b39-1da640ee7c78 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:50.386284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0eb6-d2e7-42d4-9b39-1da640ee7c78 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.387627 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3a0eb6-d2e7-42d4-9b39-1da640ee7c78 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:50.388043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3a0eb6-d2e7-42d4-9b39-1da640ee7c78 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:50.394496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b069b2b0-bf88-41c2-9956-ca2cc551e05c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'description': 'd2'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.408365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] Deleting port d85b8959-1a55-4c81-ae01-514ff4cbcd89 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:50.409633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.457190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 90c936d7-0636-4eb4-b5a1-e5abb479f769 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:37:50.457845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 90c936d7-0636-4eb4-b5a1-e5abb479f769 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:37:50.470973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] For port d85b8959-1a55-4c81-ae01-514ff4cbcd89, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d85b8959-1a55-4c81-ae01-514ff4cbcd89,segment=NetworkSegment(959da5e7-10a5-41d8-a738-b73374b83838),segment_id=959da5e7-10a5-41d8-a738-b73374b83838)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:50.471333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.534180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.534775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.581129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3fe4-be49-42f3-a29f-390dc5e1a732 req-22ef7e86-e731-4e99-80ef-a1e0bd3d5427 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.582655 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8f5e3fe4-be49-42f3-a29f-390dc5e1a732 req-22ef7e86-e731-4e99-80ef-a1e0bd3d5427 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.4117045 Oct 20 03:37:50.628177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for d85b8959-1a55-4c81-ae01-514ff4cbcd89 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:50.663300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-2e6f4dd9-2b92-4834-a304-839d1aacd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.665468 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-2e6f4dd9-2b92-4834-a304-839d1aacd595 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1099 time: 0.3521452 Oct 20 03:37:50.669905 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6e3a0eb6-d2e7-42d4-9b39-1da640ee7c78 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4033308 Oct 20 03:37:50.672827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60908) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:50.676460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:50.677231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.686049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] For port d85b8959-1a55-4c81-ae01-514ff4cbcd89, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d85b8959-1a55-4c81-ae01-514ff4cbcd89,segment=NetworkSegment(959da5e7-10a5-41d8-a738-b73374b83838),segment_id=959da5e7-10a5-41d8-a738-b73374b83838)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:50.686695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.719586 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:50.723563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:50.736027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-33ae9760-e913-48bd-9443-4f9140518213 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.774778 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-926f7f6a-8552-4685-bff6-26dbd601af09 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2686319 Oct 20 03:37:50.779321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment cc28e842-c0fe-409f-b447-254f4563500f resource provider aggregate not found Oct 20 03:37:50.783002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60914) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:50.786343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:50.837129 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment cc28e842-c0fe-409f-b447-254f4563500f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc28e842-c0fe-409f-b447-254f4563500f found for delete ", "request_id": "req-e2a7fe9a-c85e-4e0d-b591-595a647c25f9"}]} Oct 20 03:37:50.879291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-891bbbb8-e040-49f0-a01d-aafdd0ef4bea tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Unset dirty status for tenant:fba4635e822b4430b14e4f9112fb45a7 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:50.883309 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-891bbbb8-e040-49f0-a01d-aafdd0ef4bea tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.1722271 Oct 20 03:37:50.892839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] Calling delete_port for d85b8959-1a55-4c81-ae01-514ff4cbcd89 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:50.895571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60920) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:50.974559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.980148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.042912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Network': ['ID=83720a0f-db82-43cb-8c12-f1492f086741,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:51.048006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a2442791-0042-4d74-8739-ab1b85032233 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Deleting port 725826f6-3701-4cc8-b9d3-c988d1c483c6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:51.048421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a2442791-0042-4d74-8739-ab1b85032233 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.053863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d85b8959-1a55-4c81-ae01-514ff4cbcd89 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:37:51.065468 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8f5e3fe4-be49-42f3-a29f-390dc5e1a732 req-0c59c746-dcd1-4dd6-8a32-fceb24d38161 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733403 Oct 20 03:37:51.105231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:51.106555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:51.112919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: d85b8959-1a55-4c81-ae01-514ff4cbcd89 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:37:51.113777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d85b8959-1a55-4c81-ae01-514ff4cbcd89 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:37:51.113930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6877a592-6c74-440d-a504-671a7d7f6a1b no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:37:51.137358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-33ae9760-e913-48bd-9443-4f9140518213 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:51.147144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-33ae9760-e913-48bd-9443-4f9140518213 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:51.147966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 6877a592-6c74-440d-a504-671a7d7f6a1b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:37:51.148404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6877a592-6c74-440d-a504-671a7d7f6a1b not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:37:51.157862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b069b2b0-bf88-41c2-9956-ca2cc551e05c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.204043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-9880ff66-4a8d-4c56-a408-f38c52e0dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:51.205563 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-9880ff66-4a8d-4c56-a408-f38c52e0dbf4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 911 time: 0.4808800 Oct 20 03:37:51.214818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.218944 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-21e89551-42ce-4057-beb7-e9ccfff9cda7 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/networks/83720a0f-db82-43cb-8c12-f1492f086741 HTTP/1.1" status: 204 len: 168 time: 2.8334181 Oct 20 03:37:51.222661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0d88efc5-250a-4f4a-862c-f1eb10727375 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Deleting port 6249788e-57d0-43b3-86a2-d2d983890b6f {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:51.223000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0d88efc5-250a-4f4a-862c-f1eb10727375 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.250075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60924) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:51.270046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b069b2b0-bf88-41c2-9956-ca2cc551e05c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.273296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ae9760-e913-48bd-9443-4f9140518213 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:51.277229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33ae9760-e913-48bd-9443-4f9140518213 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.279057 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ae9760-e913-48bd-9443-4f9140518213 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:51.279484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ae9760-e913-48bd-9443-4f9140518213 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:51.327670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b069b2b0-bf88-41c2-9956-ca2cc551e05c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network 4501381f-6389-48d5-9a64-02d2c1311e00 is not hosted by any dhcp agent {{(pid=90076) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 20 03:37:51.332802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069b2b0-bf88-41c2-9956-ca2cc551e05c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:51.333396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b069b2b0-bf88-41c2-9956-ca2cc551e05c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.334603 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b069b2b0-bf88-41c2-9956-ca2cc551e05c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "PUT /v2.0/networks/4501381f-6389-48d5-9a64-02d2c1311e00 HTTP/1.1" status: 200 len: 758 time: 0.9623411 Oct 20 03:37:51.374967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60928) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:51.394195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=d85b8959-1a55-4c81-ae01-514ff4cbcd89,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:51.412411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No DVR routers for this DVR port d85b8959-1a55-4c81-ae01-514ff4cbcd89 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:37:51.427174 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-e360771f-0a2f-459e-a4bf-6419fc747a83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 1002 time: 0.2121732 Oct 20 03:37:51.427939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069b2b0-bf88-41c2-9956-ca2cc551e05c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=4501381f-6389-48d5-9a64-02d2c1311e00,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:51.438629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 4501381f-6389-48d5-9a64-02d2c1311e00 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:51.477621 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-33ae9760-e913-48bd-9443-4f9140518213 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7516360 Oct 20 03:37:51.478494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60934) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:51.485634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-61113542-03a8-44f5-95de-d22104552dee tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:51.581509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-7de22e18-51d9-480c-a63e-cbbbf5b9a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:51.582945 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-7de22e18-51d9-480c-a63e-cbbbf5b9a000 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 200 len: 849 time: 0.1461589 Oct 20 03:37:51.608004 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] Deleting port d85b8959-1a55-4c81-ae01-514ff4cbcd89 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:51.609662 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.663128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-61113542-03a8-44f5-95de-d22104552dee tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:51.675037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-61113542-03a8-44f5-95de-d22104552dee tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:51.693055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8dba9b81-01dc-4c68-b940-aea54ac1a7f2 None None] The port 'd85b8959-1a55-4c81-ae01-514ff4cbcd89' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:37:51.702464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-83e96bd0-5912-4f51-b7f2-6e1487206794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:51.703945 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-83e96bd0-5912-4f51-b7f2-6e1487206794 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d196197-6218-45a1-954c-3d461e643c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068311 Oct 20 03:37:51.781919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61113542-03a8-44f5-95de-d22104552dee tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:51.785334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-61113542-03a8-44f5-95de-d22104552dee tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.791065 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-61113542-03a8-44f5-95de-d22104552dee tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:51.791522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61113542-03a8-44f5-95de-d22104552dee tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:51.825502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port ece14ef6-3442-4c0b-a606-e441187c9048 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:51.826092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.860002 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-f158b4cf-edf6-4bef-a5d8-5e1cd59b60e0 service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459677 Oct 20 03:37:51.878423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.883731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.890402 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-61113542-03a8-44f5-95de-d22104552dee tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4105411 Oct 20 03:37:51.894156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60940) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:51.926405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d5bc3-1066-414a-b75c-fe740361c1b0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:51.926405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-879d5bc3-1066-414a-b75c-fe740361c1b0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Synchronizing usage tracker for tenant:43f2585f09f74303be79a05ae12fd024 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:51.989538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0771cdd5-8c65-4722-99f7-337689911b73 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:52.020406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.029908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d59b06-c552-4e28-a276-6c6a12932471']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:52.049332 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-28c6af45-6183-497d-9ddd-c20a6bc25264 req-021c4bb0-c843-492e-89a8-d858a8aed9fe service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796808 Oct 20 03:37:52.052489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0771cdd5-8c65-4722-99f7-337689911b73 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:52.056963 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0771cdd5-8c65-4722-99f7-337689911b73 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1585145 Oct 20 03:37:52.057777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60944) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:52.127252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b3bd7-cf9c-45e3-a175-2907f25533f1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:52.131037 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d57b3bd7-cf9c-45e3-a175-2907f25533f1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0705481 Oct 20 03:37:52.131448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60950) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:52.134740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959da5e7-10a5-41d8-a738-b73374b83838') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:52.135052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959da5e7-10a5-41d8-a738-b73374b83838') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:52.197545 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-40570242-186a-42b8-b0d1-fdb8e5deff47 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648236 Oct 20 03:37:52.200464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-879d5bc3-1066-414a-b75c-fe740361c1b0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Unset dirty status for tenant:43f2585f09f74303be79a05ae12fd024 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:52.201091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60954) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:52.201626 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-879d5bc3-1066-414a-b75c-fe740361c1b0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/networks?id=4501381f-6389-48d5-9a64-02d2c1311e00 HTTP/1.1" status: 200 len: 761 time: 0.8131380 Oct 20 03:37:52.207263 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:52.223786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60958) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:52.232267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.236338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1737989313'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:52.238823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:52.282216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:52.310481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:52.326218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a840d117-5de2-409f-aa8d-ac99b7b9bf79,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:52.335349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:52.345664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:52.358092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.358439 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Added segment 4832a3ba-fef8-4026-8cc7-d255c3b1e2c2 of type vlan for network 66a66aae-5f1e-49b8-bea4-e816f2722120 Oct 20 03:37:52.378228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0d88efc5-250a-4f4a-862c-f1eb10727375 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.385361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.396124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:52.400887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.419132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:52.419540 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.428972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:52.432421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.457140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:52.522348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.522691 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment bfcf0bf2-073d-48e5-94bc-1996b93b848d of type vlan for network 9e7840ba-aace-4f65-9b08-928e72adfdb5 Oct 20 03:37:52.578204 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.750488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.755901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:52.756481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.762713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a2442791-0042-4d74-8739-ab1b85032233 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.784669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.794763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0d88efc5-250a-4f4a-862c-f1eb10727375 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Calling delete_port for 6249788e-57d0-43b3-86a2-d2d983890b6f owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:52.916346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.917009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.924656 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 959da5e7-10a5-41d8-a738-b73374b83838 resource provider aggregate not found Oct 20 03:37:53.003582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a2442791-0042-4d74-8739-ab1b85032233 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Calling delete_port for 725826f6-3701-4cc8-b9d3-c988d1c483c6 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:53.016144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=9e7840ba-aace-4f65-9b08-928e72adfdb5,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.026282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 9e7840ba-aace-4f65-9b08-928e72adfdb5 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:53.055579 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dc3f7271-1dbd-4495-9534-49de2171dd11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8279464 Oct 20 03:37:53.078530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60970) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:53.084448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': '9e7840ba-aace-4f65-9b08-928e72adfdb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:53.107669 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 959da5e7-10a5-41d8-a738-b73374b83838 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 959da5e7-10a5-41d8-a738-b73374b83838 found for delete ", "request_id": "req-f5cfaf30-bc03-46c4-8ea9-e027eefa2208"}]} Oct 20 03:37:53.114072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.objects.ports [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90076) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:37:53.119075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.165539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:37:53.178607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for ece14ef6-3442-4c0b-a606-e441187c9048 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:53.226199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.236961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:53.243187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:53.257176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d2acd-66a5-4ced-9bab-6c895821cf8b None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:53.257414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.257535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:53.257535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.281460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=3cdbc99c-7dc8-4c8f-92fb-5726dfe54b23,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.292281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:53.297014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Usage tracker for resource:subnet and tenant:43f2585f09f74303be79a05ae12fd024 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:53.298129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18b4a9-9c47-4e64-93cf-9be93f698607 req-7f8e4812-7891-40f1-b8ff-20671b042d19 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:53.299610 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ed18b4a9-9c47-4e64-93cf-9be93f698607 req-7f8e4812-7891-40f1-b8ff-20671b042d19 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 1.0716116 Oct 20 03:37:53.306038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:53.307184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Network': ['ID=b6d59b06-c552-4e28-a276-6c6a12932471,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.312398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:53.344347 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4b0ba33a-d734-4b0f-8537-e5739a3cf9a2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/networks/b6d59b06-c552-4e28-a276-6c6a12932471 HTTP/1.1" status: 204 len: 168 time: 3.9197521 Oct 20 03:37:53.351145 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-de5add43-89f0-4835-b690-2005d78eb0ac tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1463869 Oct 20 03:37:53.351366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.351490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60974) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:53.354476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60978) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:53.355061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:53.355665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.360729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-820270321'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:53.368821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:f3:76:dc', 'name': 'tempest-NetworksTestDHCPv6-1569360856'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:53.386502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:53.443872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:network and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:53.446761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:53.450981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.466641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:53.483228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:53.491271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '3cdbc99c-7dc8-4c8f-92fb-5726dfe54b23'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:53.492164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.508772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0d88efc5-250a-4f4a-862c-f1eb10727375 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.602597 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ed18b4a9-9c47-4e64-93cf-9be93f698607 req-6ef1e0f9-6a92-4da7-8885-08b8a2c1e3a8 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910807 Oct 20 03:37:53.608056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Network': ['ID=66a66aae-5f1e-49b8-bea4-e816f2722120,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.610324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88efc5-250a-4f4a-862c-f1eb10727375 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Port': ['ID=6249788e-57d0-43b3-86a2-d2d983890b6f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.633574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 66a66aae-5f1e-49b8-bea4-e816f2722120 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:53.644121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:53.656341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:53.662502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0d88efc5-250a-4f4a-862c-f1eb10727375 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.667989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:53.671810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.677853 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0d88efc5-250a-4f4a-862c-f1eb10727375 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/ports/6249788e-57d0-43b3-86a2-d2d983890b6f HTTP/1.1" status: 204 len: 168 time: 2.7812510 Oct 20 03:37:53.678510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60982) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:53.712026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:53.730990 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4ea94671-d3a2-49ca-a003-c277168bd9d1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 4.2164562 Oct 20 03:37:53.732337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 60986) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:53.750939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'admin_state_up': True, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:53.759686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:53.766571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:router and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:53.767728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:53.771204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:53.779196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a2442791-0042-4d74-8739-ab1b85032233 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.781135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:53.787682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.788150 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Added segment 81ce38e7-67b7-4eba-acb3-bd3afc5f3144 of type vlan for network df84dfc3-c640-4046-87b1-3a4e15460c12 Oct 20 03:37:53.838790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f5889963-e840-48d3-a004-935b7ece3e47 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Deleting port e8907d48-f547-47cc-9539-e0c4f7e769f6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:53.839171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5889963-e840-48d3-a004-935b7ece3e47 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.867165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2442791-0042-4d74-8739-ab1b85032233 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event deleted for resources: {'Port': ['ID=725826f6-3701-4cc8-b9d3-c988d1c483c6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.876350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.879504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Allocated IP 2001:db8::f816:3eff:fe0f:b582 (70bc74a8-f345-4115-a4c4-4fbf84d34303/3cdbc99c-7dc8-4c8f-92fb-5726dfe54b23/3b34a351-6aa1-40d7-b236-35f5a51c9449) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:53.897206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.981489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.982080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.982508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.985983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=ece14ef6-3442-4c0b-a606-e441187c9048,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:54.010569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 0f4a17b2-5ca4-483a-b1dd-92607c650eea yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:54.046458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.097537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.098842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.104673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:54.105293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.108727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Transition to ACTIVE for port object 3b34a351-6aa1-40d7-b236-35f5a51c9449 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:54.127054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Transition to ACTIVE for port object 3b34a351-6aa1-40d7-b236-35f5a51c9449 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:54.214397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.279447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:54.282512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:54.283761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.285175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:54.289695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=75e6e830-574e-40ef-a059-ec9b080ce025,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:54.297801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Network': ['ID=df84dfc3-c640-4046-87b1-3a4e15460c12,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:54.330411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': 'bfcf0bf2-073d-48e5-94bc-1996b93b848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9e7840ba-aace-4f65-9b08-928e72adfdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:54.331341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: 9e7840ba-aace-4f65-9b08-928e72adfdb5, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:54.335546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network df84dfc3-c640-4046-87b1-3a4e15460c12 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:54.337532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a2442791-0042-4d74-8739-ab1b85032233 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.355178 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e9343b44-2959-4a35-9294-0d753b5a5c13 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0006297 Oct 20 03:37:54.356558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60992) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:54.359101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Pushing event updated for resources: {'Port': ['ID=3b34a351-6aa1-40d7-b236-35f5a51c9449,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:54.364568 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': 'df84dfc3-c640-4046-87b1-3a4e15460c12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:54.374764 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a2442791-0042-4d74-8739-ab1b85032233 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "DELETE /v2.0/ports/725826f6-3701-4cc8-b9d3-c988d1c483c6 HTTP/1.1" status: 204 len: 168 time: 3.5790443 Oct 20 03:37:54.385531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 60996) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:54.393789 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a', 'external_fixed_ips': [{'subnet_id': '298734d0-8527-46cf-b482-1014780f574d', 'ip_address': '172.20.0.10'}]}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:54.423733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.426227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.431355 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9f9d0e32-7db9-4780-bba7-67f439aee858 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/floatingips/08fc4856-a181-4a4d-babf-b9d5a5e054e9 HTTP/1.1" status: 204 len: 168 time: 3.1472654 Oct 20 03:37:54.448713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32768) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:54.450068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:54.468984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network 9e7840ba-aace-4f65-9b08-928e72adfdb5 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:54.514712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Usage tracker for resource:router and tenant:2fe4b6a9a72b425586daa263301f6710 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:54.517861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:54.530931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Attempting to bind port 3b34a351-6aa1-40d7-b236-35f5a51c9449 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:54.531205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Attempting to bind port 3b34a351-6aa1-40d7-b236-35f5a51c9449 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:54.531775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Attempting to bind port 3b34a351-6aa1-40d7-b236-35f5a51c9449 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:54.536347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:54.540185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:54.546783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:54.546783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.546783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:54.546783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Bound port: 3b34a351-6aa1-40d7-b236-35f5a51c9449, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:54.546783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.550145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:fef3:76dc (70bc74a8-f345-4115-a4c4-4fbf84d34303/3cdbc99c-7dc8-4c8f-92fb-5726dfe54b23/0f4a17b2-5ca4-483a-b1dd-92607c650eea) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:54.563577 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b61a36-aae6-42c9-8286-ca75661b27a3 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:54.563928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b61a36-aae6-42c9-8286-ca75661b27a3 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:54.568063 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-30b61a36-aae6-42c9-8286-ca75661b27a3 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/ports/7e2cd514-72f7-470f-8066-f541130714f7 HTTP/1.1" status: 404 len: 333 time: 0.1080511 Oct 20 03:37:54.575199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32772) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:54.619664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:54.622176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 9e7840ba-aace-4f65-9b08-928e72adfdb5) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:54.636382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5889963-e840-48d3-a004-935b7ece3e47 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.639829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:54.655743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:54.677433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-76e26136-3327-40f2-aa9a-0ebce7dce8e4 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Synchronizing usage tracker for tenant:91e2b40774f5476593a4866f31129b96 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:54.677651 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:54.678176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.681717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] For port 3b34a351-6aa1-40d7-b236-35f5a51c9449, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:54.686135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] For port 3b34a351-6aa1-40d7-b236-35f5a51c9449, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3b34a351-6aa1-40d7-b236-35f5a51c9449,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:54.691023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5e940-b339-48ae-b6de-4cb4f39390e3 None None] Network 9e7840ba-aace-4f65-9b08-928e72adfdb5 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:54.696076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:54.704226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.705203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.858918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f5889963-e840-48d3-a004-935b7ece3e47 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Calling delete_port for e8907d48-f547-47cc-9539-e0c4f7e769f6 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:54.934488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.979271 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-88368077-6590-465b-b329-e6a774b53135 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8984752 Oct 20 03:37:54.983332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32780) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:54.988353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.994171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:54.997774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.037622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.109195 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3a3a1-0a17-488e-bd6b-23de5622d764 None None] Pushing event updated for resources: {'Port': ['ID=3b34a351-6aa1-40d7-b236-35f5a51c9449,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:55.126163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-9e7840ba-aace-4f65-9b08-928e72adfdb5', 'network_id': '9e7840ba-aace-4f65-9b08-928e72adfdb5', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': '75e6e830-574e-40ef-a059-ec9b080ce025'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:55.126995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.206304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-76e26136-3327-40f2-aa9a-0ebce7dce8e4 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Unset dirty status for tenant:91e2b40774f5476593a4866f31129b96 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:55.210742 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-76e26136-3327-40f2-aa9a-0ebce7dce8e4 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea60b48-8bd6-45cb-8fde-3e9500697366 HTTP/1.1" status: 200 len: 205 time: 0.6387699 Oct 20 03:37:55.213123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32786) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:55.257691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.299689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656940c-c6ab-4bfb-a1cb-d9709f50e3ae req-04b96464-531f-439d-a3b4-4ce7b0ff4043 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:55.300961 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-30257e64-7d1c-412c-ae34-5cd5e1920c15 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] delete failed (client error): The resource could not be found. Oct 20 03:37:55.305213 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-30257e64-7d1c-412c-ae34-5cd5e1920c15 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/routers/dea60b48-8bd6-45cb-8fde-3e9500697366 HTTP/1.1" status: 404 len: 336 time: 0.0869815 Oct 20 03:37:55.311184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32790) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:55.311329 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4656940c-c6ab-4bfb-a1cb-d9709f50e3ae req-04b96464-531f-439d-a3b4-4ce7b0ff4043 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.3676236 Oct 20 03:37:55.311329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 0f4a17b2-5ca4-483a-b1dd-92607c650eea will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:55.313595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Allocated IP 172.20.0.2 (9e7840ba-aace-4f65-9b08-928e72adfdb5/75e6e830-574e-40ef-a059-ec9b080ce025/a3a06325-7192-484a-b79a-e7ac5eb99814) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:55.384154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.386408 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e0a1ff-548f-4697-ad67-5ce22870b4a3 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:55.387239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e0a1ff-548f-4697-ad67-5ce22870b4a3 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:55.396969 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-36e0a1ff-548f-4697-ad67-5ce22870b4a3 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/subnets/96f79dad-4284-44f1-a10b-fc42cc326662 HTTP/1.1" status: 404 len: 337 time: 0.0807564 Oct 20 03:37:55.397579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32794) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:55.514254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5889963-e840-48d3-a004-935b7ece3e47 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.594214 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4656940c-c6ab-4bfb-a1cb-d9709f50e3ae req-1928972a-56b3-47a0-8197-6bfbc64d6ae6 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861574 Oct 20 03:37:55.600310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5889963-e840-48d3-a004-935b7ece3e47 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Port': ['ID=e8907d48-f547-47cc-9539-e0c4f7e769f6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:55.627522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5889963-e840-48d3-a004-935b7ece3e47 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.632869 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f5889963-e840-48d3-a004-935b7ece3e47 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/ports/e8907d48-f547-47cc-9539-e0c4f7e769f6 HTTP/1.1" status: 204 len: 168 time: 1.9488995 Oct 20 03:37:55.665073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32800) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:55.675901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.699018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4c479917-7004-4a81-b6ae-38a0e83129e9 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port 26ee2333-2dd3-4461-8deb-08f1d6e3da75 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:55.699364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4c479917-7004-4a81-b6ae-38a0e83129e9 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.702493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Transition to ACTIVE for port object a3a06325-7192-484a-b79a-e7ac5eb99814 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:55.727245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Transition to ACTIVE for port object a3a06325-7192-484a-b79a-e7ac5eb99814 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:55.768600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.830807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.860020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.903352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Network 9e7840ba-aace-4f65-9b08-928e72adfdb5 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:55.906459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:55.914962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:55.928600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.951328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bd3f2511-5a09-4956-8c55-f195966020f1 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Synchronizing usage tracker for tenant:fba4635e822b4430b14e4f9112fb45a7 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:55.970500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Pushing event updated for resources: {'Port': ['ID=a3a06325-7192-484a-b79a-e7ac5eb99814,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:56.034120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Attempting to bind port a3a06325-7192-484a-b79a-e7ac5eb99814 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:56.034486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Attempting to bind port a3a06325-7192-484a-b79a-e7ac5eb99814 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'bfcf0bf2-073d-48e5-94bc-1996b93b848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9e7840ba-aace-4f65-9b08-928e72adfdb5'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:56.034843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Attempting to bind port a3a06325-7192-484a-b79a-e7ac5eb99814 on network 9e7840ba-aace-4f65-9b08-928e72adfdb5 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:56.041208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:56.041645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Checking segment: {'id': 'bfcf0bf2-073d-48e5-94bc-1996b93b848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9e7840ba-aace-4f65-9b08-928e72adfdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:56.042034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.042713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Bound using segment: {'id': 'bfcf0bf2-073d-48e5-94bc-1996b93b848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9e7840ba-aace-4f65-9b08-928e72adfdb5'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:56.042913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Bound port: a3a06325-7192-484a-b79a-e7ac5eb99814, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcf0bf2-073d-48e5-94bc-1996b93b848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9e7840ba-aace-4f65-9b08-928e72adfdb5'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:56.043251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.046439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.078306 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=0f4a17b2-5ca4-483a-b1dd-92607c650eea,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:56.089214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=98c30346-0750-46b9-9c12-c5ef71f975e1,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:56.103733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:56.125397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:56.131906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:56.139992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:56.142409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.151267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] For port a3a06325-7192-484a-b79a-e7ac5eb99814, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:56.154356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] For port a3a06325-7192-484a-b79a-e7ac5eb99814, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a3a06325-7192-484a-b79a-e7ac5eb99814,segment=NetworkSegment(bfcf0bf2-073d-48e5-94bc-1996b93b848d),segment_id=bfcf0bf2-073d-48e5-94bc-1996b93b848d)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:56.155691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bd3f2511-5a09-4956-8c55-f195966020f1 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Unset dirty status for tenant:fba4635e822b4430b14e4f9112fb45a7 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:56.156863 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bd3f2511-5a09-4956-8c55-f195966020f1 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4874558 Oct 20 03:37:56.165250 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32806) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:56.181438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-661764308'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:56.186702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Checking segment: {'id': '81ce38e7-67b7-4eba-acb3-bd3afc5f3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df84dfc3-c640-4046-87b1-3a4e15460c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:56.188156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network hostable DHCP agents. Network: df84dfc3-c640-4046-87b1-3a4e15460c12, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:56.203767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:56.217854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Usage tracker for resource:network and tenant:fba4635e822b4430b14e4f9112fb45a7 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:56.222590 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:56.225679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.231462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:56.257410 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b8fe585d-905e-4fed-9d00-14df2545faa2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8995306 Oct 20 03:37:56.257876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32810) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:56.334798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fc3a7-da18-4143-a7a7-e2b367bc4ee4 req-ab0a0b06-9044-45ad-bddc-84d77074acf3 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:56.336348 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0d3fc3a7-da18-4143-a7a7-e2b367bc4ee4 req-ab0a0b06-9044-45ad-bddc-84d77074acf3 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5552394 Oct 20 03:37:56.340263 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network df84dfc3-c640-4046-87b1-3a4e15460c12 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:56.355876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c03e6-d980-4754-ae15-aba75fa9132a None None] Pushing event updated for resources: {'Port': ['ID=a3a06325-7192-484a-b79a-e7ac5eb99814,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:56.412821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Made reservation on behalf of fba4635e822b4430b14e4f9112fb45a7 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:56.417625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.448894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, df84dfc3-c640-4046-87b1-3a4e15460c12) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:56.454139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:56.455817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.460204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba40950-33cb-4003-856b-d38b37cb5cb1 None None] Network df84dfc3-c640-4046-87b1-3a4e15460c12 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:56.467774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4c479917-7004-4a81-b6ae-38a0e83129e9 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.475354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.672225 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ac351afe-76fc-4d46-ad66-41ea847139d6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3133278 Oct 20 03:37:56.673843 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32814) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:56.716944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05e67e-e99a-4b32-91d3-7cd5ddbacc58 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:56.723687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05e67e-e99a-4b32-91d3-7cd5ddbacc58 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:56.724645 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-af05e67e-e99a-4b32-91d3-7cd5ddbacc58 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:37:56.729181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:56.734565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': 'df84dfc3-c640-4046-87b1-3a4e15460c12', 'name': 'tempest-PortsTestJSON-1181901145', 'fixed_ips': [{'subnet_id': '98c30346-0750-46b9-9c12-c5ef71f975e1', 'ip_address': '172.20.0.10'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:56.780429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4c479917-7004-4a81-b6ae-38a0e83129e9 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for 26ee2333-2dd3-4461-8deb-08f1d6e3da75 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:56.818009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-df84dfc3-c640-4046-87b1-3a4e15460c12', 'network_id': 'df84dfc3-c640-4046-87b1-3a4e15460c12', 'tenant_id': '36b8764e24e545db861ce3976f2130cf', 'fixed_ips': [{'subnet_id': '98c30346-0750-46b9-9c12-c5ef71f975e1'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:37:56.818902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.860566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=75e6e830-574e-40ef-a059-ec9b080ce025,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:56.970135 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0d3fc3a7-da18-4143-a7a7-e2b367bc4ee4 req-d933aace-c6b0-45d4-a9b7-21469f3de3ce tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6094387 Oct 20 03:37:56.978413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.046978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.047195 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Added segment 78bddee5-94a6-412d-b533-a65f8e159159 of type vlan for network dbbaf451-5d94-4881-95cd-58a104a2b809 Oct 20 03:37:57.062751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.084077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.117079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-68ca4f84-52dc-4c52-939c-73721e8fe322 None None] Provisioning for port 3b34a351-6aa1-40d7-b236-35f5a51c9449 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:57.118426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.131132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Allocated IP 172.20.0.2 (df84dfc3-c640-4046-87b1-3a4e15460c12/98c30346-0750-46b9-9c12-c5ef71f975e1/60582537-c388-497c-a6b8-d25d4a38733f) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:57.162242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.199864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7840ba-aace-4f65-9b08-928e72adfdb5']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:57.206418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.228503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3b34a351-6aa1-40d7-b236-35f5a51c9449 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:57.255738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcf0bf2-073d-48e5-94bc-1996b93b848d') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:57.261756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcf0bf2-073d-48e5-94bc-1996b93b848d') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:57.276102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.278155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.283048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:57.283723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.359893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.392286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-af05e67e-e99a-4b32-91d3-7cd5ddbacc58 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:37:57.393544 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-af05e67e-e99a-4b32-91d3-7cd5ddbacc58 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1342115 Oct 20 03:37:57.405723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32822) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:57.414300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:57.414300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.470055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Provisioning for port 0f4a17b2-5ca4-483a-b1dd-92607c650eea completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:57.510592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 3b34a351-6aa1-40d7-b236-35f5a51c9449 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:57.532016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-35c2a7df-e154-4a92-84a2-d6ddc96647a9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 0f4a17b2-5ca4-483a-b1dd-92607c650eea {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:57.532636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-35c2a7df-e154-4a92-84a2-d6ddc96647a9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.555719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:57.558280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Network': ['ID=dbbaf451-5d94-4881-95cd-58a104a2b809,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:57.566026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:57.566971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3b34a351-6aa1-40d7-b236-35f5a51c9449 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:57.567188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.567527 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3b34a351-6aa1-40d7-b236-35f5a51c9449 Oct 20 03:37:57.570222 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment bfcf0bf2-073d-48e5-94bc-1996b93b848d resource provider aggregate not found Oct 20 03:37:57.572956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:57.603416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:57.612446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205f5a0-3706-43b4-a653-2b986d8cdef6 req-e065a087-69c9-402e-b3ad-12fd3c86a37a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:57.620121 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4205f5a0-3706-43b4-a653-2b986d8cdef6 req-e065a087-69c9-402e-b3ad-12fd3c86a37a tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.4577713 Oct 20 03:37:57.640948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Provisioning complete for port 0f4a17b2-5ca4-483a-b1dd-92607c650eea triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:57.641660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.641660 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Attempt 1 to provision port 0f4a17b2-5ca4-483a-b1dd-92607c650eea Oct 20 03:37:57.702786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network dbbaf451-5d94-4881-95cd-58a104a2b809 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:57.723494 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment bfcf0bf2-073d-48e5-94bc-1996b93b848d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfcf0bf2-073d-48e5-94bc-1996b93b848d found for delete ", "request_id": "req-91915da4-e5b1-4cf4-88f6-954c0d7bc108"}]} Oct 20 03:37:57.739475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.746310 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4e98cc3e-9170-4eba-a5e0-1024de45279e tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5714452 Oct 20 03:37:57.752066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32830) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:57.764255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Allocated IP 172.20.0.10 (f95ace9b-c810-48c6-859a-ef49f5c9aa8a/298734d0-8527-46cf-b482-1014780f574d/8db0052c-c219-4638-ab66-fc9fe70db7eb) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:57.785776 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4205f5a0-3706-43b4-a653-2b986d8cdef6 req-e3e9cf2a-25c7-4d57-81d9-65d82d391a04 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645992 Oct 20 03:37:57.808622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e0278-2b99-453a-9efe-524fe673544b None None] Network 9e7840ba-aace-4f65-9b08-928e72adfdb5 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:37:57.870461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:57.909290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1347273426'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:57.925470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4c479917-7004-4a81-b6ae-38a0e83129e9 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.927454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Transition to ACTIVE for port object 60582537-c388-497c-a6b8-d25d4a38733f will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:57.928016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:37:57.940976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Port 0f4a17b2-5ca4-483a-b1dd-92607c650eea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:58.026110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Usage tracker for resource:network and tenant:fba4635e822b4430b14e4f9112fb45a7 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:37:58.044103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Transition to ACTIVE for port object 60582537-c388-497c-a6b8-d25d4a38733f will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:58.046261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:37:58.054856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.058123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:58.058123 dv-neutron-861845-1-hyperv neutron-server[90075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:58.058123 dv-neutron-861845-1-hyperv neutron-server[90075]: [parameters: {'id': '9e7840ba-aace-4f65-9b08-928e72adfdb5'}] Oct 20 03:37:58.058123 dv-neutron-861845-1-hyperv neutron-server[90075]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:58.058491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:58.059544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.84 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/5801c8bb-2cdf-4f3e-b87f-b24f358df272) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:58.071823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.084414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3b34a351-6aa1-40d7-b236-35f5a51c9449 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:37:58.084753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c479917-7004-4a81-b6ae-38a0e83129e9 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=26ee2333-2dd3-4461-8deb-08f1d6e3da75,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:58.085240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.085456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port 0f816e1b-4145-4e4c-9ece-fa4551fea666 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:58.087022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:37:58.149221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.240117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Network df84dfc3-c640-4046-87b1-3a4e15460c12 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:58.268038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 3b34a351-6aa1-40d7-b236-35f5a51c9449, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3b34a351-6aa1-40d7-b236-35f5a51c9449,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:58.269345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Pushing event updated for resources: {'Port': ['ID=60582537-c388-497c-a6b8-d25d4a38733f,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:58.271609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.272038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:58.278707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:58.280053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Made reservation on behalf of fba4635e822b4430b14e4f9112fb45a7 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:58.283808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.332400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.333374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a3a06325-7192-484a-b79a-e7ac5eb99814 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:58.362812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Network f95ace9b-c810-48c6-859a-ef49f5c9aa8a is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:58.372251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:58.378264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:37:58.402622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event updated for resources: {'Port': ['ID=8db0052c-c219-4638-ab66-fc9fe70db7eb,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:58.408040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.10 (df84dfc3-c640-4046-87b1-3a4e15460c12/98c30346-0750-46b9-9c12-c5ef71f975e1/0f816e1b-4145-4e4c-9ece-fa4551fea666) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:58.434718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4c479917-7004-4a81-b6ae-38a0e83129e9 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.437336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-35c2a7df-e154-4a92-84a2-d6ddc96647a9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.455640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:58.463756 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Attempt 2 to provision port 0f4a17b2-5ca4-483a-b1dd-92607c650eea Oct 20 03:37:58.537458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997d356-2238-4a71-9325-73a35e7647b0 req-a436a1f1-746b-46e3-81da-d85af6075a8d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:58.540225 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1997d356-2238-4a71-9325-73a35e7647b0 req-a436a1f1-746b-46e3-81da-d85af6075a8d tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6178319 Oct 20 03:37:58.567600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Attempting to bind port 60582537-c388-497c-a6b8-d25d4a38733f on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:58.567975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Attempting to bind port 60582537-c388-497c-a6b8-d25d4a38733f by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '81ce38e7-67b7-4eba-acb3-bd3afc5f3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df84dfc3-c640-4046-87b1-3a4e15460c12'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:58.568335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Attempting to bind port 60582537-c388-497c-a6b8-d25d4a38733f on network df84dfc3-c640-4046-87b1-3a4e15460c12 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:37:58.576360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Port 0f4a17b2-5ca4-483a-b1dd-92607c650eea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:58.581802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:37:58.582157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Checking segment: {'id': '81ce38e7-67b7-4eba-acb3-bd3afc5f3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df84dfc3-c640-4046-87b1-3a4e15460c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:37:58.582553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.583031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Bound using segment: {'id': '81ce38e7-67b7-4eba-acb3-bd3afc5f3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df84dfc3-c640-4046-87b1-3a4e15460c12'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:37:58.583858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Bound port: 60582537-c388-497c-a6b8-d25d4a38733f, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ce38e7-67b7-4eba-acb3-bd3afc5f3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df84dfc3-c640-4046-87b1-3a4e15460c12'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:58.583858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.597344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=3b34a351-6aa1-40d7-b236-35f5a51c9449,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:58.607055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.616813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-35c2a7df-e154-4a92-84a2-d6ddc96647a9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 0f4a17b2-5ca4-483a-b1dd-92607c650eea owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:58.677901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port a3a06325-7192-484a-b79a-e7ac5eb99814 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:58.685397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.688407 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Added segment ba24adf5-5683-464b-b1ca-ab7a3d59e364 of type vlan for network 9f26190a-fdf5-430f-9292-268e19700dec Oct 20 03:37:58.702912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f836ffa-626c-44bd-928e-cbef19543294 None None] DHCP port deletion for 9e7840ba-aace-4f65-9b08-928e72adfdb5 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:37:58.711898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3f836ffa-626c-44bd-928e-cbef19543294 None None] Deleting port a3a06325-7192-484a-b79a-e7ac5eb99814 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:58.712756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3f836ffa-626c-44bd-928e-cbef19543294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.766480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] For port 60582537-c388-497c-a6b8-d25d4a38733f, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:37:58.781689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] For port 60582537-c388-497c-a6b8-d25d4a38733f, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=60582537-c388-497c-a6b8-d25d4a38733f,segment=NetworkSegment(81ce38e7-67b7-4eba-acb3-bd3afc5f3144),segment_id=81ce38e7-67b7-4eba-acb3-bd3afc5f3144)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:37:58.783709 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4c479917-7004-4a81-b6ae-38a0e83129e9 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/ports/26ee2333-2dd3-4461-8deb-08f1d6e3da75 HTTP/1.1" status: 204 len: 168 time: 3.3839324 Oct 20 03:37:58.786835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.791120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.809242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port a3a06325-7192-484a-b79a-e7ac5eb99814 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:58.809629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.842855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32836) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:37:58.860906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.890168 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1997d356-2238-4a71-9325-73a35e7647b0 req-6dd44d28-ca27-4ecc-b549-e38d8d453c56 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419183 Oct 20 03:37:59.056785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-afbc752f-5953-4af5-b700-0bd1329c2bd5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port 2a34ae22-d401-4d4e-ad80-3a4c7d62b276 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:37:59.057146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-afbc752f-5953-4af5-b700-0bd1329c2bd5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.062279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526f1af-a8b2-4c71-8abe-11ba282eb51d None None] Pushing event updated for resources: {'Port': ['ID=60582537-c388-497c-a6b8-d25d4a38733f,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:59.082817 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Attempt 3 to provision port 0f4a17b2-5ca4-483a-b1dd-92607c650eea Oct 20 03:37:59.104413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.109942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:59.112433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.119823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3b34a351-6aa1-40d7-b236-35f5a51c9449 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:37:59.245168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3f836ffa-626c-44bd-928e-cbef19543294 None None] For port a3a06325-7192-484a-b79a-e7ac5eb99814, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a3a06325-7192-484a-b79a-e7ac5eb99814,segment=NetworkSegment(bfcf0bf2-073d-48e5-94bc-1996b93b848d),segment_id=bfcf0bf2-073d-48e5-94bc-1996b93b848d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:37:59.245978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3f836ffa-626c-44bd-928e-cbef19543294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.262894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.263576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Port 0f4a17b2-5ca4-483a-b1dd-92607c650eea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:37:59.323767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f240ffd-9b9a-48af-ba7d-bfe6654e003f req-00bc178d-091f-4261-af43-45a93cb07569 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:59.330223 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0f240ffd-9b9a-48af-ba7d-bfe6654e003f req-00bc178d-091f-4261-af43-45a93cb07569 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.2108269 Oct 20 03:37:59.349536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-35c2a7df-e154-4a92-84a2-d6ddc96647a9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.395008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3f836ffa-626c-44bd-928e-cbef19543294 None None] Calling delete_port for a3a06325-7192-484a-b79a-e7ac5eb99814 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:37:59.473287 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5621610 Oct 20 03:37:59.489289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.505287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4aac5-3419-4763-a7f3-91c4f5e5240b tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Network': ['ID=9f26190a-fdf5-430f-9292-268e19700dec,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:59.505287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.510477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2a7df-e154-4a92-84a2-d6ddc96647a9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=0f4a17b2-5ca4-483a-b1dd-92607c650eea,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:59.527598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 9f26190a-fdf5-430f-9292-268e19700dec details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:37:59.572928 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0f240ffd-9b9a-48af-ba7d-bfe6654e003f req-ce2ebbd8-573b-432d-98e4-0490cc4db537 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362547 Oct 20 03:37:59.574436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object 0f816e1b-4145-4e4c-9ece-fa4551fea666 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:59.842834 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Attempt 4 to provision port 0f4a17b2-5ca4-483a-b1dd-92607c650eea Oct 20 03:37:59.875651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3f836ffa-626c-44bd-928e-cbef19543294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.970639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f836ffa-626c-44bd-928e-cbef19543294 None None] Pushing event deleted for resources: {'Port': ['ID=a3a06325-7192-484a-b79a-e7ac5eb99814,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:59.981779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6b099d6-2b19-4fc6-bd87-ee4090d65f2e None None] Port 0f4a17b2-5ca4-483a-b1dd-92607c650eea was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:37:59.984225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3b34a351-6aa1-40d7-b236-35f5a51c9449 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:59.984416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.984875 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3b34a351-6aa1-40d7-b236-35f5a51c9449 Oct 20 03:38:00.007569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-35c2a7df-e154-4a92-84a2-d6ddc96647a9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.009481 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-35c2a7df-e154-4a92-84a2-d6ddc96647a9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/0f4a17b2-5ca4-483a-b1dd-92607c650eea HTTP/1.1" status: 204 len: 168 time: 2.5977185 Oct 20 03:38:00.025144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.034348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32846) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:00.034467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port a3a06325-7192-484a-b79a-e7ac5eb99814, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a3a06325-7192-484a-b79a-e7ac5eb99814,segment=NetworkSegment(bfcf0bf2-073d-48e5-94bc-1996b93b848d),segment_id=bfcf0bf2-073d-48e5-94bc-1996b93b848d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:00.034467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.049251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:00.066821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:00.078071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f836ffa-626c-44bd-928e-cbef19543294 None None] No DVR routers for this DVR port a3a06325-7192-484a-b79a-e7ac5eb99814 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:00.178324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3b34a351-6aa1-40d7-b236-35f5a51c9449 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:00.192158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.211130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-213c64b3-0adf-4ead-b946-e4fca5490067 None None] Could not find standard attr ID for object a3a06325-7192-484a-b79a-e7ac5eb99814. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:00.231741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:00.283973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a3a06325-7192-484a-b79a-e7ac5eb99814 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:00.349927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: a3a06325-7192-484a-b79a-e7ac5eb99814 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:00.350279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a3a06325-7192-484a-b79a-e7ac5eb99814 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:00.416776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for a3a06325-7192-484a-b79a-e7ac5eb99814 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:00.451824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec15e9a-ec4f-4dec-aeb2-f3c9d5cb2dc8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:00.453277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec15e9a-ec4f-4dec-aeb2-f3c9d5cb2dc8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:00.454039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3ec15e9a-ec4f-4dec-aeb2-f3c9d5cb2dc8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:00.482300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network df84dfc3-c640-4046-87b1-3a4e15460c12 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:00.565533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:00.568821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:00.614612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=5801c8bb-2cdf-4f3e-b87f-b24f358df272,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:00.622364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=0f816e1b-4145-4e4c-9ece-fa4551fea666,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:00.703433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:00.704056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.739414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3ec15e9a-ec4f-4dec-aeb2-f3c9d5cb2dc8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:00.739414 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3ec15e9a-ec4f-4dec-aeb2-f3c9d5cb2dc8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.7060513 Oct 20 03:38:00.748882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32852) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:00.814669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ca14f-0c91-45aa-a6cf-59bc8c6241dc None None] Network df84dfc3-c640-4046-87b1-3a4e15460c12 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:00.905489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-afbc752f-5953-4af5-b700-0bd1329c2bd5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.906728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-19989bf0-3723-44bf-a8aa-01a8f328ec12 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 3cdbc99c-7dc8-4c8f-92fb-5726dfe54b23 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:00.921650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671fdfc-642a-44c9-b56d-f744b29f8974 req-b01009ab-05cb-40d0-971c-11926a191d35 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:00.923993 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b671fdfc-642a-44c9-b56d-f744b29f8974 req-b01009ab-05cb-40d0-971c-11926a191d35 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.4386165 Oct 20 03:38:00.938372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19989bf0-3723-44bf-a8aa-01a8f328ec12 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.038214 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-efa82320-8cf8-4ece-8524-fac33eddd9d1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3365545 Oct 20 03:38:01.040285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32856) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:01.087284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19989bf0-3723-44bf-a8aa-01a8f328ec12 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.135754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8e01cac7-e4c2-46b3-a553-5c766d821efd None None] Provisioning for port 60582537-c388-497c-a6b8-d25d4a38733f completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:01.177887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': 'df84dfc3-c640-4046-87b1-3a4e15460c12', 'name': 'tempest-PortsTestJSON-2083712205', 'fixed_ips': [{'subnet_id': '98c30346-0750-46b9-9c12-c5ef71f975e1', 'ip_address': '172.20.0.9'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:01.182350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-afbc752f-5953-4af5-b700-0bd1329c2bd5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for 2a34ae22-d401-4d4e-ad80-3a4c7d62b276 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:01.189095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 60582537-c388-497c-a6b8-d25d4a38733f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:01.294388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:01.295682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:01.401536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 60582537-c388-497c-a6b8-d25d4a38733f completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:01.408211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 60582537-c388-497c-a6b8-d25d4a38733f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:01.408938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.409131 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 60582537-c388-497c-a6b8-d25d4a38733f Oct 20 03:38:01.500047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Router 2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:38:01.510095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:01.527921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:01.540079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:01.597332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 60582537-c388-497c-a6b8-d25d4a38733f is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:01.598155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.642196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 60582537-c388-497c-a6b8-d25d4a38733f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=60582537-c388-497c-a6b8-d25d4a38733f,segment=NetworkSegment(81ce38e7-67b7-4eba-acb3-bd3afc5f3144),segment_id=81ce38e7-67b7-4eba-acb3-bd3afc5f3144)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:01.703322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Provisioning complete for port 60582537-c388-497c-a6b8-d25d4a38733f triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:01.703701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.704035 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 1 to provision port 60582537-c388-497c-a6b8-d25d4a38733f Oct 20 03:38:01.749351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-afbc752f-5953-4af5-b700-0bd1329c2bd5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.763829 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.814751 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b671fdfc-642a-44c9-b56d-f744b29f8974 req-ed87d1b3-1a43-4d8d-9121-c4c1af555254 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7993188 Oct 20 03:38:01.817462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port a3a06325-7192-484a-b79a-e7ac5eb99814 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:01.817807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.861902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc752f-5953-4af5-b700-0bd1329c2bd5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=2a34ae22-d401-4d4e-ad80-3a4c7d62b276,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:01.879437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:01.882792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:01.893706 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Sync routers for ids ['2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:01.911891 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Routers {'2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:01.917808 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:01.920684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19989bf0-3723-44bf-a8aa-01a8f328ec12 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.967177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=60582537-c388-497c-a6b8-d25d4a38733f,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:01.991311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.995375 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-252980c9-7c87-40a8-8f1c-6f5e3ffdb831 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.6056428 Oct 20 03:38:01.996439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32860) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:02.036374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Current status of the port 60582537-c388-497c-a6b8-d25d4a38733f is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:02.061669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] The port 'a3a06325-7192-484a-b79a-e7ac5eb99814' was deleted {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:38:02.099278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Provisioning for port 0f816e1b-4145-4e4c-9ece-fa4551fea666 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:02.105945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Provisioning complete for port 0f816e1b-4145-4e4c-9ece-fa4551fea666 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:02.106483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.107021 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 1 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:02.139698 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Set router 2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:02.212731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:02.215535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:02.218040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.237175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.369085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port 68ad690c-2fa2-47f8-9609-320acff29387 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:02.451630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.460204 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69', 'name': '', 'tenant_id': '2fe4b6a9a72b425586daa263301f6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a', 'external_fixed_ips': [{'subnet_id': '298734d0-8527-46cf-b482-1014780f574d', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '8db0052c-c219-4638-ab66-fc9fe70db7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:54Z', 'updated_at': '2022-10-20T03:37:58Z', 'revision_number': 3, 'project_id': '2fe4b6a9a72b425586daa263301f6710', 'gw_port': {'id': '8db0052c-c219-4638-ab66-fc9fe70db7eb', 'name': '', 'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '298734d0-8527-46cf-b482-1014780f574d', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298734d0-8527-46cf-b482-1014780f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:02.465255 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Checking router: 2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:02.465826 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Updating router 2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69 port 8db0052c-c219-4638-ab66-fc9fe70db7eb binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:38:02.489773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7840ba-aace-4f65-9b08-928e72adfdb5']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:02.507259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcf0bf2-073d-48e5-94bc-1996b93b848d') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:02.507259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcf0bf2-073d-48e5-94bc-1996b93b848d') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:02.522133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.523120 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.546747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19989bf0-3723-44bf-a8aa-01a8f328ec12 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.547320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.556804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:02.557369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.608478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19989bf0-3723-44bf-a8aa-01a8f328ec12 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdbc99c-7dc8-4c8f-92fb-5726dfe54b23,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:02.630759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19989bf0-3723-44bf-a8aa-01a8f328ec12 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.638213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba2dc3a-e5b5-42db-9a63-0b506dd81002 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:02.679365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.724638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32864) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:02.733741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'subnets': [{'network_id': 'dbbaf451-5d94-4881-95cd-58a104a2b809', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1994890806', 'ip_version': 6}, {'network_id': '9f26190a-fdf5-430f-9292-268e19700dec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:02.734050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'subnet': {'network_id': 'dbbaf451-5d94-4881-95cd-58a104a2b809', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1994890806', 'ip_version': 6}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:02.734702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Request body: {'subnet': {'network_id': '9f26190a-fdf5-430f-9292-268e19700dec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:02.760288 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment bfcf0bf2-073d-48e5-94bc-1996b93b848d resource provider aggregate not found Oct 20 03:38:02.771965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.828190 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment bfcf0bf2-073d-48e5-94bc-1996b93b848d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfcf0bf2-073d-48e5-94bc-1996b93b848d found for delete ", "request_id": "req-74550612-d7e9-4873-b0e4-73dc283236cd"}]} Oct 20 03:38:02.853046 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 2 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:02.897834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Deleting port 8db0052c-c219-4638-ab66-fc9fe70db7eb {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:02.902548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.910788 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.930269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-afbc752f-5953-4af5-b700-0bd1329c2bd5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.958988 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-afbc752f-5953-4af5-b700-0bd1329c2bd5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/ports/2a34ae22-d401-4d4e-ad80-3a4c7d62b276 HTTP/1.1" status: 204 len: 168 time: 4.1122298 Oct 20 03:38:02.959365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32874) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:02.995959 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Transition to ACTIVE for port object 8db0052c-c219-4638-ab66-fc9fe70db7eb will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:03.000784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:03.066864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.071455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:03.076425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Usage tracker for resource:subnet and tenant:fba4635e822b4430b14e4f9112fb45a7 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:03.082385 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-19989bf0-3723-44bf-a8aa-01a8f328ec12 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/3cdbc99c-7dc8-4c8f-92fb-5726dfe54b23 HTTP/1.1" status: 204 len: 168 time: 2.3315971 Oct 20 03:38:03.082483 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.086667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.9 (df84dfc3-c640-4046-87b1-3a4e15460c12/98c30346-0750-46b9-9c12-c5ef71f975e1/68ad690c-2fa2-47f8-9609-320acff29387) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:03.090922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:03.095162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32878) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:03.097781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 60582537-c388-497c-a6b8-d25d4a38733f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:03.109019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.110844 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/9e7840ba-aace-4f65-9b08-928e72adfdb5 HTTP/1.1" status: 204 len: 168 time: 8.1261127 Oct 20 03:38:03.118758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32882) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:03.159688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57a89c-48f2-4093-863c-bd246e1c962b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=9e7840ba-aace-4f65-9b08-928e72adfdb5,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.163243 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Attempting to bind port 8db0052c-c219-4638-ab66-fc9fe70db7eb on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:03.164117 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Attempting to bind port 8db0052c-c219-4638-ab66-fc9fe70db7eb by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'd296a6c1-1e8b-46bd-b670-464eaf726db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:03.164725 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Attempting to bind port 8db0052c-c219-4638-ab66-fc9fe70db7eb on network f95ace9b-c810-48c6-859a-ef49f5c9aa8a {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:03.194700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 60582537-c388-497c-a6b8-d25d4a38733f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:03.195071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.195977 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 60582537-c388-497c-a6b8-d25d4a38733f Oct 20 03:38:03.210710 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:03.212222 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Checking segment: {'id': 'd296a6c1-1e8b-46bd-b670-464eaf726db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:03.213148 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.213947 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Bound using segment: {'id': 'd296a6c1-1e8b-46bd-b670-464eaf726db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:03.214720 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Bound port: 8db0052c-c219-4638-ab66-fc9fe70db7eb, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd296a6c1-1e8b-46bd-b670-464eaf726db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f95ace9b-c810-48c6-859a-ef49f5c9aa8a'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:03.215578 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.223902 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aae1d9c-0d5f-4f76-8e8a-4d69691d54eb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] GET failed (client error): The resource could not be found. Oct 20 03:38:03.224431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2aae1d9c-0d5f-4f76-8e8a-4d69691d54eb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Synchronizing usage tracker for tenant:43f2585f09f74303be79a05ae12fd024 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:03.273059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb621fd-7916-40a3-a520-c1f139159144 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:03.279889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-fdb621fd-7916-40a3-a520-c1f139159144 None None] Deleting port 3b34a351-6aa1-40d7-b236-35f5a51c9449 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:03.280523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdb621fd-7916-40a3-a520-c1f139159144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.325495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:03.337524 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] For port 8db0052c-c219-4638-ab66-fc9fe70db7eb, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:03.340494 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9db0ba0a-5e4f-458b-822b-2b94d2833c5e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2419214 Oct 20 03:38:03.345711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32886) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:03.348065 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] For port 8db0052c-c219-4638-ab66-fc9fe70db7eb, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8db0052c-c219-4638-ab66-fc9fe70db7eb,segment=NetworkSegment(d296a6c1-1e8b-46bd-b670-464eaf726db4),segment_id=d296a6c1-1e8b-46bd-b670-464eaf726db4)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:03.359001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:03.366399 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Pushing event updated for resources: {'Port': ['ID=8db0052c-c219-4638-ab66-fc9fe70db7eb,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.376123 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.376584 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.377062 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.378555 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.379236 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.379363 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.379864 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.380266 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.380783 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.382321 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.382758 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.383803 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:03.420494 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.438328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217a081-b087-4dbd-83a1-4020c1c7c4ff tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:03.439057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a217a081-b087-4dbd-83a1-4020c1c7c4ff tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Synchronizing usage tracker for tenant:91e2b40774f5476593a4866f31129b96 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:03.460038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2aae1d9c-0d5f-4f76-8e8a-4d69691d54eb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Unset dirty status for tenant:43f2585f09f74303be79a05ae12fd024 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:03.461247 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2aae1d9c-0d5f-4f76-8e8a-4d69691d54eb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/subnets/75e6e830-574e-40ef-a059-ec9b080ce025 HTTP/1.1" status: 404 len: 337 time: 0.3368871 Oct 20 03:38:03.468362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32890) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:03.482253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Made reservation on behalf of fba4635e822b4430b14e4f9112fb45a7 for: {'subnet': 2} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:03.487880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.487880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.516367 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Routers {'2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:03.517014 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:03.523637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8688499-7b35-4520-a9dd-9f25886a4d70 req-b736706a-d431-43ee-a4da-0f2491b4472f tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:03.525134 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8688499-7b35-4520-a9dd-9f25886a4d70 req-b736706a-d431-43ee-a4da-0f2491b4472f tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5260437 Oct 20 03:38:03.560475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.562654 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb80ecb0-3b1e-4b10-95ad-3c5eeb9d2cd8 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:03.563119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb80ecb0-3b1e-4b10-95ad-3c5eeb9d2cd8 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:03.564740 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bb80ecb0-3b1e-4b10-95ad-3c5eeb9d2cd8 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/9e7840ba-aace-4f65-9b08-928e72adfdb5 HTTP/1.1" status: 404 len: 339 time: 0.0809968 Oct 20 03:38:03.574521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32894) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:03.602625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-fdb621fd-7916-40a3-a520-c1f139159144 None None] For port 3b34a351-6aa1-40d7-b236-35f5a51c9449, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3b34a351-6aa1-40d7-b236-35f5a51c9449,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:03.603448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdb621fd-7916-40a3-a520-c1f139159144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.685422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.710452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a217a081-b087-4dbd-83a1-4020c1c7c4ff tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Unset dirty status for tenant:91e2b40774f5476593a4866f31129b96 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:03.711274 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a217a081-b087-4dbd-83a1-4020c1c7c4ff tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "GET /v2.0/ports?device_id=d3690057-ec0f-4219-8ef0-8c231f8bad42 HTTP/1.1" status: 200 len: 913 time: 0.7509053 Oct 20 03:38:03.715981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32898) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:03.729960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:03.747193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-fdb621fd-7916-40a3-a520-c1f139159144 None None] Calling delete_port for 3b34a351-6aa1-40d7-b236-35f5a51c9449 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:03.790489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:03.800050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:03.815267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:03.830745 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8688499-7b35-4520-a9dd-9f25886a4d70 req-74340d90-4aa2-41de-b766-8961ec816c01 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866025 Oct 20 03:38:03.833171 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] Set router 2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:03.857872 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 3 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:03.891957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Calling delete_port for 8db0052c-c219-4638-ab66-fc9fe70db7eb owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:03.896767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 60582537-c388-497c-a6b8-d25d4a38733f is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:03.912217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:03.914678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdb621fd-7916-40a3-a520-c1f139159144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.916270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.969425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb621fd-7916-40a3-a520-c1f139159144 None None] No DVR routers for this DVR port 3b34a351-6aa1-40d7-b236-35f5a51c9449 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:03.980991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb621fd-7916-40a3-a520-c1f139159144 None None] Pushing event deleted for resources: {'Port': ['ID=3b34a351-6aa1-40d7-b236-35f5a51c9449,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.989595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:04.050238 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69', 'name': '', 'tenant_id': '2fe4b6a9a72b425586daa263301f6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:54Z', 'updated_at': '2022-10-20T03:38:02Z', 'revision_number': 4, 'project_id': '2fe4b6a9a72b425586daa263301f6710', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:04.061506 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac0b98-dfb5-4416-9928-ec678bdc79f4 None None] The sync data for ids ['2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69'] in dv-neutron-861845-1-hyperv is: [{'id': '2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69', 'name': '', 'tenant_id': '2fe4b6a9a72b425586daa263301f6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:54Z', 'updated_at': '2022-10-20T03:38:02Z', 'revision_number': 4, 'project_id': '2fe4b6a9a72b425586daa263301f6710', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:04.076773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddc797b-4fbd-47e6-a9d3-d4ee400e50d6 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.077120 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf2428-fdb3-4ca1-8d2d-901d979dab34 None None] Pushing event updated for resources: {'Port': ['ID=8db0052c-c219-4638-ab66-fc9fe70db7eb,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:04.082750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddc797b-4fbd-47e6-a9d3-d4ee400e50d6 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.083526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fddc797b-4fbd-47e6-a9d3-d4ee400e50d6 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Synchronizing usage tracker for tenant:43f2585f09f74303be79a05ae12fd024 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:04.257207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.257704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fddc797b-4fbd-47e6-a9d3-d4ee400e50d6 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Unset dirty status for tenant:43f2585f09f74303be79a05ae12fd024 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:04.261402 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fddc797b-4fbd-47e6-a9d3-d4ee400e50d6 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1385 time: 0.6379864 Oct 20 03:38:04.264278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32906) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:04.306114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 562af8fc-3632-4771-8164-19b45d1ed7a6 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:38:04.313326 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-33322828-572b-48ad-82fa-911523c92af1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 207 time: 0.0466783 Oct 20 03:38:04.316211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32910) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:04.327109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object 68ad690c-2fa2-47f8-9609-320acff29387 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:04.489951 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 4 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:04.545691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:04.712709 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:38:04.721374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:04.721920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:04.722025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43747f6f-cdb4-467d-b537-e8a43121ef46 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.727427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43747f6f-cdb4-467d-b537-e8a43121ef46 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.733233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43747f6f-cdb4-467d-b537-e8a43121ef46 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.738935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43747f6f-cdb4-467d-b537-e8a43121ef46 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.744803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43747f6f-cdb4-467d-b537-e8a43121ef46 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.746480 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-43747f6f-cdb4-467d-b537-e8a43121ef46 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3088 time: 0.4293592 Oct 20 03:38:04.752598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32914) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:04.785901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:04.796779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Sync routers for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:04.807295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:04.807935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:04.916498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c7e4f-0f3f-42d2-ae7f-96ad737d61a7 req-466113de-6bd0-48fd-bc7a-85648ae6dcbc tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.918098 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8a0c7e4f-0f3f-42d2-ae7f-96ad737d61a7 req-466113de-6bd0-48fd-bc7a-85648ae6dcbc tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5076568 Oct 20 03:38:04.937344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.008677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:05.033743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:05.038426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.042664 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-50af0c94-2b69-4289-a738-f401a9c88e29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.3065693 Oct 20 03:38:05.059667 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 5 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:05.059874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.060024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32918) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:05.080864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network df84dfc3-c640-4046-87b1-3a4e15460c12 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:05.095080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:05.109306 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:05.138884 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8a0c7e4f-0f3f-42d2-ae7f-96ad737d61a7 req-62472e11-fb5b-423e-84f0-efddc81ec5b9 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144616 Oct 20 03:38:05.166241 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-236af93d-c784-4a55-905f-b9f919cb4bfe tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 675 time: 0.4103746 Oct 20 03:38:05.174661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32924) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:05.185351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3b34a351-6aa1-40d7-b236-35f5a51c9449 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:05.228311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:05.235689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:05.239322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 3b34a351-6aa1-40d7-b236-35f5a51c9449 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:05.239968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3b34a351-6aa1-40d7-b236-35f5a51c9449 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:05.252727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:05.253251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.271714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=dce25a1a-8bc7-45e0-837f-c95609e01c3d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:05.301139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58410c-ae9d-48df-8492-8ff03f2b5151 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:05.303369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58410c-ae9d-48df-8492-8ff03f2b5151 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:05.306044 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9d58410c-ae9d-48df-8492-8ff03f2b5151 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1295271 Oct 20 03:38:05.310070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32928) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:05.316595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=68ad690c-2fa2-47f8-9609-320acff29387,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:05.319015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Deleting port 8db0052c-c219-4638-ab66-fc9fe70db7eb {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:05.326506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.361581 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e3cebaf9-f96f-4d5c-b8cd-aaa4bbe06766 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0118322 Oct 20 03:38:05.365090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32932) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:05.373317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:b9:d7:fa', 'name': 'tempest-NetworksTestDHCPv6-894183452'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:05.433758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9154-9ac3-4bd5-9126-31674ca869de req-ed6594d1-39c2-40a5-a9df-2a3008b71f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:05.435215 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-841c9154-9ac3-4bd5-9126-31674ca869de req-ed6594d1-39c2-40a5-a9df-2a3008b71f80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 1099 time: 0.9746950 Oct 20 03:38:05.456849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74476f5-88e1-4cac-a749-3b43eb87fb82 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:05.473168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536eb5d4-8d3f-46a6-9a2b-b50b789c1576 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['shared'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:05.474151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536eb5d4-8d3f-46a6-9a2b-b50b789c1576 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['shared'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:05.479723 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-536eb5d4-8d3f-46a6-9a2b-b50b789c1576 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1643937 Oct 20 03:38:05.481180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32936) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:05.531506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:05.562936 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-62a4ab1e-0056-4192-ac21-54febacbd589 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5002024 Oct 20 03:38:05.568780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32940) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:05.607601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:05.609421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.694058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:38:01Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.748788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Checking router: 562af8fc-3632-4771-8164-19b45d1ed7a6 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:05.749145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Updating router 562af8fc-3632-4771-8164-19b45d1ed7a6 port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:38:05.759046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.792260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': 'dce25a1a-8bc7-45e0-837f-c95609e01c3d'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:05.793118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.820980 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-39b068cd-79fd-4dbe-bdaf-96152980b72f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6491253 Oct 20 03:38:05.832682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32944) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:05.866261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9154-9ac3-4bd5-9126-31674ca869de req-ae74c800-0b7e-48e9-9732-0a54a3421a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:05.868327 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-841c9154-9ac3-4bd5-9126-31674ca869de req-ae74c800-0b7e-48e9-9732-0a54a3421a39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 200 len: 911 time: 0.4086449 Oct 20 03:38:05.873829 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.890228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:05.947731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:06.000976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745155ed-8a1c-4a98-b675-b09f694c21db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.005874 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-745155ed-8a1c-4a98-b675-b09f694c21db tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/networks/32d39beb-642d-45e9-a575-5f9541c65488 HTTP/1.1" status: 200 len: 799 time: 0.5206585 Oct 20 03:38:06.009783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32948) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.013141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] For port 8db0052c-c219-4638-ab66-fc9fe70db7eb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8db0052c-c219-4638-ab66-fc9fe70db7eb,segment=NetworkSegment(d296a6c1-1e8b-46bd-b670-464eaf726db4),segment_id=d296a6c1-1e8b-46bd-b670-464eaf726db4)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:06.013528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.041764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Subnet': ['ID=c8ad3dae-ef1e-4efa-9045-f619efe2e39e,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:06.051071 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 6 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:06.102036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:06.102589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Checking segment: {'id': '78bddee5-94a6-412d-b533-a65f8e159159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dbbaf451-5d94-4881-95cd-58a104a2b809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:06.102949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Network hostable DHCP agents. Network: dbbaf451-5d94-4881-95cd-58a104a2b809, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:06.121894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e6912-f26c-4ba6-aae7-35737a5e7bb8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.122598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e6912-f26c-4ba6-aae7-35737a5e7bb8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.123913 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f07e6912-f26c-4ba6-aae7-35737a5e7bb8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1588 time: 0.5541832 Oct 20 03:38:06.132011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32952) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.157160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:06.174872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Calling delete_port for 8db0052c-c219-4638-ab66-fc9fe70db7eb owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:06.209074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Allocated IP 2001:db8::f816:3eff:fe9e:f71 (70bc74a8-f345-4115-a4c4-4fbf84d34303/dce25a1a-8bc7-45e0-837f-c95609e01c3d/255644c4-55d1-4b4a-b3b5-4e30d6e98761) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:06.237835 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-90b3a9e6-acd0-4644-8acf-cbeab91b715a tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1010978 Oct 20 03:38:06.246050 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-841c9154-9ac3-4bd5-9126-31674ca869de req-3e2861d1-21a6-4cc1-a8cc-aee3cd1aaf82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 200 len: 1002 time: 0.3532307 Oct 20 03:38:06.251159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32958) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.306517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1da32bf-dd4a-4a9c-8d01-09f35df4687c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.307584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c1da32bf-dd4a-4a9c-8d01-09f35df4687c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:06.332235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.393101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Network dbbaf451-5d94-4881-95cd-58a104a2b809 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:06.423759 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8123fb5b-ec08-45f9-bd75-c5425e5d6b21 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/networks/32d39beb-642d-45e9-a575-5f9541c65488?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4128754 Oct 20 03:38:06.429608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f641636e-95da-490e-a13e-c6ac08f4c0c3 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.431578 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f641636e-95da-490e-a13e-c6ac08f4c0c3 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=f95ace9b-c810-48c6-859a-ef49f5c9aa8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1833632 Oct 20 03:38:06.433344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32962) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.434031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c1da32bf-dd4a-4a9c-8d01-09f35df4687c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:06.438145 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c1da32bf-dd4a-4a9c-8d01-09f35df4687c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5992799 Oct 20 03:38:06.438145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32964) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.442039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.451971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32968) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.521252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.546238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Transition to ACTIVE for port object 5801c8bb-2cdf-4f3e-b87f-b24f358df272 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:06.548873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.559809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Transition to ACTIVE for port object 255644c4-55d1-4b4a-b3b5-4e30d6e98761 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:06.593551 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c8379bc5-9fc6-47eb-a6c7-c129e22e92b2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1521723 Oct 20 03:38:06.593798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Transition to ACTIVE for port object 255644c4-55d1-4b4a-b3b5-4e30d6e98761 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:06.603843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32974) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.624369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.637604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 6044f2f3-0178-48ba-b802-7d8a797c92e9 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:06.651245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9154-9ac3-4bd5-9126-31674ca869de req-ad239243-33e0-4d9e-a34e-8a2d9ebc7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.652747 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-841c9154-9ac3-4bd5-9126-31674ca869de req-ad239243-33e0-4d9e-a34e-8a2d9ebc7346 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 200 len: 849 time: 0.3962781 Oct 20 03:38:06.688104 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 7 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:06.706811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf28e1-272f-4af6-be75-878826396f3f tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.712288 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7bbf28e1-272f-4af6-be75-878826396f3f tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/subnets/f108d534-eae1-4e2c-8866-39f0371c4611 HTTP/1.1" status: 200 len: 811 time: 0.2718847 Oct 20 03:38:06.720967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32978) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.728831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.730078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, dbbaf451-5d94-4881-95cd-58a104a2b809) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:06.751211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.764820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a385fa4-473e-49a0-ba7b-6f9198bcec2f None None] Network dbbaf451-5d94-4881-95cd-58a104a2b809 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:06.777213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Attempting to bind port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:06.778135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Attempting to bind port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:06.778135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Attempting to bind port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:06.807411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:06.870934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:06.873246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:06.874291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:06.875524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.877185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:06.877185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Bound port: 5801c8bb-2cdf-4f3e-b87f-b24f358df272, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:06.877608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.908711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b90e839-767d-4b50-bcdb-964e65f0f232 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.909359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b90e839-767d-4b50-bcdb-964e65f0f232 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.914259 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8b90e839-767d-4b50-bcdb-964e65f0f232 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1588 time: 0.3030944 Oct 20 03:38:06.922286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ddfae1-e59d-4abe-a797-f248f8fde367 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.928048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ddfae1-e59d-4abe-a797-f248f8fde367 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.933830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ddfae1-e59d-4abe-a797-f248f8fde367 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.938177 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b2ddfae1-e59d-4abe-a797-f248f8fde367 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4489973 Oct 20 03:38:06.938177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32982) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.945062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:feb9:d7fa (70bc74a8-f345-4115-a4c4-4fbf84d34303/dce25a1a-8bc7-45e0-837f-c95609e01c3d/6044f2f3-0178-48ba-b802-7d8a797c92e9) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:06.953528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32984) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:06.971020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event updated for resources: {'Subnet': ['ID=2a8ca16b-b0e1-4c39-8a13-3fa8e7e3be4b,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:06.972901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:06.975041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02e3a8-279d-4de9-8797-4a886ddb3ac7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['shared'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.975578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0d02e3a8-279d-4de9-8797-4a886ddb3ac7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Synchronizing usage tracker for tenant:43f2585f09f74303be79a05ae12fd024 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:06.997190 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5bb1bfca-cc51-4d3e-9ef2-8c1f54fc8e16 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466983 Oct 20 03:38:06.997459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32990) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:07.024147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:07.049229 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0b128079-c92c-47e2-8df1-9fda69584e88 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=f95ace9b-c810-48c6-859a-ef49f5c9aa8a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482421 Oct 20 03:38:07.056570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 32994) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:07.065464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1297495634', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:07.068833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] For port 5801c8bb-2cdf-4f3e-b87f-b24f358df272, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:07.078082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeef0e-e9a8-4490-b9c3-30dbf40f40ea None None] Pushing event updated for resources: {'Port': ['ID=5801c8bb-2cdf-4f3e-b87f-b24f358df272,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.130634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Checking segment: {'id': 'ba24adf5-5683-464b-b1ca-ab7a3d59e364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9f26190a-fdf5-430f-9292-268e19700dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:07.131018 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Network hostable DHCP agents. Network: 9f26190a-fdf5-430f-9292-268e19700dec, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:07.180102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0d02e3a8-279d-4de9-8797-4a886ddb3ac7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Unset dirty status for tenant:43f2585f09f74303be79a05ae12fd024 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:07.180645 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0d02e3a8-279d-4de9-8797-4a886ddb3ac7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "GET /v2.0/subnets/f108d534-eae1-4e2c-8866-39f0371c4611?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4477324 Oct 20 03:38:07.197572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] For port 5801c8bb-2cdf-4f3e-b87f-b24f358df272, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=5801c8bb-2cdf-4f3e-b87f-b24f358df272,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:07.200442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84f225-2b2d-46b0-a666-6d7ad1aacde2 req-762f90a0-40ee-4c20-9b56-427381bfb28e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.201964 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5c84f225-2b2d-46b0-a666-6d7ad1aacde2 req-762f90a0-40ee-4c20-9b56-427381bfb28e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.8180671 Oct 20 03:38:07.203700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 32998) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:07.206393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Attempting to bind port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:07.206553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Attempting to bind port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:07.207929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Attempting to bind port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:07.216834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:07.216834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:07.217177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.217538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:07.217989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Bound port: 255644c4-55d1-4b4a-b3b5-4e30d6e98761, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:07.218346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.221575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-519821779'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:07.233932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9154-9ac3-4bd5-9126-31674ca869de req-6d3d43f5-f30d-40bd-8de9-dfd8d1330409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.235456 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-841c9154-9ac3-4bd5-9126-31674ca869de req-6d3d43f5-f30d-40bd-8de9-dfd8d1330409 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0d196197-6218-45a1-954c-3d461e643c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5660546 Oct 20 03:38:07.237969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:07.255957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-559c2f84-7b2c-45ac-bed3-36594a743950 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 68ad690c-2fa2-47f8-9609-320acff29387 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:07.256690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-559c2f84-7b2c-45ac-bed3-36594a743950 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.279656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:07.287594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:subnet and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:07.302314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:07.306623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.308427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Pushing event updated for resources: {'Port': ['ID=255644c4-55d1-4b4a-b3b5-4e30d6e98761,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.316200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:07.319448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.372243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.377739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:07.389921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 6044f2f3-0178-48ba-b802-7d8a797c92e9 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:07.414280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:07.414924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:37:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:07.430948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:07.434873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.461401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event deleted for resources: {'Port': ['ID=8db0052c-c219-4638-ab66-fc9fe70db7eb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.499911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Network 9f26190a-fdf5-430f-9292-268e19700dec is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:07.515916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.533077 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 8 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:07.538183 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5c84f225-2b2d-46b0-a666-6d7ad1aacde2 req-c4390527-e033-4b55-bba4-cd36fd1dcf50 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132045 Oct 20 03:38:07.631228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:07.634622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.658833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 9f26190a-fdf5-430f-9292-268e19700dec) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:07.667663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeef0e-e9a8-4490-b9c3-30dbf40f40ea None None] Pushing event updated for resources: {'Port': ['ID=5801c8bb-2cdf-4f3e-b87f-b24f358df272,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.686014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.686373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.686832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34595a50-b84a-49e8-98df-45ca55ab2bde None None] Network 9f26190a-fdf5-430f-9292-268e19700dec requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:07.686982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.765118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:07.770933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:07.774072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:07.779995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.780920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.789833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-dbbaf451-5d94-4881-95cd-58a104a2b809', 'network_id': 'dbbaf451-5d94-4881-95cd-58a104a2b809', 'tenant_id': 'fba4635e822b4430b14e4f9112fb45a7', 'fixed_ips': [{'subnet_id': 'c8ad3dae-ef1e-4efa-9045-f619efe2e39e'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:07.790660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.808400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=6044f2f3-0178-48ba-b802-7d8a797c92e9,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.821890 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-841c9154-9ac3-4bd5-9126-31674ca869de req-51a86b11-ff78-41f4-8c82-b8724d4df1ac service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378628 Oct 20 03:38:07.822142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] For port 255644c4-55d1-4b4a-b3b5-4e30d6e98761, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:07.822663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:07.823018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.823477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.823922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.824363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.824800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.824955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.825361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.825791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.826326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.826752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.827143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.827533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.827924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:07.840844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:07.857869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] For port 255644c4-55d1-4b4a-b3b5-4e30d6e98761, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=255644c4-55d1-4b4a-b3b5-4e30d6e98761,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:07.931568 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ecb3192d-3fcf-4fe3-a86c-12666147133a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5624712 Oct 20 03:38:07.932095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33002) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:07.954769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.989315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ed09041b-0075-4b37-8b69-237abaf2f5e9 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2611670 Oct 20 03:38:07.991432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33006) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:08.059571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:08.067260 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.067587 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Added segment 829c1a2e-ff3b-4117-8330-0ba9d6dcde46 of type vlan for network 2b73b9b6-62b9-436d-b314-e4e9f2de2634 Oct 20 03:38:08.088417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df5482-9827-4640-90b0-6a7155f36703 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:08.090123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df5482-9827-4640-90b0-6a7155f36703 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:08.091678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df5482-9827-4640-90b0-6a7155f36703 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:08.105466 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-63df5482-9827-4640-90b0-6a7155f36703 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0984802 Oct 20 03:38:08.105466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33010) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:08.111782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.221154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e33b0-8e8f-49b5-9da3-de64a441419f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:08.227987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e33b0-8e8f-49b5-9da3-de64a441419f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:08.228849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b23e33b0-8e8f-49b5-9da3-de64a441419f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:08.291620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.302291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-55116bd5-658c-455f-908f-3078e2b1fa38 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Deleting subnet c8ad3dae-ef1e-4efa-9045-f619efe2e39e {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:08.305618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.308623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=2f9470ca-88cc-4eac-b41e-1b12a0519d33,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:08.316095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Checking segment: {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:08.316772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network hostable DHCP agents. Network: 66a66aae-5f1e-49b8-bea4-e816f2722120, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:08.337006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port 7db05d11-506c-433a-803f-946333dce0a0 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:08.342231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.346193 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 9 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:08.367713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7ba14-0e11-431a-9c92-63cb0c6d5e56 None None] Pushing event updated for resources: {'Port': ['ID=255644c4-55d1-4b4a-b3b5-4e30d6e98761,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:08.393926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b23e33b0-8e8f-49b5-9da3-de64a441419f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:08.395887 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b23e33b0-8e8f-49b5-9da3-de64a441419f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.4628654 Oct 20 03:38:08.399532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33014) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:08.408598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.424975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-9f26190a-fdf5-430f-9292-268e19700dec', 'network_id': '9f26190a-fdf5-430f-9292-268e19700dec', 'tenant_id': 'fba4635e822b4430b14e4f9112fb45a7', 'fixed_ips': [{'subnet_id': '2a8ca16b-b0e1-4c39-8a13-3fa8e7e3be4b'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:08.425829 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.439703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-559c2f84-7b2c-45ac-bed3-36594a743950 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.458535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Allocated IP 2001:db8::1 (dbbaf451-5d94-4881-95cd-58a104a2b809/c8ad3dae-ef1e-4efa-9045-f619efe2e39e/b4e37689-bb64-43d6-8d49-0a639ad9d169) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:08.492426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:08.496783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 66a66aae-5f1e-49b8-bea4-e816f2722120 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:08.525517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6d8abbae-ca67-47be-bc7c-e4607780ba39 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 6044f2f3-0178-48ba-b802-7d8a797c92e9 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:08.526114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6d8abbae-ca67-47be-bc7c-e4607780ba39 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.623260 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-559c2f84-7b2c-45ac-bed3-36594a743950 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 68ad690c-2fa2-47f8-9609-320acff29387 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:08.627823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 66a66aae-5f1e-49b8-bea4-e816f2722120) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:08.643606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:08.644240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.676044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.676592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:08.783188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29a073-176f-4750-8296-b81cd06da2a3 None None] Network 66a66aae-5f1e-49b8-bea4-e816f2722120 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:08.798178 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-841c9154-9ac3-4bd5-9126-31674ca869de req-783907d7-d348-4f1f-b050-6810afdcb3ee service neutron] 10.222.0.26 "GET /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9162648 Oct 20 03:38:08.866383 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-826c09d0-ac8b-4043-8478-ef30704661ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8081942 Oct 20 03:38:08.867389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33020) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:08.877506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.883541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:08.884455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.995477 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Attempt 10 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:09.047417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.057384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.058581 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7c05ff5a-3cb9-4f15-a24d-754fb0008ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "DELETE /v2.0/routers/2f2dd4fd-8d9a-4ab8-9b32-9a5d2ff34a69 HTTP/1.1" status: 204 len: 168 time: 7.0487056 Oct 20 03:38:09.075146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33024) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:09.159741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 255644c4-55d1-4b4a-b3b5-4e30d6e98761 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:09.195024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3c01df06-f86d-4105-a7e6-5fb585f5c28a None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:09.250497 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0425367 Oct 20 03:38:09.261380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Allocated IP 2001:db8:0:1::1 (9f26190a-fdf5-430f-9292-268e19700dec/2a8ca16b-b0e1-4c39-8a13-3fa8e7e3be4b/b022abb7-70ea-4a3d-9059-cadfbb14ddcd) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:09.299975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33028) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:09.314147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'network_id': '2b73b9b6-62b9-436d-b314-e4e9f2de2634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:09.330572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for 7db05d11-506c-433a-803f-946333dce0a0 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:09.363135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Network': ['ID=2b73b9b6-62b9-436d-b314-e4e9f2de2634,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:09.389046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.389777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.390346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.390922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.391488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.392038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.392610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.393243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.393822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.394363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.394903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.395454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b48a3-ab1e-4a35-a9ba-d26ed5e8b1a0 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:09.423898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6d8abbae-ca67-47be-bc7c-e4607780ba39 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.436463 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b50bcc-185f-40e9-951c-8599a31cdcb8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Deleting subnet 298734d0-8527-46cf-b482-1014780f574d {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:09.439882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-29b50bcc-185f-40e9-951c-8599a31cdcb8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.492987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 2b73b9b6-62b9-436d-b314-e4e9f2de2634 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:09.502035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-29b50bcc-185f-40e9-951c-8599a31cdcb8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.527708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:38:01Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:09.536683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.558544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6d8abbae-ca67-47be-bc7c-e4607780ba39 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 6044f2f3-0178-48ba-b802-7d8a797c92e9 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:09.562533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-29b50bcc-185f-40e9-951c-8599a31cdcb8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.659085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-559c2f84-7b2c-45ac-bed3-36594a743950 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.725659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4fabb-91fd-4f50-87a5-3d19ca3b7c45 None None] The sync data for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv is: [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:38:01Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:09.790405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Provisioning complete for port 68ad690c-2fa2-47f8-9609-320acff29387 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:09.790780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.791118 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Attempt 1 to provision port 68ad690c-2fa2-47f8-9609-320acff29387 Oct 20 03:38:09.797687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c2f84-7b2c-45ac-bed3-36594a743950 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=68ad690c-2fa2-47f8-9609-320acff29387,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:09.812065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-29b50bcc-185f-40e9-951c-8599a31cdcb8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.883103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b50bcc-185f-40e9-951c-8599a31cdcb8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=298734d0-8527-46cf-b482-1014780f574d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:09.911103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Transition to ACTIVE for port object b4e37689-bb64-43d6-8d49-0a639ad9d169 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:09.917455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-29b50bcc-185f-40e9-951c-8599a31cdcb8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.931217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:09.971753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-559c2f84-7b2c-45ac-bed3-36594a743950 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.971967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Port 68ad690c-2fa2-47f8-9609-320acff29387 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:38:09.975491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-66a66aae-5f1e-49b8-bea4-e816f2722120', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:09.977565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.989486 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-559c2f84-7b2c-45ac-bed3-36594a743950 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/68ad690c-2fa2-47f8-9609-320acff29387 HTTP/1.1" status: 204 len: 168 time: 3.0289805 Oct 20 03:38:10.004342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3746c84-a406-4aad-841f-31f9a77af379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.026994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33032) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:10.067607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Transition to ACTIVE for port object b4e37689-bb64-43d6-8d49-0a639ad9d169 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:10.173579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Provisioning complete for port 0f816e1b-4145-4e4c-9ece-fa4551fea666 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:10.173955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.180146 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Attempt 1 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:10.261582 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-29b50bcc-185f-40e9-951c-8599a31cdcb8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "DELETE /v2.0/subnets/298734d0-8527-46cf-b482-1014780f574d HTTP/1.1" status: 204 len: 168 time: 1.1847384 Oct 20 03:38:10.266333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33036) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:10.328625 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1b7efc-3136-41d4-86a2-d50a6859a17f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:38:10.328625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7f1b7efc-3136-41d4-86a2-d50a6859a17f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:10.355792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:10.356838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.361726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6d8abbae-ca67-47be-bc7c-e4607780ba39 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.429812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55116bd5-658c-455f-908f-3078e2b1fa38 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.457360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.470367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Pushing event updated for resources: {'Port': ['ID=b4e37689-bb64-43d6-8d49-0a639ad9d169,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:10.490149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Network dbbaf451-5d94-4881-95cd-58a104a2b809 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:10.493499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:10.497078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:10.514334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:10.525086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:10.529532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7f1b7efc-3136-41d4-86a2-d50a6859a17f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:10.533329 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7f1b7efc-3136-41d4-86a2-d50a6859a17f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/68ad690c-2fa2-47f8-9609-320acff29387 HTTP/1.1" status: 404 len: 333 time: 0.5017736 Oct 20 03:38:10.535593 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.540427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33040) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:10.578675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Allocated IP 172.20.0.18 (66a66aae-5f1e-49b8-bea4-e816f2722120/2f9470ca-88cc-4eac-b41e-1b12a0519d33/40285c07-c415-4f79-9ceb-b9df6262a21a) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:10.601984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55116bd5-658c-455f-908f-3078e2b1fa38 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.754967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=7db05d11-506c-433a-803f-946333dce0a0,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:10.779997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.783270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Made reservation on behalf of 43f2585f09f74303be79a05ae12fd024 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:10.787052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.802804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8abbae-ca67-47be-bc7c-e4607780ba39 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=6044f2f3-0178-48ba-b802-7d8a797c92e9,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:10.814507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6d8abbae-ca67-47be-bc7c-e4607780ba39 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.860633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8140d1-f00c-45c3-b150-7f6e5b43bfa9 req-6788c668-1cc1-42db-a920-65fcf3131430 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:10.863652 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc8140d1-f00c-45c3-b150-7f6e5b43bfa9 req-6788c668-1cc1-42db-a920-65fcf3131430 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 1.7164164 Oct 20 03:38:10.883531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95ace9b-c810-48c6-859a-ef49f5c9aa8a']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.906996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd296a6c1-1e8b-46bd-b670-464eaf726db4') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.907460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd296a6c1-1e8b-46bd-b670-464eaf726db4') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.935098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9e85f-a0a2-4369-8aee-7c50eb6340e3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 0f816e1b-4145-4e4c-9ece-fa4551fea666 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:10.935558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e85f-a0a2-4369-8aee-7c50eb6340e3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.967316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.988583 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Attempt 2 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:11.060422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing IP validity checks on allocation pools {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 20 03:38:11.060970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 20 03:38:11.094873 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc8140d1-f00c-45c3-b150-7f6e5b43bfa9 req-4c2858bc-a19a-458e-bfc2-29359852406b tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395915 Oct 20 03:38:11.132736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.144037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Transition to ACTIVE for port object 40285c07-c415-4f79-9ceb-b9df6262a21a will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:11.181251 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6d8abbae-ca67-47be-bc7c-e4607780ba39 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/6044f2f3-0178-48ba-b802-7d8a797c92e9 HTTP/1.1" status: 204 len: 168 time: 2.7803969 Oct 20 03:38:11.182345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.184846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33044) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:11.200803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.214167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Transition to ACTIVE for port object b022abb7-70ea-4a3d-9059-cadfbb14ddcd will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:11.234639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Transition to ACTIVE for port object b022abb7-70ea-4a3d-9059-cadfbb14ddcd will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:11.256175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:11.258097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.269222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 5801c8bb-2cdf-4f3e-b87f-b24f358df272 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:11.284966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55116bd5-658c-455f-908f-3078e2b1fa38 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.304007 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment d296a6c1-1e8b-46bd-b670-464eaf726db4 resource provider aggregate not found Oct 20 03:38:11.342539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.403224 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment d296a6c1-1e8b-46bd-b670-464eaf726db4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d296a6c1-1e8b-46bd-b670-464eaf726db4 found for delete ", "request_id": "req-8e50b67c-1c97-4349-81d3-53685f9b082e"}]} Oct 20 03:38:11.414913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Attempting to bind port b4e37689-bb64-43d6-8d49-0a639ad9d169 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:11.415138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Attempting to bind port b4e37689-bb64-43d6-8d49-0a639ad9d169 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '78bddee5-94a6-412d-b533-a65f8e159159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dbbaf451-5d94-4881-95cd-58a104a2b809'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:11.415432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Attempting to bind port b4e37689-bb64-43d6-8d49-0a639ad9d169 on network dbbaf451-5d94-4881-95cd-58a104a2b809 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:11.420762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:11.428282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:11.428596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Checking segment: {'id': '78bddee5-94a6-412d-b533-a65f8e159159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dbbaf451-5d94-4881-95cd-58a104a2b809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:11.435251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.435251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Bound using segment: {'id': '78bddee5-94a6-412d-b533-a65f8e159159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dbbaf451-5d94-4881-95cd-58a104a2b809'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:11.435251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Bound port: b4e37689-bb64-43d6-8d49-0a639ad9d169, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bddee5-94a6-412d-b533-a65f8e159159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dbbaf451-5d94-4881-95cd-58a104a2b809'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:11.435251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.442494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Transition to ACTIVE for port object 40285c07-c415-4f79-9ceb-b9df6262a21a will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:11.488743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1734db6-26ee-427b-b03e-4214cf902d81 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:11.490293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1734db6-26ee-427b-b03e-4214cf902d81 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:11.491061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b1734db6-26ee-427b-b03e-4214cf902d81 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:11.491558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Network 9f26190a-fdf5-430f-9292-268e19700dec is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:11.500549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:11.513997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Pushing event updated for resources: {'Port': ['ID=b022abb7-70ea-4a3d-9059-cadfbb14ddcd,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:11.520665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.552967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:11.591443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.599518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55116bd5-658c-455f-908f-3078e2b1fa38 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.623256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f95ace9b-c810-48c6-859a-ef49f5c9aa8a {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 20 03:38:11.630543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.649801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.655933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55116bd5-658c-455f-908f-3078e2b1fa38 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ad3dae-ef1e-4efa-9045-f619efe2e39e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:11.692045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event deleted for resources: {'Network': ['ID=f95ace9b-c810-48c6-859a-ef49f5c9aa8a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:11.692286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.698622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b1734db6-26ee-427b-b03e-4214cf902d81 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:11.699631 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b1734db6-26ee-427b-b03e-4214cf902d81 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4985397 Oct 20 03:38:11.707128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33052) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:11.723656 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Network 66a66aae-5f1e-49b8-bea4-e816f2722120 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:11.733303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:11.742379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55116bd5-658c-455f-908f-3078e2b1fa38 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.746211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:11.752883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Pushing event updated for resources: {'Port': ['ID=40285c07-c415-4f79-9ceb-b9df6262a21a,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:11.765842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:11.771784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:11.771784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.771784 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 Oct 20 03:38:11.809850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-cddf932e-8747-4692-941f-4260b3054587 None None] For port b4e37689-bb64-43d6-8d49-0a639ad9d169, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:11.839254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-16815211-7bf6-4ba0-be0e-7cda5607d6c4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet dce25a1a-8bc7-45e0-837f-c95609e01c3d {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:11.859844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16815211-7bf6-4ba0-be0e-7cda5607d6c4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.861999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Attempting to bind port b022abb7-70ea-4a3d-9059-cadfbb14ddcd on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:11.862367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Attempting to bind port b022abb7-70ea-4a3d-9059-cadfbb14ddcd by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'ba24adf5-5683-464b-b1ca-ab7a3d59e364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9f26190a-fdf5-430f-9292-268e19700dec'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:11.862731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Attempting to bind port b022abb7-70ea-4a3d-9059-cadfbb14ddcd on network 9f26190a-fdf5-430f-9292-268e19700dec {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:11.879456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-cddf932e-8747-4692-941f-4260b3054587 None None] For port b4e37689-bb64-43d6-8d49-0a639ad9d169, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b4e37689-bb64-43d6-8d49-0a639ad9d169,segment=NetworkSegment(78bddee5-94a6-412d-b533-a65f8e159159),segment_id=78bddee5-94a6-412d-b533-a65f8e159159)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:11.880630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:11.880993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Checking segment: {'id': 'ba24adf5-5683-464b-b1ca-ab7a3d59e364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9f26190a-fdf5-430f-9292-268e19700dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:11.881415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.881801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Bound using segment: {'id': 'ba24adf5-5683-464b-b1ca-ab7a3d59e364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9f26190a-fdf5-430f-9292-268e19700dec'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:11.882253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Bound port: b022abb7-70ea-4a3d-9059-cadfbb14ddcd, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba24adf5-5683-464b-b1ca-ab7a3d59e364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9f26190a-fdf5-430f-9292-268e19700dec'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:11.882639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.907622 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-55116bd5-658c-455f-908f-3078e2b1fa38 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/subnets/c8ad3dae-ef1e-4efa-9045-f619efe2e39e HTTP/1.1" status: 204 len: 168 time: 3.8006833 Oct 20 03:38:11.920289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33056) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:11.928694 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Attempt 3 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:11.981645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.010139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b08035-5d59-4851-bc9b-4b4d47c8d648 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Deleting subnet 2a8ca16b-b0e1-4c39-8a13-3fa8e7e3be4b {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:12.036630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1b08035-5d59-4851-bc9b-4b4d47c8d648 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.038691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e85f-a0a2-4369-8aee-7c50eb6340e3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.072566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=80dcb75a-acea-4c71-907b-aaf04e45b7e0,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:12.094544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.095106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Attempting to bind port 40285c07-c415-4f79-9ceb-b9df6262a21a on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:12.095648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Attempting to bind port 40285c07-c415-4f79-9ceb-b9df6262a21a by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:12.096016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Attempting to bind port 40285c07-c415-4f79-9ceb-b9df6262a21a on network 66a66aae-5f1e-49b8-bea4-e816f2722120 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:12.111780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16815211-7bf6-4ba0-be0e-7cda5607d6c4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.132072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:12.138876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:12.138876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Checking segment: {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:12.138876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.139686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Bound using segment: {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:12.139770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Bound port: 40285c07-c415-4f79-9ceb-b9df6262a21a, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:12.140094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.176381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Checking segment: {'id': '829c1a2e-ff3b-4117-8330-0ba9d6dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2b73b9b6-62b9-436d-b314-e4e9f2de2634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:12.177048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network hostable DHCP agents. Network: 2b73b9b6-62b9-436d-b314-e4e9f2de2634, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:12.350355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf932e-8747-4692-941f-4260b3054587 None None] Pushing event updated for resources: {'Port': ['ID=b4e37689-bb64-43d6-8d49-0a639ad9d169,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:12.367758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] For port b022abb7-70ea-4a3d-9059-cadfbb14ddcd, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:12.379334 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-76f3a419-0cff-48b1-ace5-2b9015cb71b3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "DELETE /v2.0/networks/f95ace9b-c810-48c6-859a-ef49f5c9aa8a HTTP/1.1" status: 204 len: 168 time: 2.1010907 Oct 20 03:38:12.450300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] For port 40285c07-c415-4f79-9ceb-b9df6262a21a, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:12.455032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] For port 40285c07-c415-4f79-9ceb-b9df6262a21a, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=40285c07-c415-4f79-9ceb-b9df6262a21a,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:12.461174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] For port b022abb7-70ea-4a3d-9059-cadfbb14ddcd, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b022abb7-70ea-4a3d-9059-cadfbb14ddcd,segment=NetworkSegment(ba24adf5-5683-464b-b1ca-ab7a3d59e364),segment_id=ba24adf5-5683-464b-b1ca-ab7a3d59e364)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:12.467230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39bc0d4b-94ad-449a-9d31-0632ba6175e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.468883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:12.470477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.505191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9e85f-a0a2-4369-8aee-7c50eb6340e3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 0f816e1b-4145-4e4c-9ece-fa4551fea666 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:12.520520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 5801c8bb-2cdf-4f3e-b87f-b24f358df272, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=5801c8bb-2cdf-4f3e-b87f-b24f358df272,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:12.527852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.598492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.616076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.662429 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Attempt 4 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:12.750879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1b08035-5d59-4851-bc9b-4b4d47c8d648 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.819909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:12.828489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e5f92-d0bc-405a-86c6-c03e067e1525 None None] Pushing event updated for resources: {'Port': ['ID=40285c07-c415-4f79-9ceb-b9df6262a21a,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:13.010189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4c5f4-929d-4886-8a12-a693e16e1239 req-4da71f80-fb32-4db5-b9ab-430104cc3770 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:13.012969 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-eca4c5f4-929d-4886-8a12-a693e16e1239 req-4da71f80-fb32-4db5-b9ab-430104cc3770 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.6333013 Oct 20 03:38:13.041673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5e2f1-3c2d-48e7-813c-57f415fe1ba6 None None] Pushing event updated for resources: {'Port': ['ID=b022abb7-70ea-4a3d-9059-cadfbb14ddcd,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:13.054291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Router d3690057-ec0f-4219-8ef0-8c231f8bad42 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:38:13.056302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Network 2b73b9b6-62b9-436d-b314-e4e9f2de2634 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:13.112092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33068) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:13.162204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16815211-7bf6-4ba0-be0e-7cda5607d6c4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.168124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e85f-a0a2-4369-8aee-7c50eb6340e3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.207000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=5801c8bb-2cdf-4f3e-b87f-b24f358df272,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:13.219006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.219346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.219686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.220023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.220352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.220684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.221017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.221355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.221671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.221997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.222315 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.222635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:13.232357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 2b73b9b6-62b9-436d-b314-e4e9f2de2634) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:13.237902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:13.238473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.260524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eba825-6130-47da-99d0-2376f48ef8cd None None] Network 2b73b9b6-62b9-436d-b314-e4e9f2de2634 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:13.265373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'router': {'name': 'tempest-router--1804462763', 'project_id': '160955df77d5442cb3ffcf261fce0766'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:13.293814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:13.323996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Usage tracker for resource:router and tenant:160955df77d5442cb3ffcf261fce0766 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:13.333247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:13.354583 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:13.357046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1b08035-5d59-4851-bc9b-4b4d47c8d648 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.390629 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Attempt 5 to provision port 0f816e1b-4145-4e4c-9ece-fa4551fea666 Oct 20 03:38:13.398030 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9e85f-a0a2-4369-8aee-7c50eb6340e3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=0f816e1b-4145-4e4c-9ece-fa4551fea666,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:13.411326 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-eca4c5f4-929d-4886-8a12-a693e16e1239 req-d4cca73b-2443-4d17-8b6e-dbcae77f3f3c tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686233 Oct 20 03:38:13.443401 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9f943103-b0ec-4e7a-9d60-8ae3c24e8bb7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.1350651 Oct 20 03:38:13.451279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b4e37689-bb64-43d6-8d49-0a639ad9d169 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:13.466457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33072) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:13.497858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-28ca50ce-5b46-4710-bf00-e6dcc4be748d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:13.508124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.509016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9be1c182-a519-4231-a568-de6b734af968 None None] Port 0f816e1b-4145-4e4c-9ece-fa4551fea666 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:38:13.659019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:13.664973 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e85f-a0a2-4369-8aee-7c50eb6340e3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.670822 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4ac5-9558-4417-afae-eacb20888d57 None None] Sync routers for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:13.687019 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded4ac5-9558-4417-afae-eacb20888d57 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:13.689176 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8ded4ac5-9558-4417-afae-eacb20888d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:13.694400 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fde6352e-84b1-4247-83e8-5326bdcfb16f tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "PUT /v2.0/routers/d3690057-ec0f-4219-8ef0-8c231f8bad42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9746108 Oct 20 03:38:13.697235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33078) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:13.843144 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b8d9e85f-a0a2-4369-8aee-7c50eb6340e3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/0f816e1b-4145-4e4c-9ece-fa4551fea666 HTTP/1.1" status: 204 len: 168 time: 3.2138519 Oct 20 03:38:13.843373 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8ded4ac5-9558-4417-afae-eacb20888d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:13.873984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33082) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:13.874898 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded4ac5-9558-4417-afae-eacb20888d57 None None] Routers {'d3690057-ec0f-4219-8ef0-8c231f8bad42'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:13.875829 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8ded4ac5-9558-4417-afae-eacb20888d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d3690057-ec0f-4219-8ef0-8c231f8bad42'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:13.902870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.914825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1b08035-5d59-4851-bc9b-4b4d47c8d648 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.921485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-2b73b9b6-62b9-436d-b314-e4e9f2de2634', 'network_id': '2b73b9b6-62b9-436d-b314-e4e9f2de2634', 'tenant_id': '43f2585f09f74303be79a05ae12fd024', 'fixed_ips': [{'subnet_id': '80dcb75a-acea-4c71-907b-aaf04e45b7e0'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:13.922399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.954096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] Provisioning for port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:14.011368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port b4e37689-bb64-43d6-8d49-0a639ad9d169 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:14.015657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.021552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] Provisioning complete for port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:14.022275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.023875 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] Attempt 1 to provision port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 Oct 20 03:38:14.038154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.042644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.064840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.067244 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8ded4ac5-9558-4417-afae-eacb20888d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:14.067860 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4ac5-9558-4417-afae-eacb20888d57 None None] The sync data for ids ['d3690057-ec0f-4219-8ef0-8c231f8bad42'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:14.080328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232cadda-1ec2-43a2-8deb-963da2c59ecc None None] Network dbbaf451-5d94-4881-95cd-58a104a2b809 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:14.122460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 40285c07-c415-4f79-9ceb-b9df6262a21a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:14.134275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b08035-5d59-4851-bc9b-4b4d47c8d648 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8ca16b-b0e1-4c39-8a13-3fa8e7e3be4b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:14.143766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1b08035-5d59-4851-bc9b-4b4d47c8d648 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.163784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.167883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16815211-7bf6-4ba0-be0e-7cda5607d6c4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.255601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e829507-9e4d-493c-b716-67ab1f98a6b8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:38:14.256584 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5e829507-9e4d-493c-b716-67ab1f98a6b8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/0f816e1b-4145-4e4c-9ece-fa4551fea666 HTTP/1.1" status: 404 len: 333 time: 0.3347147 Oct 20 03:38:14.268718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33086) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:14.274456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16815211-7bf6-4ba0-be0e-7cda5607d6c4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=dce25a1a-8bc7-45e0-837f-c95609e01c3d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:14.303289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16815211-7bf6-4ba0-be0e-7cda5607d6c4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.306220 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-16815211-7bf6-4ba0-be0e-7cda5607d6c4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/dce25a1a-8bc7-45e0-837f-c95609e01c3d HTTP/1.1" status: 204 len: 168 time: 2.5682130 Oct 20 03:38:14.322632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d1b08035-5d59-4851-bc9b-4b4d47c8d648 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/subnets/2a8ca16b-b0e1-4c39-8a13-3fa8e7e3be4b HTTP/1.1" status: 204 len: 168 time: 2.3988390 Oct 20 03:38:14.324954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33090) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:14.334292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-28ca50ce-5b46-4710-bf00-e6dcc4be748d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2427587'] for subnet, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.335734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33092) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:14.339344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.17 (66a66aae-5f1e-49b8-bea4-e816f2722120/2f9470ca-88cc-4eac-b41e-1b12a0519d33/866ab018-75c2-41af-a73c-d24b2856f68c) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:14.353175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f9f89-ec0a-4df8-854f-5acc5eb2b354 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:14.470807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.473167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.476877 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5b70d1cf-0c83-4465-bd5b-1a384545ad0e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3614926 Oct 20 03:38:14.487753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33098) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:14.495767 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4c9a62bb-5d9e-4138-9399-2e06a27e79a5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1650531 Oct 20 03:38:14.502327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33102) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:14.547424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7463e-f335-468b-a594-44f0dc709b89 None None] Network 66a66aae-5f1e-49b8-bea4-e816f2722120 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:14.575408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting port b5305c6d-0c5a-4154-80f9-65a93bf54897 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:14.575945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.591411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Allocated IP 172.20.0.3 (2b73b9b6-62b9-436d-b314-e4e9f2de2634/80dcb75a-acea-4c71-907b-aaf04e45b7e0/f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:14.641478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-253d550f-3041-4de0-8530-431f16fb108a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 98c30346-0750-46b9-9c12-c5ef71f975e1 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:14.644859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-253d550f-3041-4de0-8530-431f16fb108a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.734803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-253d550f-3041-4de0-8530-431f16fb108a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.756078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8f797-fa01-46db-bdaf-845badae4bf3 req-45c512a1-d613-4fe1-b3f9-bd73ee75a52e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:14.763513 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9de8f797-fa01-46db-bdaf-845badae4bf3 req-45c512a1-d613-4fe1-b3f9-bd73ee75a52e tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.9750149 Oct 20 03:38:14.766015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5805c4d-78f1-4756-ae23-0b86fbdde3bc tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.830786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-253d550f-3041-4de0-8530-431f16fb108a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.975991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed920011-4b96-4d8b-9600-514be7fa57de None None] Network 9f26190a-fdf5-430f-9292-268e19700dec requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:14.978214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c3e3d-4f93-4bab-a9bc-25e35b3d09be tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:14.980609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-859c3e3d-4f93-4bab-a9bc-25e35b3d09be tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Synchronizing usage tracker for tenant:fba4635e822b4430b14e4f9112fb45a7 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:15.000594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740f2459-cb77-4d6d-8c1c-adf0d76c735b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:15.004471 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-740f2459-cb77-4d6d-8c1c-adf0d76c735b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4986207 Oct 20 03:38:15.006176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33106) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:15.102245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-253d550f-3041-4de0-8530-431f16fb108a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.138394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.143894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.147565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63592c3-9a3f-4ee6-b4a3-2fa987e58590 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:15.152067 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c63592c3-9a3f-4ee6-b4a3-2fa987e58590 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1438122 Oct 20 03:38:15.159781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33110) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:15.197085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Transition to ACTIVE for port object f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:15.217642 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d550f-3041-4de0-8530-431f16fb108a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=98c30346-0750-46b9-9c12-c5ef71f975e1,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:15.228828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] Current status of the port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:15.228828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.252007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e2810-4199-4db6-81ae-317da7d0aa64 None None] Network df84dfc3-c640-4046-87b1-3a4e15460c12 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:15.264234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.267671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-253d550f-3041-4de0-8530-431f16fb108a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.297803 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9de8f797-fa01-46db-bdaf-845badae4bf3 req-82d43932-d971-42fb-83f5-9ebafb652001 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5333767 Oct 20 03:38:15.329198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.354443 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5805c4d-78f1-4756-ae23-0b86fbdde3bc tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.358396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5805c4d-78f1-4756-ae23-0b86fbdde3bc tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.365376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Calling delete_port for b5305c6d-0c5a-4154-80f9-65a93bf54897 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:15.382301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-859c3e3d-4f93-4bab-a9bc-25e35b3d09be tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Unset dirty status for tenant:fba4635e822b4430b14e4f9112fb45a7 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:15.388310 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-859c3e3d-4f93-4bab-a9bc-25e35b3d09be tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0465419 Oct 20 03:38:15.389116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33116) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:15.412311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 866ab018-75c2-41af-a73c-d24b2856f68c will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:15.421240 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-253d550f-3041-4de0-8530-431f16fb108a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/98c30346-0750-46b9-9c12-c5ef71f975e1 HTTP/1.1" status: 204 len: 168 time: 1.1512029 Oct 20 03:38:15.423592 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b349dfa4-ca68-4576-bdd5-831cbcd1a13a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2611470 Oct 20 03:38:15.425836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33120) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:15.444993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33124) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:15.450266 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 40285c07-c415-4f79-9ceb-b9df6262a21a completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:15.457111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:15.466351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5805c4d-78f1-4756-ae23-0b86fbdde3bc tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.470631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Transition to ACTIVE for port object f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:15.470785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5805c4d-78f1-4756-ae23-0b86fbdde3bc tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fed3be84-73fe-4f0b-868e-555be63ca18d {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:15.569194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.597422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.640422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5805c4d-78f1-4756-ae23-0b86fbdde3bc tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.651619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] For port 255644c4-55d1-4b4a-b3b5-4e30d6e98761, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=255644c4-55d1-4b4a-b3b5-4e30d6e98761,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:15.656902 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e5805c4d-78f1-4756-ae23-0b86fbdde3bc tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "DELETE /v2.0/routers/fed3be84-73fe-4f0b-868e-555be63ca18d HTTP/1.1" status: 204 len: 168 time: 1.1635582 Oct 20 03:38:15.786916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.807717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 5801c8bb-2cdf-4f3e-b87f-b24f358df272 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:15.828147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.850302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 66a66aae-5f1e-49b8-bea4-e816f2722120 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:15.852364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:15.875999 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port 60582537-c388-497c-a6b8-d25d4a38733f {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:15.876461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.883367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:15.886295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:15.908205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Network 2b73b9b6-62b9-436d-b314-e4e9f2de2634 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:15.909963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:15.919361 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] DHCP port deletion for dbbaf451-5d94-4881-95cd-58a104a2b809 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:15.943149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:15.972202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33132) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:15.990938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Deleting port b4e37689-bb64-43d6-8d49-0a639ad9d169 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:15.991316 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.031336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:16.035135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.045957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.047687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=866ab018-75c2-41af-a73c-d24b2856f68c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.059552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.065199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:16.068581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] Could not find standard attr ID for object 6044f2f3-0178-48ba-b802-7d8a797c92e9. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:16.083689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306eac56-cc92-403c-8dbc-66b5196cc76d None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:16.118014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Pushing event updated for resources: {'Port': ['ID=f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.153087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Deleting port b022abb7-70ea-4a3d-9059-cadfbb14ddcd {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:16.153454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.181422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-306eac56-cc92-403c-8dbc-66b5196cc76d None None] Deleting port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:16.181834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-306eac56-cc92-403c-8dbc-66b5196cc76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.358851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] DHCP port deletion for 9f26190a-fdf5-430f-9292-268e19700dec request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:16.368687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d752a-d67a-43d8-81f9-938628d00c19 req-f5cb8954-e68f-46ba-a848-202358da86f4 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:16.370819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cc0d752a-d67a-43d8-81f9-938628d00c19 req-f5cb8954-e68f-46ba-a848-202358da86f4 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.4035659 Oct 20 03:38:16.400811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115247455', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:16.416781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:16.443596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] For port 60582537-c388-497c-a6b8-d25d4a38733f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=60582537-c388-497c-a6b8-d25d4a38733f,segment=NetworkSegment(81ce38e7-67b7-4eba-acb3-bd3afc5f3144),segment_id=81ce38e7-67b7-4eba-acb3-bd3afc5f3144)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:16.443953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.445333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Usage tracker for resource:router and tenant:9b8d144afcfb4198a4cee9f3eedc8d6b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:16.477223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] Deleting port b022abb7-70ea-4a3d-9059-cadfbb14ddcd {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:16.477841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.497323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:16.513686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-28ca50ce-5b46-4710-bf00-e6dcc4be748d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730572078219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3645828'] for subnet, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.538210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:16.590848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cc0d752a-d67a-43d8-81f9-938628d00c19 req-ebdc149d-d796-4d8e-b5e2-1ac79a6fecac tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190766 Oct 20 03:38:16.601829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for 60582537-c388-497c-a6b8-d25d4a38733f owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:16.617596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Provisioning for port b4e37689-bb64-43d6-8d49-0a639ad9d169 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:16.640715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca50ce-5b46-4710-bf00-e6dcc4be748d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:16.648873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-28ca50ce-5b46-4710-bf00-e6dcc4be748d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.648873 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-28ca50ce-5b46-4710-bf00-e6dcc4be748d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "PUT /v2.0/subnets/80dcb75a-acea-4c71-907b-aaf04e45b7e0 HTTP/1.1" status: 200 len: 877 time: 3.1595507 Oct 20 03:38:16.658928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33138) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:16.664078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] For port b022abb7-70ea-4a3d-9059-cadfbb14ddcd, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b022abb7-70ea-4a3d-9059-cadfbb14ddcd,segment=NetworkSegment(ba24adf5-5683-464b-b1ca-ab7a3d59e364),segment_id=ba24adf5-5683-464b-b1ca-ab7a3d59e364)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:16.664669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.684292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Attempting to bind port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:16.684661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Attempting to bind port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '829c1a2e-ff3b-4117-8330-0ba9d6dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2b73b9b6-62b9-436d-b314-e4e9f2de2634'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:16.685019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Attempting to bind port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 on network 2b73b9b6-62b9-436d-b314-e4e9f2de2634 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:16.691877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.698346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dd447-b624-482d-8349-f079d3b15289 None None] Pushing event updated for resources: {'Port': ['ID=255644c4-55d1-4b4a-b3b5-4e30d6e98761,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.710706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Provisioning complete for port b4e37689-bb64-43d6-8d49-0a639ad9d169 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:16.716160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.716160 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Attempt 1 to provision port b4e37689-bb64-43d6-8d49-0a639ad9d169 Oct 20 03:38:16.757141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Port': ['ID=b5305c6d-0c5a-4154-80f9-65a93bf54897,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.765152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca50ce-5b46-4710-bf00-e6dcc4be748d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event updated for resources: {'Subnet': ['ID=80dcb75a-acea-4c71-907b-aaf04e45b7e0,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.767854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.769069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.849111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:16.849500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Checking segment: {'id': '829c1a2e-ff3b-4117-8330-0ba9d6dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2b73b9b6-62b9-436d-b314-e4e9f2de2634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:16.849905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.850294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Bound using segment: {'id': '829c1a2e-ff3b-4117-8330-0ba9d6dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2b73b9b6-62b9-436d-b314-e4e9f2de2634'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:16.850778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Bound port: f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829c1a2e-ff3b-4117-8330-0ba9d6dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2b73b9b6-62b9-436d-b314-e4e9f2de2634'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:16.851288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.880525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.946582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.961524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:16.961898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.962240 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 Oct 20 03:38:16.979790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Calling delete_port for b022abb7-70ea-4a3d-9059-cadfbb14ddcd owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:17.022664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=60582537-c388-497c-a6b8-d25d4a38733f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:17.023625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d1820-c82b-441a-a8fd-fc1627c0cdf4 None None] DHCP port deletion for df84dfc3-c640-4046-87b1-3a4e15460c12 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:17.158389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.171556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-306eac56-cc92-403c-8dbc-66b5196cc76d None None] For port 255644c4-55d1-4b4a-b3b5-4e30d6e98761, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=255644c4-55d1-4b4a-b3b5-4e30d6e98761,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:17.172515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-306eac56-cc92-403c-8dbc-66b5196cc76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.200038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.224987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.228070 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.266880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No DVR routers for this DVR port 60582537-c388-497c-a6b8-d25d4a38733f on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:17.306313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.346645 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.347301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Fanout notify agent at l3_agent the message router_deleted on router d3690057-ec0f-4219-8ef0-8c231f8bad42 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:17.374213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.438198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-306eac56-cc92-403c-8dbc-66b5196cc76d None None] Calling delete_port for 255644c4-55d1-4b4a-b3b5-4e30d6e98761 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:17.452820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.503609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.534202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.535371 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-841bfa63-ffe8-4f4e-8597-7769b97939a5 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/routers/d3690057-ec0f-4219-8ef0-8c231f8bad42 HTTP/1.1" status: 204 len: 168 time: 3.8364537 Oct 20 03:38:17.542335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] For port b4e37689-bb64-43d6-8d49-0a639ad9d169, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b4e37689-bb64-43d6-8d49-0a639ad9d169,segment=NetworkSegment(78bddee5-94a6-412d-b533-a65f8e159159),segment_id=78bddee5-94a6-412d-b533-a65f8e159159)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:17.542857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.550678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33142) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:17.578994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] For port b022abb7-70ea-4a3d-9059-cadfbb14ddcd, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b022abb7-70ea-4a3d-9059-cadfbb14ddcd,segment=NetworkSegment(ba24adf5-5683-464b-b1ca-ab7a3d59e364),segment_id=ba24adf5-5683-464b-b1ca-ab7a3d59e364)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:17.579383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.608578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df84dfc3-c640-4046-87b1-3a4e15460c12']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:17.629808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ce38e7-67b7-4eba-acb3-bd3afc5f3144') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:17.630308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ce38e7-67b7-4eba-acb3-bd3afc5f3144') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:17.655767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.718902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1c5242-8bb3-4547-89f0-cab5ddc7403c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Deleting subnet 926c039c-351d-41f5-8b69-092c06575b08 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:17.722697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5242-8bb3-4547-89f0-cab5ddc7403c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.734940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] No DVR routers for this DVR port b022abb7-70ea-4a3d-9059-cadfbb14ddcd on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:17.752297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Current status of the port b4e37689-bb64-43d6-8d49-0a639ad9d169 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:17.752812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.761229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Port': ['ID=b022abb7-70ea-4a3d-9059-cadfbb14ddcd,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:17.767625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Calling delete_port for b4e37689-bb64-43d6-8d49-0a639ad9d169 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:17.797874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5242-8bb3-4547-89f0-cab5ddc7403c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.851158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.853927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:17.854119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.922161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:17.922732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.924489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.928128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] For port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:17.931337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-306eac56-cc92-403c-8dbc-66b5196cc76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.943958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] Calling delete_port for b022abb7-70ea-4a3d-9059-cadfbb14ddcd owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:17.954595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5242-8bb3-4547-89f0-cab5ddc7403c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.060779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.064962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306eac56-cc92-403c-8dbc-66b5196cc76d None None] Pushing event deleted for resources: {'Port': ['ID=255644c4-55d1-4b4a-b3b5-4e30d6e98761,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.123966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306eac56-cc92-403c-8dbc-66b5196cc76d None None] No DVR routers for this DVR port 255644c4-55d1-4b4a-b3b5-4e30d6e98761 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:18.150084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f26190a-fdf5-430f-9292-268e19700dec']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:18.150209 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 81ce38e7-67b7-4eba-acb3-bd3afc5f3144 resource provider aggregate not found Oct 20 03:38:18.153462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] For port b4e37689-bb64-43d6-8d49-0a639ad9d169, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b4e37689-bb64-43d6-8d49-0a639ad9d169,segment=NetworkSegment(78bddee5-94a6-412d-b533-a65f8e159159),segment_id=78bddee5-94a6-412d-b533-a65f8e159159)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:18.181988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:18.183063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b022abb7-70ea-4a3d-9059-cadfbb14ddcd up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:18.195566 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 81ce38e7-67b7-4eba-acb3-bd3afc5f3144 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81ce38e7-67b7-4eba-acb3-bd3afc5f3144 found for delete ", "request_id": "req-13951100-63c8-488a-b2c7-105fe9a65eb4"}]} Oct 20 03:38:18.226332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:18.226701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:18.229189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: b022abb7-70ea-4a3d-9059-cadfbb14ddcd {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:18.229189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b022abb7-70ea-4a3d-9059-cadfbb14ddcd not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 20 03:38:18.239059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba24adf5-5683-464b-b1ca-ab7a3d59e364') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:18.239653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba24adf5-5683-464b-b1ca-ab7a3d59e364') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:18.241795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.objects.ports [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90076) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:18.251598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.268554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.311504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Port b022abb7-70ea-4a3d-9059-cadfbb14ddcd not found, will not notify nova. {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 20 03:38:18.330687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Could not find standard attr ID for object b022abb7-70ea-4a3d-9059-cadfbb14ddcd. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:18.334763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:18.345979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9d360-58ce-4dbc-9d0c-85a807e43224 req-47e66042-fe7c-4352-a26c-1c989280add1 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:18.347598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:18.348191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:18.353813 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d6d9d360-58ce-4dbc-9d0c-85a807e43224 req-47e66042-fe7c-4352-a26c-1c989280add1 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.5773222 Oct 20 03:38:18.359196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] For port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2,segment=NetworkSegment(829c1a2e-ff3b-4117-8330-0ba9d6dcde46),segment_id=829c1a2e-ff3b-4117-8330-0ba9d6dcde46)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:18.366767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:18.376541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Pushing event updated for resources: {'Port': ['ID=b4e37689-bb64-43d6-8d49-0a639ad9d169,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.382105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd5bf7-79a9-4a16-8ce4-41a6cdcb6906 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:18.389240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.394597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:18.395335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.405160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=49cb7f3d-9397-4bf3-b6be-d1eb21859705,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.422330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.464860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 60582537-c388-497c-a6b8-d25d4a38733f no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:18.468559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.498635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Provisioning for port 40285c07-c415-4f79-9ceb-b9df6262a21a completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:18.509608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Network': ['ID=df84dfc3-c640-4046-87b1-3a4e15460c12,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.510456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.514909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5242-8bb3-4547-89f0-cab5ddc7403c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.528033 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-87895f28-57b4-498d-b4a0-f703ab6f5ee7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/networks/df84dfc3-c640-4046-87b1-3a4e15460c12 HTTP/1.1" status: 204 len: 168 time: 3.0975020 Oct 20 03:38:18.544956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33152) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:18.552044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 60582537-c388-497c-a6b8-d25d4a38733f {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:18.552562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 60582537-c388-497c-a6b8-d25d4a38733f not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:18.552930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b4e37689-bb64-43d6-8d49-0a639ad9d169 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:18.560578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2035173997'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:18.575519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:18.579695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.588926 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d6d9d360-58ce-4dbc-9d0c-85a807e43224 req-0b3585cf-3e2b-44ef-9fa9-3c1c03f5bed2 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340491 Oct 20 03:38:18.592972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5242-8bb3-4547-89f0-cab5ddc7403c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Subnet': ['ID=926c039c-351d-41f5-8b69-092c06575b08,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.596067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:network and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:18.607147 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0ee45580-4b4a-47c9-b3a1-fb5f6753302e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1513603 Oct 20 03:38:18.607147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5242-8bb3-4547-89f0-cab5ddc7403c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.607697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33156) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:18.607775 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9c1c5242-8bb3-4547-89f0-cab5ddc7403c tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/subnets/926c039c-351d-41f5-8b69-092c06575b08 HTTP/1.1" status: 204 len: 168 time: 1.0509853 Oct 20 03:38:18.613704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33158) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:18.617437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:18.618934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Provisioning complete for port 40285c07-c415-4f79-9ceb-b9df6262a21a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:18.619312 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.619973 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Attempt 1 to provision port 40285c07-c415-4f79-9ceb-b9df6262a21a Oct 20 03:38:18.629661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:18.630079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.668123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:18.673299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:f6:4f:7c', 'name': 'tempest-NetworksTestDHCPv6-1748413334'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:18.732334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] Deleting port b022abb7-70ea-4a3d-9059-cadfbb14ddcd {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:18.732517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.753958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-cf0963f0-4839-4b0f-92a2-8a50ac4f59c4 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:18.753958 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-cf0963f0-4839-4b0f-92a2-8a50ac4f59c4 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.26 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 946 time: 0.3202283 Oct 20 03:38:18.757333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.773132 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment ba24adf5-5683-464b-b1ca-ab7a3d59e364 resource provider aggregate not found Oct 20 03:38:18.835116 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment ba24adf5-5683-464b-b1ca-ab7a3d59e364 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba24adf5-5683-464b-b1ca-ab7a3d59e364 found for delete ", "request_id": "req-caaeaba3-83d4-4387-96f7-6b0a0300ce91"}]} Oct 20 03:38:18.856648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad2983-f46d-475a-b4e7-3572d62b80fd None None] Pushing event updated for resources: {'Port': ['ID=f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.871237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Deleting port b4e37689-bb64-43d6-8d49-0a639ad9d169 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:18.871237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.904176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2, host dv-neutron-861845-1-hyperv, got binding levels [] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:18.904549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.935626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:18.939073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.939428 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Deleting port 1705c692-51e3-450a-af36-8721312b819b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:18.940051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.954017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0e165ca4-9547-40b4-b066-6d6cdbc2e6dd None None] The port 'b022abb7-70ea-4a3d-9059-cadfbb14ddcd' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:38:19.041447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.098385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:19.128802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.129956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acd0446-fa9c-416e-8ba2-0bfc6880deab']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:19.133210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.144789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Current status of the port 40285c07-c415-4f79-9ceb-b9df6262a21a is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:19.144934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.228271 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Network': ['ID=9f26190a-fdf5-430f-9292-268e19700dec,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.250773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port b4e37689-bb64-43d6-8d49-0a639ad9d169 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:19.251223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.269415 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b843e34a-e1e2-4629-bdd6-8d50ffce0ed5 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/networks/9f26190a-fdf5-430f-9292-268e19700dec HTTP/1.1" status: 204 len: 168 time: 3.8736093 Oct 20 03:38:19.272117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:19.280979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.283784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33168) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:19.308808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529c8bde-170e-4eb6-953f-c007726d75c0') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:19.309280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529c8bde-170e-4eb6-953f-c007726d75c0') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:19.330360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.341385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port b4e37689-bb64-43d6-8d49-0a639ad9d169, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b4e37689-bb64-43d6-8d49-0a639ad9d169,segment=NetworkSegment(78bddee5-94a6-412d-b533-a65f8e159159),segment_id=78bddee5-94a6-412d-b533-a65f8e159159)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:19.348143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:19.350397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '49cb7f3d-9397-4bf3-b6be-d1eb21859705'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:19.352512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.364192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.389056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:19.390742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.393704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] For port 40285c07-c415-4f79-9ceb-b9df6262a21a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=40285c07-c415-4f79-9ceb-b9df6262a21a,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:19.409555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.409907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Added segment 1424c48f-1234-4d72-ae36-d620bd39dd32 of type vlan for network 614d0636-65a3-4db2-b225-5db763d48d58 Oct 20 03:38:19.412312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:19.429884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:19.435995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.441090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.441789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 255644c4-55d1-4b4a-b3b5-4e30d6e98761 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:19.509241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] For port 1705c692-51e3-450a-af36-8721312b819b, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1705c692-51e3-450a-af36-8721312b819b,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:19.509610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.519146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:19.522833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.571154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 255644c4-55d1-4b4a-b3b5-4e30d6e98761 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:19.571805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 255644c4-55d1-4b4a-b3b5-4e30d6e98761 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:19.571908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b022abb7-70ea-4a3d-9059-cadfbb14ddcd no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:19.643029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: b022abb7-70ea-4a3d-9059-cadfbb14ddcd {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:19.643378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b022abb7-70ea-4a3d-9059-cadfbb14ddcd not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:19.684244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] For port b4e37689-bb64-43d6-8d49-0a639ad9d169, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b4e37689-bb64-43d6-8d49-0a639ad9d169,segment=NetworkSegment(78bddee5-94a6-412d-b533-a65f8e159159),segment_id=78bddee5-94a6-412d-b533-a65f8e159159)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:19.685108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.719131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:19.719480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:19.750199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.770939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.780671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.804637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.810397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] Pushing event deleted for resources: {'Network': ['ID=7acd0446-fa9c-416e-8ba2-0bfc6880deab,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.821568 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-00d57f55-c54f-491a-bcdf-ffdb40ca30b8 tempest-FloatingIPTestJSON-1193906711 tempest-FloatingIPTestJSON-1193906711-project] 10.222.0.33 "DELETE /v2.0/networks/7acd0446-fa9c-416e-8ba2-0bfc6880deab HTTP/1.1" status: 204 len: 168 time: 1.2068505 Oct 20 03:38:19.839229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=866ab018-75c2-41af-a73c-d24b2856f68c,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.859195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:19.863653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Calling delete_port for b4e37689-bb64-43d6-8d49-0a639ad9d169 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:19.955598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=b4e37689-bb64-43d6-8d49-0a639ad9d169,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.966117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.998504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.999185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.999754 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Floating IP ac381e13-5190-45c3-8618-7fa14c07319b disassociated. External IP: 172.26.7.154, port: 1705c692-51e3-450a-af36-8721312b819b. Oct 20 03:38:20.000311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Calling delete_port for 1705c692-51e3-450a-af36-8721312b819b owned by compute:nova {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:20.009963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.021678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Provisioning for port 866ab018-75c2-41af-a73c-d24b2856f68c completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:20.035165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.075068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Provisioning complete for port 866ab018-75c2-41af-a73c-d24b2856f68c triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:20.075445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.075791 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 1 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:20.111957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.118267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:20.118872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.204784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060d787-9d09-44f3-af5a-cfb7d13b3317 None None] Pushing event updated for resources: {'Port': ['ID=40285c07-c415-4f79-9ceb-b9df6262a21a,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:20.224933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Port 866ab018-75c2-41af-a73c-d24b2856f68c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:20.228776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Allocated IP 2001:db8::f816:3eff:fe14:58f9 (70bc74a8-f345-4115-a4c4-4fbf84d34303/49cb7f3d-9397-4bf3-b6be-d1eb21859705/148fb169-fc23-4302-b602-779697374969) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:20.231795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:20.231795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:20.239835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d86f0-8560-47f5-bc67-9ba59546b6e4 None None] Network 2b73b9b6-62b9-436d-b314-e4e9f2de2634 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:20.327599 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 529c8bde-170e-4eb6-953f-c007726d75c0 resource provider aggregate not found Oct 20 03:38:20.349226 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 529c8bde-170e-4eb6-953f-c007726d75c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 529c8bde-170e-4eb6-953f-c007726d75c0 found for delete ", "request_id": "req-89cb452d-59e7-45be-8346-c10f216fbac4"}]} Oct 20 03:38:20.402348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33182) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:20.413479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Deleting port b4e37689-bb64-43d6-8d49-0a639ad9d169 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:20.414410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.424933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.511324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Pushing event deleted for resources: {'Port': ['ID=1705c692-51e3-450a-af36-8721312b819b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:20.513718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Deleting port b4e37689-bb64-43d6-8d49-0a639ad9d169 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:20.514955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.567077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:20.567589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.720411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Allocated IP 172.26.7.136 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/1c8dda32-3dcc-457b-a1a9-d01d8758461c) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:20.762851 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a03c9123-0742-4351-8af2-e647d77c836d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=91e2b40774f5476593a4866f31129b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593152 Oct 20 03:38:20.772296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33188) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:20.835814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Router cda22f39-51aa-45a5-9c29-f05319f9bd75 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:38:20.869275 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 2 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:20.923096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:20.976531 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4274030 Oct 20 03:38:20.979086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33192) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:20.994598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b7e9-8aa1-497c-bbb5-2360567bd7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.999169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': '614d0636-65a3-4db2-b225-5db763d48d58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:21.098476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Port 866ab018-75c2-41af-a73c-d24b2856f68c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:21.114196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b7e9-8aa1-497c-bbb5-2360567bd7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.140129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.168738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62209d-e6ac-4b6d-9ccc-7186078e325f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Network': ['ID=614d0636-65a3-4db2-b225-5db763d48d58,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:21.174751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Transition to ACTIVE for port object 148fb169-fc23-4302-b602-779697374969 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:21.195072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:21.201011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:21.206200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:21.216179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:21.219228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:21.230590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.234057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 614d0636-65a3-4db2-b225-5db763d48d58 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:21.240865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ff6a5-f0d6-4e1a-a6d7-701355695c56 req-04c6cb32-a802-446d-af4c-08bf6f70c1ab tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:21.248303 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1f5ff6a5-f0d6-4e1a-a6d7-701355695c56 req-04c6cb32-a802-446d-af4c-08bf6f70c1ab tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/ports?device_id=89cd8f54-4e35-4f66-ba77-3e7c18b2cebc HTTP/1.1" status: 200 len: 867 time: 1.4795721 Oct 20 03:38:21.257634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] Sync routers for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:21.323662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] No DVR routers for this DVR port 1705c692-51e3-450a-af36-8721312b819b on host hv-neutron-8618 {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:21.326331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.330478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'name': 'network-vif-deleted', 'tag': '1705c692-51e3-450a-af36-8721312b819b'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:38:21.332946 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e127d7f-f459-405c-a108-2e44457a35c2" -d '{"events": [{"server_uuid": "89cd8f54-4e35-4f66-ba77-3e7c18b2cebc", "name": "network-vif-deleted", "tag": "1705c692-51e3-450a-af36-8721312b819b"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:38:21.336260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Transition to ACTIVE for port object 148fb169-fc23-4302-b602-779697374969 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:21.345711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:21.372338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.372886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:21.373651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:21.395510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8135112e-8e5b-4197-87b3-273973cfb62d x-openstack-request-id: req-8135112e-8e5b-4197-87b3-273973cfb62d {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:38:21.396002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cd8f54-4e35-4f66-ba77-3e7c18b2cebc", "name": "network-vif-deleted", "tag": "1705c692-51e3-450a-af36-8721312b819b", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:38:21.396323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8135112e-8e5b-4197-87b3-273973cfb62d {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:38:21.397119 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8135112e-8e5b-4197-87b3-273973cfb62d'] response: {'server_uuid': '89cd8f54-4e35-4f66-ba77-3e7c18b2cebc', 'name': 'network-vif-deleted', 'tag': '1705c692-51e3-450a-af36-8721312b819b', 'status': 'completed', 'code': 200} Oct 20 03:38:21.401806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:21.407733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.434014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b7e9-8aa1-497c-bbb5-2360567bd7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.436787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b7e9-8aa1-497c-bbb5-2360567bd7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.442143 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8bb2b7e9-8aa1-497c-bbb5-2360567bd7de admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f248399c-f2eb-48ed-b3a6-bfdc02cf829c HTTP/1.1" status: 204 len: 168 time: 0.6648409 Oct 20 03:38:21.442143 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b59d126-ea64-4d90-962b-323056fcf2bf req-2f97c64a-cb78-4ac3-9c6e-5f7acc7faac0 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.26 "DELETE /v2.0/ports/1705c692-51e3-450a-af36-8721312b819b HTTP/1.1" status: 204 len: 173 time: 2.6743369 Oct 20 03:38:21.442925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 40285c07-c415-4f79-9ceb-b9df6262a21a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:21.515334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2b7e9-8aa1-497c-bbb5-2360567bd7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248399c-f2eb-48ed-b3a6-bfdc02cf829c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:21.538590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 66a66aae-5f1e-49b8-bea4-e816f2722120 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:21.558398 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1f5ff6a5-f0d6-4e1a-a6d7-701355695c56 req-1c663390-8955-42c8-a959-6a6e2f5e9263 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups?id=4852370b-e18a-48bf-90ba-5016cb982317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091278 Oct 20 03:38:21.575199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:21.604360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.633327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:21.641447 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 3 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:21.717294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] For port b4e37689-bb64-43d6-8d49-0a639ad9d169, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b4e37689-bb64-43d6-8d49-0a639ad9d169,segment=NetworkSegment(78bddee5-94a6-412d-b533-a65f8e159159),segment_id=78bddee5-94a6-412d-b533-a65f8e159159)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:21.717674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.842496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] For port b4e37689-bb64-43d6-8d49-0a639ad9d169, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b4e37689-bb64-43d6-8d49-0a639ad9d169,segment=NetworkSegment(78bddee5-94a6-412d-b533-a65f8e159159),segment_id=78bddee5-94a6-412d-b533-a65f8e159159)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:21.843080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.847210 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.850533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2,segment=NetworkSegment(829c1a2e-ff3b-4117-8330-0ba9d6dcde46),segment_id=829c1a2e-ff3b-4117-8330-0ba9d6dcde46)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:21.854640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.925861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd48927-cc57-4b9f-b1dc-048d5263290a None None] Network 2b73b9b6-62b9-436d-b314-e4e9f2de2634 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:21.959062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=66c48e8f-6cd7-4c94-b412-66e3440f4737,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:21.965906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Checking segment: {'id': '1424c48f-1234-4d72-ae36-d620bd39dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '614d0636-65a3-4db2-b225-5db763d48d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:21.966278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network hostable DHCP agents. Network: 614d0636-65a3-4db2-b225-5db763d48d58, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:22.000129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:22.035846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 614d0636-65a3-4db2-b225-5db763d48d58 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:22.093101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 614d0636-65a3-4db2-b225-5db763d48d58) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:22.098750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:22.100885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.189552 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5e388e43-1886-4677-a413-548c358125a7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2063146 Oct 20 03:38:22.191567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33208) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:22.198033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1534243400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:22.205240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Calling delete_port for b4e37689-bb64-43d6-8d49-0a639ad9d169 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:22.208959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:22.213936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:router and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:22.227022 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:22.246826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Calling delete_port for b4e37689-bb64-43d6-8d49-0a639ad9d169 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:22.253075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:22.277287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:22.279293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Pushing event updated for resources: {'Port': ['ID=148fb169-fc23-4302-b602-779697374969,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:22.303515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:22.318978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Port 866ab018-75c2-41af-a73c-d24b2856f68c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:22.319833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e50947-4881-4f37-b086-c6fca708aacc None None] Network 614d0636-65a3-4db2-b225-5db763d48d58 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:22.339195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.340380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.356567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:22.361351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.377352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:22.419187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.442064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.541527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.543916 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ac9620b3-b669-47ca-980e-58b124b1c1a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3519425 Oct 20 03:38:22.546184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33220) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:22.557785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'network_id': '614d0636-65a3-4db2-b225-5db763d48d58', 'name': 'tempest-PortsTestJSON-1942616531'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:22.568869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:22.592711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:22.594023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1705c692-51e3-450a-af36-8721312b819b no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:22.614052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:22.686869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event updated for resources: {'Port': ['ID=1c8dda32-3dcc-457b-a1a9-d01d8758461c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:22.699989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:fef6:4f7c (70bc74a8-f345-4115-a4c4-4fbf84d34303/49cb7f3d-9397-4bf3-b6be-d1eb21859705/eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:22.755419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 1705c692-51e3-450a-af36-8721312b819b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:22.755932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1705c692-51e3-450a-af36-8721312b819b not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:22.768334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 562af8fc-3632-4771-8164-19b45d1ed7a6 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:38:22.782585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.847572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:22.852720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:22.855831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:22.862225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:22.864043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33230) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:22.872795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 40285c07-c415-4f79-9ceb-b9df6262a21a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:22.873170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.876214 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 40285c07-c415-4f79-9ceb-b9df6262a21a Oct 20 03:38:22.900044 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 4 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:22.912397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33234) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:22.931119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Port': ['ID=b4e37689-bb64-43d6-8d49-0a639ad9d169,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:22.938462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:22.942175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.987685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:23.002881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] No DVR routers for this DVR port b4e37689-bb64-43d6-8d49-0a639ad9d169 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:23.016580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Port 866ab018-75c2-41af-a73c-d24b2856f68c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:23.017774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Attempting to bind port 148fb169-fc23-4302-b602-779697374969 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:23.018296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Attempting to bind port 148fb169-fc23-4302-b602-779697374969 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:23.018819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Attempting to bind port 148fb169-fc23-4302-b602-779697374969 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:23.035927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-347d9088-c875-4896-a00c-737ca8509222 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.062176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:23.062548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:23.062973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.063355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:23.063827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Bound port: 148fb169-fc23-4302-b602-779697374969, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:23.064200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.069765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-347d9088-c875-4896-a00c-737ca8509222 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.096998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'networks': [{'name': 'tempest-network--2110188003'}, {'name': 'tempest-network--1173519900'}]} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:23.097458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'network': {'name': 'tempest-network--2110188003'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:23.097990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'network': {'name': 'tempest-network--1173519900'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:23.111190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:23.121799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Usage tracker for resource:network and tenant:78eed53656a1451a95e7d634d51be026 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:23.132141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:23.147566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:23.184324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:23.184585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:23.242339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Made reservation on behalf of 78eed53656a1451a95e7d634d51be026 for: {'network': 2} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:23.247341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.282700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.380383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-347d9088-c875-4896-a00c-737ca8509222 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.392908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.403476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.427976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:23.432182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Usage tracker for resource:security_group_rule and tenant:78eed53656a1451a95e7d634d51be026 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:23.443563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:23.443563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d9088-c875-4896-a00c-737ca8509222 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4852370b-e18a-48bf-90ba-5016cb982317,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:23.454092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.7 (614d0636-65a3-4db2-b225-5db763d48d58/66c48e8f-6cd7-4c94-b412-66e3440f4737/ef39d0d5-0642-44e9-b99d-8e4cdc1369f8) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:23.456470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:23.515799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] For port 148fb169-fc23-4302-b602-779697374969, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:23.531513 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 5 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:23.537639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Port': ['ID=f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:23.561090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No DVR routers for this DVR port f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:23.633746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-347d9088-c875-4896-a00c-737ca8509222 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.637255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-347d9088-c875-4896-a00c-737ca8509222 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "DELETE /v2.0/security-groups/4852370b-e18a-48bf-90ba-5016cb982317 HTTP/1.1" status: 204 len: 168 time: 0.7699604 Oct 20 03:38:23.637497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] For port 148fb169-fc23-4302-b602-779697374969, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=148fb169-fc23-4302-b602-779697374969,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:23.643024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33240) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:23.663535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 40285c07-c415-4f79-9ceb-b9df6262a21a is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:23.666804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-614d0636-65a3-4db2-b225-5db763d48d58', 'network_id': '614d0636-65a3-4db2-b225-5db763d48d58', 'tenant_id': '36b8764e24e545db861ce3976f2130cf', 'fixed_ips': [{'subnet_id': '66c48e8f-6cd7-4c94-b412-66e3440f4737'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:23.667684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.683815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Port 866ab018-75c2-41af-a73c-d24b2856f68c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:23.701610 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-7a33307b-ed4c-41dd-a4bf-2eaa4b734ad2 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] show failed (client error): The resource could not be found. Oct 20 03:38:23.705200 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7a33307b-ed4c-41dd-a4bf-2eaa4b734ad2 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "GET /v2.0/security-groups/4852370b-e18a-48bf-90ba-5016cb982317 HTTP/1.1" status: 404 len: 347 time: 0.0575099 Oct 20 03:38:23.707043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33244) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:23.776903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.809363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbaf451-5d94-4881-95cd-58a104a2b809']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:23.849566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.895209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bddee5-94a6-412d-b533-a65f8e159159') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:23.895501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bddee5-94a6-412d-b533-a65f8e159159') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:23.928484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.934773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.934945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Deleting port b4e37689-bb64-43d6-8d49-0a639ad9d169 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:23.934945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.935200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.938284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.998405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Deleting port b9f6b697-9fa3-4a23-8cae-bb4198ec325a {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:23.999373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.999672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:24.014075 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Sync routers for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:24.031334 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:24.032240 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:24.040285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0357b5a5-c5bf-4cbc-88c9-c1727f858807', 'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'mac_address': 'fa:16:3e:e0:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:18Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 5, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'subnets': [{'id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:24.051321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ec484-9dec-4f2c-9430-8f1761c8d082 None None] The port 'b4e37689-bb64-43d6-8d49-0a639ad9d169' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:38:24.052427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559ea8d-2aec-4ee0-9d91-6a0f79b04943 None None] Pushing event updated for resources: {'Port': ['ID=148fb169-fc23-4302-b602-779697374969,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:24.057355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] Checking router: cda22f39-51aa-45a5-9c29-f05319f9bd75 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:24.078723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:24.079251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.079731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:24.091128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4c5bfd-4626-4f63-9596-9b760c0fad93,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:24.103922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:24.117648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:24.138640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.138982 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Added segment 7698de79-2077-422f-87fa-ba12531a7fe1 of type vlan for network c92ffd1f-81cd-4d31-bbbc-4a866b07f779 Oct 20 03:38:24.241487 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 6 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:24.268353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.295675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.357662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.357949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.367661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.401148 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:24.499648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.501295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:24.516606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Calling delete_port for b9f6b697-9fa3-4a23-8cae-bb4198ec325a owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:24.539174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:24.540129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.626221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Port 866ab018-75c2-41af-a73c-d24b2856f68c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:24.659991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Allocated IP 172.20.0.2 (614d0636-65a3-4db2-b225-5db763d48d58/66c48e8f-6cd7-4c94-b412-66e3440f4737/ff858825-5500-43a8-97bf-7eb892712b3e) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:24.674938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.675605 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Added segment 8dfbc967-b755-41c2-9d08-a7e303135287 of type vlan for network 04d63858-a911-46bc-91ca-ffcc2e67fbf2 Oct 20 03:38:24.688444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 614d0636-65a3-4db2-b225-5db763d48d58 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:24.696848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:24.711464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:24.713740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:24.729383 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 78bddee5-94a6-412d-b533-a65f8e159159 resource provider aggregate not found Oct 20 03:38:24.756662 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9c9a2e3e-ffef-4c75-bd03-d5dc3d4a3ba1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/562af8fc-3632-4771-8164-19b45d1ed7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8879788 Oct 20 03:38:24.760969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33252) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:24.764819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=ef39d0d5-0642-44e9-b99d-8e4cdc1369f8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:24.786170 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.798622 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 78bddee5-94a6-412d-b533-a65f8e159159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78bddee5-94a6-412d-b533-a65f8e159159 found for delete ", "request_id": "req-35e3e8b2-19e2-487e-b684-98c5bac0061b"}]} Oct 20 03:38:24.835446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:24.836119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.921699 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:38:16Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:18Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:24.931010 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Checking router: 562af8fc-3632-4771-8164-19b45d1ed7a6 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:24.931789 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Updating router 562af8fc-3632-4771-8164-19b45d1ed7a6 port 866ab018-75c2-41af-a73c-d24b2856f68c binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:38:24.944020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.978438 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-19515862-435f-4960-8a57-fc491bebc536 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4299541 Oct 20 03:38:24.981951 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33256) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:24.990158 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.014388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:25.018988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.085945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.128952 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 7 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:25.195260 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.195755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.201863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.212267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.212932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.260868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.270627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.272050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Port 866ab018-75c2-41af-a73c-d24b2856f68c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:25.299571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Pushing event deleted for resources: {'Port': ['ID=b9f6b697-9fa3-4a23-8cae-bb4198ec325a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:25.391232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Network': ['ID=dbbaf451-5d94-4881-95cd-58a104a2b809,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:25.396246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.402189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0357b5a5-c5bf-4cbc-88c9-c1727f858807', 'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'mac_address': 'fa:16:3e:e0:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:18Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 5, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'subnets': [{'id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:25.413277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182fdb4-546a-4773-8748-1847651f3282 None None] The sync data for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv is: [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:34:21Z', 'revision_number': 4, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0357b5a5-c5bf-4cbc-88c9-c1727f858807', 'name': '', 'network_id': '0d196197-6218-45a1-954c-3d461e643c4a', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'mac_address': 'fa:16:3e:e0:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:18Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 5, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'subnets': [{'id': '0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:25.421196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Transition to ACTIVE for port object ff858825-5500-43a8-97bf-7eb892712b3e will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:25.448442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=80dcb75a-acea-4c71-907b-aaf04e45b7e0,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:25.459567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762f4f6-025a-47d1-a5c7-f7d49a6ab576 None None] Network 2b73b9b6-62b9-436d-b314-e4e9f2de2634 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:25.494574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Transition to ACTIVE for port object ff858825-5500-43a8-97bf-7eb892712b3e will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:25.495315 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d3be218a-6a62-4943-a5d1-78a0e4e48b58 tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/networks/dbbaf451-5d94-4881-95cd-58a104a2b809 HTTP/1.1" status: 204 len: 168 time: 6.1973205 Oct 20 03:38:25.499360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33260) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:25.530176 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.558862 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Transition to ACTIVE for port object 866ab018-75c2-41af-a73c-d24b2856f68c will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:25.607471 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.612966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.626473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.626965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.627424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.627882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.628341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.628798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.629276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.629755 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.630175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.630626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.631078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.631527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.631975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.633106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.638489 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d9ed2620-774d-4952-90da-5e49656605d2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9674 time: 0.8691018 Oct 20 03:38:25.655368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33264) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:25.729457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Network': ['ID=c92ffd1f-81cd-4d31-bbbc-4a866b07f779,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:25.787324 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 8 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:25.807026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.901649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Port 866ab018-75c2-41af-a73c-d24b2856f68c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:25.902498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184644c-7729-4617-8828-11d800947bc5 None None] New status for floating IP ac381e13-5190-45c3-8618-7fa14c07319b: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:38:25.949524 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553b878-1495-4265-aee1-5a3c183da460 None None] Pushing event updated for resources: {'Port': ['ID=866ab018-75c2-41af-a73c-d24b2856f68c,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:25.955341 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Attempting to bind port 866ab018-75c2-41af-a73c-d24b2856f68c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:25.955707 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Attempting to bind port 866ab018-75c2-41af-a73c-d24b2856f68c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:25.956219 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Attempting to bind port 866ab018-75c2-41af-a73c-d24b2856f68c on network 66a66aae-5f1e-49b8-bea4-e816f2722120 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:25.962366 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:25.962744 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Checking segment: {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:25.963141 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.963803 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Bound using segment: {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:25.964479 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Bound port: 866ab018-75c2-41af-a73c-d24b2856f68c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:25.964850 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.965177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network c92ffd1f-81cd-4d31-bbbc-4a866b07f779 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:25.978556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 148fb169-fc23-4302-b602-779697374969 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:26.013486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Network': ['ID=04d63858-a911-46bc-91ca-ffcc2e67fbf2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:26.026492 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c4156b14-a7aa-442f-a0c3-9737d0c10366 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1116230 Oct 20 03:38:26.033585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33268) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:26.069088 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] For port 866ab018-75c2-41af-a73c-d24b2856f68c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:26.073437 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] For port 866ab018-75c2-41af-a73c-d24b2856f68c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=866ab018-75c2-41af-a73c-d24b2856f68c,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:26.108298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b73b9b6-62b9-436d-b314-e4e9f2de2634']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:26.118264 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.130382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 04d63858-a911-46bc-91ca-ffcc2e67fbf2 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:26.139450 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.186315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.188390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.194236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829c1a2e-ff3b-4117-8330-0ba9d6dcde46') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:26.194535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829c1a2e-ff3b-4117-8330-0ba9d6dcde46') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:26.200136 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:26.200974 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:26.262207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Network 614d0636-65a3-4db2-b225-5db763d48d58 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:26.284771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.288124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.290170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:26.294282 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6caff9f7-e605-4b0e-9763-2f38b84c3408 tempest-ServerActionsTestJSON-141806992 tempest-ServerActionsTestJSON-141806992-project] 10.222.0.33 "DELETE /v2.0/floatingips/ac381e13-5190-45c3-8618-7fa14c07319b HTTP/1.1" status: 204 len: 168 time: 2.5864918 Oct 20 03:38:26.294931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33272) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:26.360988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:26.393318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.395608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Pushing event updated for resources: {'Port': ['ID=ff858825-5500-43a8-97bf-7eb892712b3e,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:26.420857 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 9 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:26.441152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f780150-9cb1-4dae-b0ec-6e91cedb2713 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.441671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f780150-9cb1-4dae-b0ec-6e91cedb2713 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.442128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f780150-9cb1-4dae-b0ec-6e91cedb2713 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.442576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f780150-9cb1-4dae-b0ec-6e91cedb2713 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.443015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f780150-9cb1-4dae-b0ec-6e91cedb2713 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.443454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f780150-9cb1-4dae-b0ec-6e91cedb2713 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.443895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f780150-9cb1-4dae-b0ec-6e91cedb2713 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.444335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f780150-9cb1-4dae-b0ec-6e91cedb2713 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.447443 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:26.449855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4f780150-9cb1-4dae-b0ec-6e91cedb2713 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5182 time: 0.7810640 Oct 20 03:38:26.456980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33276) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:26.540040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:26.556503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:26.570783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.612143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:26.618256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.618890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.646420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:26.669922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2893ab-084b-42cd-8db6-2ee3cf3f19fb None None] DHCP port deletion for 2b73b9b6-62b9-436d-b314-e4e9f2de2634 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:26.764051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Attempting to bind port ff858825-5500-43a8-97bf-7eb892712b3e on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:26.764668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Attempting to bind port ff858825-5500-43a8-97bf-7eb892712b3e by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '1424c48f-1234-4d72-ae36-d620bd39dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '614d0636-65a3-4db2-b225-5db763d48d58'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:26.765250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Attempting to bind port ff858825-5500-43a8-97bf-7eb892712b3e on network 614d0636-65a3-4db2-b225-5db763d48d58 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:26.774476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:26.774894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.780913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:26.782088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Checking segment: {'id': '1424c48f-1234-4d72-ae36-d620bd39dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '614d0636-65a3-4db2-b225-5db763d48d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:26.784662 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.785230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Bound using segment: {'id': '1424c48f-1234-4d72-ae36-d620bd39dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '614d0636-65a3-4db2-b225-5db763d48d58'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:26.786409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Bound port: ff858825-5500-43a8-97bf-7eb892712b3e, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1424c48f-1234-4d72-ae36-d620bd39dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '614d0636-65a3-4db2-b225-5db763d48d58'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:26.788331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.861101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 148fb169-fc23-4302-b602-779697374969 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:26.865049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Port 866ab018-75c2-41af-a73c-d24b2856f68c had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:38:26.888797 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 829c1a2e-ff3b-4117-8330-0ba9d6dcde46 resource provider aggregate not found Oct 20 03:38:26.917005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Provisioning complete for port 40285c07-c415-4f79-9ceb-b9df6262a21a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:26.917429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.917770 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Attempt 1 to provision port 40285c07-c415-4f79-9ceb-b9df6262a21a Oct 20 03:38:26.986515 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 829c1a2e-ff3b-4117-8330-0ba9d6dcde46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 829c1a2e-ff3b-4117-8330-0ba9d6dcde46 found for delete ", "request_id": "req-d92d7c4a-1076-4d16-bd62-cdc983be9388"}]} Oct 20 03:38:26.993552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] For port ff858825-5500-43a8-97bf-7eb892712b3e, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:26.998485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] For port ff858825-5500-43a8-97bf-7eb892712b3e, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ff858825-5500-43a8-97bf-7eb892712b3e,segment=NetworkSegment(1424c48f-1234-4d72-ae36-d620bd39dd32),segment_id=1424c48f-1234-4d72-ae36-d620bd39dd32)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:27.002666 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553b878-1495-4265-aee1-5a3c183da460 None None] Pushing event updated for resources: {'Port': ['ID=866ab018-75c2-41af-a73c-d24b2856f68c,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:27.040075 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:38:16Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:26Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:27.046336 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abf9dc-992f-46b8-949c-ffb21a5f7265 None None] The sync data for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv is: [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:38:16Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:26Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:27.059056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c6c3c-22b0-43fa-ac2c-34fa57b8717e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.065830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c6c3c-22b0-43fa-ac2c-34fa57b8717e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.072269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c6c3c-22b0-43fa-ac2c-34fa57b8717e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.073241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.078761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c6c3c-22b0-43fa-ac2c-34fa57b8717e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.084351 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-641c6c3c-22b0-43fa-ac2c-34fa57b8717e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0423300 Oct 20 03:38:27.089542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33284) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:27.121223 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0577a580-4ad8-4a7e-aef0-89d9d01b99fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 8.5006802 Oct 20 03:38:27.132963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33288) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:27.147883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2b87a-7194-4f4f-ad36-18fd6e55dcb3 None None] Current status of the port 40285c07-c415-4f79-9ceb-b9df6262a21a is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:27.192680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.209444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d09ac-57b7-4ab3-acd7-fdf96f753d1d None None] Pushing event updated for resources: {'Port': ['ID=ff858825-5500-43a8-97bf-7eb892712b3e,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:27.270781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.323499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.366447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb0b7cd-5aac-453e-a288-e3292a23d08a']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:27.380920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=2b73b9b6-62b9-436d-b314-e4e9f2de2634,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:27.386048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Provisioning for port 148fb169-fc23-4302-b602-779697374969 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:27.393355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Provisioning complete for port 148fb169-fc23-4302-b602-779697374969 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:27.393956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.395172 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Attempt 1 to provision port 148fb169-fc23-4302-b602-779697374969 Oct 20 03:38:27.397242 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0c371404-1e25-411b-80a4-c3fdb6a6dafc tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/2b73b9b6-62b9-436d-b314-e4e9f2de2634 HTTP/1.1" status: 204 len: 168 time: 10.7370894 Oct 20 03:38:27.401149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8c7e6e-12b9-493b-b99e-bcfc7249164a') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:27.401479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8c7e6e-12b9-493b-b99e-bcfc7249164a') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:27.411870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.418330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33292) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:27.469958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.472475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.541560 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e462e55a-3316-40df-8988-8c18f0173f32 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:27.542276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e462e55a-3316-40df-8988-8c18f0173f32 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:27.544946 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e462e55a-3316-40df-8988-8c18f0173f32 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/80dcb75a-acea-4c71-907b-aaf04e45b7e0 HTTP/1.1" status: 404 len: 337 time: 0.1225157 Oct 20 03:38:27.602386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Current status of the port 148fb169-fc23-4302-b602-779697374969 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:27.602931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.620205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33296) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:27.641378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Router 9e3d9e87-699d-4e70-a713-698176bd5dea is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:38:27.658244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] For port 148fb169-fc23-4302-b602-779697374969, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=148fb169-fc23-4302-b602-779697374969,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:27.684993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.701394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b26192d-7939-48b4-aecd-282319d209e7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:27.701798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b26192d-7939-48b4-aecd-282319d209e7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:27.703735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3b26192d-7939-48b4-aecd-282319d209e7 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/2b73b9b6-62b9-436d-b314-e4e9f2de2634 HTTP/1.1" status: 404 len: 339 time: 0.0768900 Oct 20 03:38:27.718486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33300) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:27.721254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.800164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Could not find standard attr ID for object f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:27.814246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:27.814555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.831830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Pushing event updated for resources: {'Port': ['ID=148fb169-fc23-4302-b602-779697374969,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:27.837119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab30d9-8945-4155-ad8e-bbb75aebc39f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.843255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab30d9-8945-4155-ad8e-bbb75aebc39f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.847574 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bcab30d9-8945-4155-ad8e-bbb75aebc39f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7060595 Oct 20 03:38:27.848123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33304) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:27.891034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ff858825-5500-43a8-97bf-7eb892712b3e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:27.927392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Provisioning for port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:27.953855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Provisioning complete for port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:27.954241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.954631 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Attempt 1 to provision port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea Oct 20 03:38:28.008295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.044864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:28.109943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ff858825-5500-43a8-97bf-7eb892712b3e completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:28.116366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 866ab018-75c2-41af-a73c-d24b2856f68c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:28.145611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3c739580-eefb-4387-95c3-90803bde8131 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:28.145954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c739580-eefb-4387-95c3-90803bde8131 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.286930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 866ab018-75c2-41af-a73c-d24b2856f68c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:28.296814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 866ab018-75c2-41af-a73c-d24b2856f68c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:28.297192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.297566 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:28.312762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:28.321789 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dc357d-5b87-478d-990a-055e3245135d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:28.322194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11dc357d-5b87-478d-990a-055e3245135d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:28.326662 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-11dc357d-5b87-478d-990a-055e3245135d tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/75e6e830-574e-40ef-a059-ec9b080ce025 HTTP/1.1" status: 404 len: 337 time: 0.5205445 Oct 20 03:38:28.326866 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8828c0-d44a-41af-a5d1-4930b1a55e4f None None] Sync routers for ids ['9e3d9e87-699d-4e70-a713-698176bd5dea'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:28.338523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33308) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:28.343511 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8828c0-d44a-41af-a5d1-4930b1a55e4f None None] Routers {'9e3d9e87-699d-4e70-a713-698176bd5dea'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:28.344053 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-df8828c0-d44a-41af-a5d1-4930b1a55e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['9e3d9e87-699d-4e70-a713-698176bd5dea'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.381223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.427456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92ffd1f-81cd-4d31-bbbc-4a866b07f779']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.456172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7698de79-2077-422f-87fa-ba12531a7fe1') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.456538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7698de79-2077-422f-87fa-ba12531a7fe1') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.470406 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-df8828c0-d44a-41af-a5d1-4930b1a55e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.473906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.492639 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-98092781-dc17-4808-be3c-bd08086c5bc8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3570 time: 2.0261576 Oct 20 03:38:28.493173 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8828c0-d44a-41af-a5d1-4930b1a55e4f None None] Routers {'9e3d9e87-699d-4e70-a713-698176bd5dea'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:28.494181 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-df8828c0-d44a-41af-a5d1-4930b1a55e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['9e3d9e87-699d-4e70-a713-698176bd5dea'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.507219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.546509 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Attempt 2 to provision port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea Oct 20 03:38:28.561134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.570884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.576892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/networks/7eb0b7cd-5aac-453e-a288-e3292a23d08a HTTP/1.1" status: 204 len: 168 time: 3.0618668 Oct 20 03:38:28.582315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33314) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:28.587169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.589775 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bbb1a077-5c16-4973-bec0-e4044c757658 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.6163321 Oct 20 03:38:28.595074 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33316) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:28.597048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82955e7a-9bf2-4ae4-b9f5-eaae9f08c45c tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Network': ['ID=7eb0b7cd-5aac-453e-a288-e3292a23d08a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:28.652496 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-df8828c0-d44a-41af-a5d1-4930b1a55e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.653048 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8828c0-d44a-41af-a5d1-4930b1a55e4f None None] The sync data for ids ['9e3d9e87-699d-4e70-a713-698176bd5dea'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:28.680089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:28.680499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.685547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:28.686340 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 866ab018-75c2-41af-a73c-d24b2856f68c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:28.687010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.696917 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-94294388-902e-4441-ad82-003317231d11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:28.700782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94294388-902e-4441-ad82-003317231d11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:28.703694 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-94294388-902e-4441-ad82-003317231d11 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/9e7840ba-aace-4f65-9b08-928e72adfdb5 HTTP/1.1" status: 404 len: 339 time: 0.3235004 Oct 20 03:38:28.716866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfcfa69-28df-4f5c-84af-273a8ac265a8 None None] Network 614d0636-65a3-4db2-b225-5db763d48d58 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:28.723885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33322) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:28.819313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 866ab018-75c2-41af-a73c-d24b2856f68c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=866ab018-75c2-41af-a73c-d24b2856f68c,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:28.872671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.894550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:38:28.920430 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.925922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:28.933366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.969879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.992579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.010811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:29.011053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f60e02a2-5cb8-49a2-ab0d-4ca816bc95a2 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:29.011140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.034532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment ce8c7e6e-12b9-493b-b99e-bcfc7249164a resource provider aggregate not found Oct 20 03:38:29.040913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Network': ['ID=c92ffd1f-81cd-4d31-bbbc-4a866b07f779,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:29.049839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=866ab018-75c2-41af-a73c-d24b2856f68c,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:29.050255 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-42760e34-d373-4c24-89dd-1cf4343d3eb4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/networks/c92ffd1f-81cd-4d31-bbbc-4a866b07f779 HTTP/1.1" status: 204 len: 168 time: 1.9318466 Oct 20 03:38:29.050794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33330) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:29.054967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.087201 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment ce8c7e6e-12b9-493b-b99e-bcfc7249164a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce8c7e6e-12b9-493b-b99e-bcfc7249164a found for delete ", "request_id": "req-7686acd6-4d3e-4438-9adb-6d837ed98e47"}]} Oct 20 03:38:29.157392 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7698de79-2077-422f-87fa-ba12531a7fe1 resource provider aggregate not found Oct 20 03:38:29.187844 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Attempt 3 to provision port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea Oct 20 03:38:29.187981 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c3308255-653c-4349-a97c-647f6807b66d tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/routers/9e3d9e87-699d-4e70-a713-698176bd5dea HTTP/1.1" status: 200 len: 921 time: 0.5836034 Oct 20 03:38:29.189564 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7698de79-2077-422f-87fa-ba12531a7fe1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7698de79-2077-422f-87fa-ba12531a7fe1 found for delete ", "request_id": "req-c05713e0-204f-4e95-ada6-c0b868bf337d"}]} Oct 20 03:38:29.192308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c739580-eefb-4387-95c3-90803bde8131 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.203989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33338) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:29.258146 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:29.319329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.353727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.428326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4501381f-6389-48d5-9a64-02d2c1311e00']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.483653 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ab1815c2-842e-41c7-bcfd-9358b71f961d tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=9e3d9e87-699d-4e70-a713-698176bd5dea HTTP/1.1" status: 200 len: 205 time: 0.2689841 Oct 20 03:38:29.495425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33342) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:29.500123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218a2f20-4e01-4792-95a7-4f241b900836') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.500426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218a2f20-4e01-4792-95a7-4f241b900836') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.564070 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3c739580-eefb-4387-95c3-90803bde8131 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:29.665588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Deleting port 0357b5a5-c5bf-4cbc-88c9-c1727f858807 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:29.666227 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.716388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33350) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:29.725419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=ef39d0d5-0642-44e9-b99d-8e4cdc1369f8,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:29.755789 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999927328', 'description': 'tempest-secgroup-smoke-999927328 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:29.759038 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Attempt 4 to provision port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea Oct 20 03:38:29.777978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:29.799506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 148fb169-fc23-4302-b602-779697374969 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:29.804452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.804768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.812077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:29.818689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.824783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:29.852539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.858890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:29.868173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d63858-a911-46bc-91ca-ffcc2e67fbf2']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.882417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:29.882820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.911848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:29.914752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfbc967-b755-41c2-9d08-a7e303135287') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.915052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfbc967-b755-41c2-9d08-a7e303135287') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.944445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 148fb169-fc23-4302-b602-779697374969 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:29.945203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.945801 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 148fb169-fc23-4302-b602-779697374969 Oct 20 03:38:29.946041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f509c7c-f06f-4968-b8b0-5e6bb605979a']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.983962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.015472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edfc112-ed63-4eb4-ab78-000b092be0e3') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:30.015775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edfc112-ed63-4eb4-ab78-000b092be0e3') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:30.026060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.084617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.087488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.104578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.129780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 148fb169-fc23-4302-b602-779697374969 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:30.130981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 866ab018-75c2-41af-a73c-d24b2856f68c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:30.170224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:30.170686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.192033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.194533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:30.198357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 866ab018-75c2-41af-a73c-d24b2856f68c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:30.198738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.199073 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:30.218028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:30.225812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:30.233094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:30.233529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.247348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.259242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] For port 0357b5a5-c5bf-4cbc-88c9-c1727f858807, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0357b5a5-c5bf-4cbc-88c9-c1727f858807,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:30.259882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.276754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:30.288158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.303684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=4501381f-6389-48d5-9a64-02d2c1311e00,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.307572 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-315ce18d-be14-4042-ae61-4d1a5928bd51 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/4501381f-6389-48d5-9a64-02d2c1311e00 HTTP/1.1" status: 204 len: 168 time: 1.4917862 Oct 20 03:38:30.312167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33356) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.329503 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 1edfc112-ed63-4eb4-ab78-000b092be0e3 resource provider aggregate not found Oct 20 03:38:30.331857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 866ab018-75c2-41af-a73c-d24b2856f68c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:30.367247 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-104e496f-3196-43fc-b225-05c214f0eaf5 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:30.367718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104e496f-3196-43fc-b225-05c214f0eaf5 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:30.379224 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-104e496f-3196-43fc-b225-05c214f0eaf5 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/8fd4b507-c2bf-47d3-9fb6-40f973e225e8 HTTP/1.1" status: 404 len: 337 time: 0.0669634 Oct 20 03:38:30.381984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33362) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.402733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c739580-eefb-4387-95c3-90803bde8131 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.413185 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Attempt 5 to provision port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea Oct 20 03:38:30.417343 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e9cc68-42eb-42a9-9af1-9ae19dbea32c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:30.417815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e9cc68-42eb-42a9-9af1-9ae19dbea32c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:30.421792 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-27e9cc68-42eb-42a9-9af1-9ae19dbea32c tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/ad651023-b6e4-4434-ae06-b45cee6a83ae HTTP/1.1" status: 404 len: 339 time: 0.0360556 Oct 20 03:38:30.421792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.423673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33366) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.438196 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 1edfc112-ed63-4eb4-ab78-000b092be0e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1edfc112-ed63-4eb4-ab78-000b092be0e3 found for delete ", "request_id": "req-e2eb2aef-1534-4fe8-a729-39a6a840f579"}]} Oct 20 03:38:30.453313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Port eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:38:30.467800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Provisioning complete for port 866ab018-75c2-41af-a73c-d24b2856f68c triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:30.467800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.467800 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Attempt 1 to provision port 866ab018-75c2-41af-a73c-d24b2856f68c Oct 20 03:38:30.474407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.484574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.488790 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/networks/04d63858-a911-46bc-91ca-ffcc2e67fbf2 HTTP/1.1" status: 204 len: 168 time: 1.4277439 Oct 20 03:38:30.493841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33370) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.495706 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d33fd0-30ed-4107-80a2-e9bc258a41c8 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:30.496162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d33fd0-30ed-4107-80a2-e9bc258a41c8 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:30.497947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b4d33fd0-30ed-4107-80a2-e9bc258a41c8 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/379f5ceb-4e98-408e-a4a0-38958e69dba1 HTTP/1.1" status: 404 len: 337 time: 0.0733163 Oct 20 03:38:30.501070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108986f5-91b3-4242-91a1-9c15f0050e18 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Network': ['ID=04d63858-a911-46bc-91ca-ffcc2e67fbf2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.502752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33374) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.557894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Calling delete_port for 0357b5a5-c5bf-4cbc-88c9-c1727f858807 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:30.584134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.608997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Deleting port 1c8dda32-3dcc-457b-a1a9-d01d8758461c {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:30.609356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.624794 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56a64d1e-7c65-4f04-8397-5b4028a9c3bc None None] Current status of the port 866ab018-75c2-41af-a73c-d24b2856f68c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:30.626206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c739580-eefb-4387-95c3-90803bde8131 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.641747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dcbfe8-e7f5-40f2-9778-28a9a9ce6cf2 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:30.642211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3dcbfe8-e7f5-40f2-9778-28a9a9ce6cf2 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:30.646247 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a3dcbfe8-e7f5-40f2-9778-28a9a9ce6cf2 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/4c9f0d19-6abb-4d28-8b65-a5f680646e9b HTTP/1.1" status: 404 len: 339 time: 0.1224492 Oct 20 03:38:30.662360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33378) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.720505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c739580-eefb-4387-95c3-90803bde8131 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.721415 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7a9694-67a3-47ae-b6ea-79df692de7ae tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:30.721871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7a9694-67a3-47ae-b6ea-79df692de7ae tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:30.726135 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8e7a9694-67a3-47ae-b6ea-79df692de7ae tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/ed967fbc-5d63-49e5-bd62-8d97afa8eaed HTTP/1.1" status: 404 len: 337 time: 0.0600426 Oct 20 03:38:30.732091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33382) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.734218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.777319 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.814717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] Pushing event deleted for resources: {'Network': ['ID=6f509c7c-f06f-4968-b8b0-5e6bb605979a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.825036 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6be7cad8-e63c-4068-98e8-0a1aef822d3f tempest-BulkNetworkOpsIpV6Test-674625441 tempest-BulkNetworkOpsIpV6Test-674625441-project] 10.222.0.33 "DELETE /v2.0/networks/6f509c7c-f06f-4968-b8b0-5e6bb605979a HTTP/1.1" status: 204 len: 168 time: 2.2269218 Oct 20 03:38:30.829345 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3c739580-eefb-4387-95c3-90803bde8131 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea HTTP/1.1" status: 204 len: 168 time: 2.9760230 Oct 20 03:38:30.834777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Provisioning for port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:30.836806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33388) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.842752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Provisioning complete for port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:30.843100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.845112 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 1 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:30.849887 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acbd5c6-f0e1-4a0d-bca4-f0be292ff001 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:30.850368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0acbd5c6-f0e1-4a0d-bca4-f0be292ff001 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:30.852702 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0acbd5c6-f0e1-4a0d-bca4-f0be292ff001 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/815f5726-dead-41c4-9174-d65685d2ab17 HTTP/1.1" status: 404 len: 339 time: 0.1196735 Oct 20 03:38:30.864438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33392) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.935419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:30.937353 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b74ffc4-ab9f-431e-9212-8d80698e2a7a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:30.937825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b74ffc4-ab9f-431e-9212-8d80698e2a7a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:30.941963 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3b74ffc4-ab9f-431e-9212-8d80698e2a7a tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/6ffed0b4-b9af-425a-a6b7-fc3d9f09b9af HTTP/1.1" status: 404 len: 337 time: 0.0719092 Oct 20 03:38:30.946731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d757a71-3c8e-4679-bb9c-238173cb9fbb tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:30.952049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33396) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:30.952563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d757a71-3c8e-4679-bb9c-238173cb9fbb tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:30.953345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2d757a71-3c8e-4679-bb9c-238173cb9fbb tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Synchronizing usage tracker for tenant:78eed53656a1451a95e7d634d51be026 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:31.001023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.120455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2d757a71-3c8e-4679-bb9c-238173cb9fbb tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Unset dirty status for tenant:78eed53656a1451a95e7d634d51be026 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:31.121738 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2d757a71-3c8e-4679-bb9c-238173cb9fbb tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6227109 Oct 20 03:38:31.129217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Calling delete_port for 1c8dda32-3dcc-457b-a1a9-d01d8758461c owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:31.143467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52f9b9-f9af-43ba-acf3-d30370cbfaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:31.144950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52f9b9-f9af-43ba-acf3-d30370cbfaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:31.145726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1e52f9b9-f9af-43ba-acf3-d30370cbfaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:31.152559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33400) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:31.172820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.179091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-640621026'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:31.190499 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d735b46-b7d3-4d9a-88e3-61f4cc0e083f tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:31.191152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d735b46-b7d3-4d9a-88e3-61f4cc0e083f tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:31.192815 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8d735b46-b7d3-4d9a-88e3-61f4cc0e083f tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/f1cd7bfc-4402-4a29-9711-41d2ffb7e4db HTTP/1.1" status: 404 len: 339 time: 0.2396770 Oct 20 03:38:31.193971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:31.205042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33404) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:31.221021 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 218a2f20-4e01-4792-95a7-4f241b900836 resource provider aggregate not found Oct 20 03:38:31.251461 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 218a2f20-4e01-4792-95a7-4f241b900836 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 218a2f20-4e01-4792-95a7-4f241b900836 found for delete ", "request_id": "req-936828b2-dbd0-45e9-a515-377b676e0987"}]} Oct 20 03:38:31.284936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:31.287088 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8dfbc967-b755-41c2-9d08-a7e303135287 resource provider aggregate not found Oct 20 03:38:31.291336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1e52f9b9-f9af-43ba-acf3-d30370cbfaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:31.292560 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1e52f9b9-f9af-43ba-acf3-d30370cbfaeb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4531713 Oct 20 03:38:31.293294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.298337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33418) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:31.309889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.318023 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbac0d4-fce8-4f37-8d35-ceefc6b09ca4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:31.318483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cbac0d4-fce8-4f37-8d35-ceefc6b09ca4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:31.339096 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8dfbc967-b755-41c2-9d08-a7e303135287 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dfbc967-b755-41c2-9d08-a7e303135287 found for delete ", "request_id": "req-20aa43fb-a795-42cc-a7cf-7d4331e643d2"}]} Oct 20 03:38:31.365381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33422) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:31.385305 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1cbac0d4-fce8-4f37-8d35-ceefc6b09ca4 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/cff22342-a495-4b91-8943-67cc1697f0e3 HTTP/1.1" status: 404 len: 337 time: 0.1777639 Oct 20 03:38:31.388917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33428) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:31.437288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Made reservation on behalf of 78eed53656a1451a95e7d634d51be026 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:31.437683 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 2 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:31.440751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.466708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33000dae-153b-40ef-8a8b-9281e015eedd,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:31.509306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:31.559750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6e0816-fbfd-419b-88b1-4dc742b64ce2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 49cb7f3d-9397-4bf3-b6be-d1eb21859705 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:31.565531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.579171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0816-fbfd-419b-88b1-4dc742b64ce2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.606709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.610300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.614481 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8c3dfe9b-344d-4aae-afc1-bddb02ca174d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8877175 Oct 20 03:38:31.643154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33434) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:31.670032 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f72f0c-39a7-4793-b5fa-1ff28abaf77b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:31.670501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f72f0c-39a7-4793-b5fa-1ff28abaf77b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:31.671550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0357b5a5-c5bf-4cbc-88c9-c1727f858807,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:31.673365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:31.675645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '33000dae-153b-40ef-8a8b-9281e015eedd', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:31.687102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event deleted for resources: {'Port': ['ID=1c8dda32-3dcc-457b-a1a9-d01d8758461c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:31.702702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:31.732562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.733668 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Added segment afa6feb3-017d-489b-b7d7-6abc370ab147 of type vlan for network 9a52567c-5f5d-4448-acc2-153eec017d5f Oct 20 03:38:31.745151 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e7f72f0c-39a7-4793-b5fa-1ff28abaf77b tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/93565996-8474-4256-8a5d-e47db1e6579f HTTP/1.1" status: 404 len: 339 time: 0.3531711 Oct 20 03:38:31.747644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:31.757016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0816-fbfd-419b-88b1-4dc742b64ce2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.776160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.788076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:31.797851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33438) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:31.840102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:31.905482 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9287879b-8c91-4ecd-a151-3418a9e4f0c2 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:31.905799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9287879b-8c91-4ecd-a151-3418a9e4f0c2 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:31.910023 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9287879b-8c91-4ecd-a151-3418a9e4f0c2 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/8a2c0ffb-aeaa-4457-bdd8-9de74d01cd49 HTTP/1.1" status: 404 len: 337 time: 0.1086700 Oct 20 03:38:31.913339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33442) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:31.914192 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-37c95d79-540c-46f8-bd80-6ac99a649401 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fba4635e822b4430b14e4f9112fb45a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477977 Oct 20 03:38:31.923959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33444) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:31.987655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.999888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.010668 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 3 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:32.066488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:32.079874 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3549abed-daa1-4a80-81ae-587f3255fa01 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:32.080358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3549abed-daa1-4a80-81ae-587f3255fa01 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:32.118909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.126115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:32.126713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.154969 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3549abed-daa1-4a80-81ae-587f3255fa01 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/c6740014-601b-4e61-8d49-5918a658f75e HTTP/1.1" status: 404 len: 339 time: 0.2377086 Oct 20 03:38:32.167017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33450) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.206913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0816-fbfd-419b-88b1-4dc742b64ce2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.236391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.253245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.288068 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-18deeff7-2bf8-4d33-ac78-e51f73216ebe tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:32.289045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18deeff7-2bf8-4d33-ac78-e51f73216ebe tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:32.290748 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-18deeff7-2bf8-4d33-ac78-e51f73216ebe tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/22ced25a-9134-40fd-b2b7-aa47814538a6 HTTP/1.1" status: 404 len: 337 time: 0.1153646 Oct 20 03:38:32.290911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-358b447e-6436-4def-beb0-b70d355b1f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.298882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33454) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.322533 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1542110 Oct 20 03:38:32.332052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33458) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.347058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-916666961'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:32.352023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cb9af-9e0a-4a58-915f-10306835c800 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Network': ['ID=9a52567c-5f5d-4448-acc2-153eec017d5f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:32.358887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:32.366670 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-91740fff-2b27-4513-bac2-a83a784b2679 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:32.366670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91740fff-2b27-4513-bac2-a83a784b2679 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:32.367419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 9a52567c-5f5d-4448-acc2-153eec017d5f details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:32.368634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.376920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.377454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Fanout notify agent at l3_agent the message router_deleted on router 9e3d9e87-699d-4e70-a713-698176bd5dea {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:32.382599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.384909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:32.393501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-358b447e-6436-4def-beb0-b70d355b1f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.412288 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-91740fff-2b27-4513-bac2-a83a784b2679 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/a3de3d4b-0744-464b-8933-e373db62eb61 HTTP/1.1" status: 404 len: 339 time: 0.1124022 Oct 20 03:38:32.422621 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.423625 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-977e5f93-792b-4e0b-a9f6-4b2a2bfe426b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/9e3d9e87-699d-4e70-a713-698176bd5dea HTTP/1.1" status: 204 len: 168 time: 2.9258065 Oct 20 03:38:32.425088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33462) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.432025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33464) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.472176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'router': {'name': 'tempest-snat-router-485741230', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': False}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:32.491283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.493997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:32.502025 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-110d25b4-ecf8-4dbb-b039-80fcb8e96246 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:32.502472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110d25b4-ecf8-4dbb-b039-80fcb8e96246 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:32.504140 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-110d25b4-ecf8-4dbb-b039-80fcb8e96246 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/ffe60d0f-6c9f-4b54-8d5d-74adc61ca2c0 HTTP/1.1" status: 404 len: 337 time: 0.0753930 Oct 20 03:38:32.509539 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33470) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.515763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Usage tracker for resource:router and tenant:2fe4b6a9a72b425586daa263301f6710 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:32.515975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0816-fbfd-419b-88b1-4dc742b64ce2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.527658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:32.555206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.563244 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f647126d-bea8-4cf5-9df2-3070ecda1126 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:32.563702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f647126d-bea8-4cf5-9df2-3070ecda1126 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:32.568239 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f647126d-bea8-4cf5-9df2-3070ecda1126 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/cea348b1-9eb1-4db0-86b2-8674473f79e0 HTTP/1.1" status: 404 len: 339 time: 0.0536244 Oct 20 03:38:32.568432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:32.568545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33474) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.569791 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 4 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:32.571089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033b0992-5a3b-42b5-9f3b-1fc6b7ad26e9,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:32.585604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e0816-fbfd-419b-88b1-4dc742b64ce2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=49cb7f3d-9397-4bf3-b6be-d1eb21859705,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:32.589349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0816-fbfd-419b-88b1-4dc742b64ce2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.600318 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ee6e0816-fbfd-419b-88b1-4dc742b64ce2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/49cb7f3d-9397-4bf3-b6be-d1eb21859705 HTTP/1.1" status: 204 len: 168 time: 1.3009260 Oct 20 03:38:32.601752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33478) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.618322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Made reservation on behalf of 78eed53656a1451a95e7d634d51be026 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:32.621666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.638721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff4144-5106-444d-8ba8-d6d4652ab3c4 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:32.667599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.679890 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4a5cffc4-2f35-43c7-acb7-53f99f059288 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756125 Oct 20 03:38:32.682108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33482) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.685852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.687124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.691322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.693639 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-93f83799-16b5-4e6c-a011-1cf9c3eeae48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0421078 Oct 20 03:38:32.693639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-358b447e-6436-4def-beb0-b70d355b1f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.697004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-358b447e-6436-4def-beb0-b70d355b1f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.698310 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-358b447e-6436-4def-beb0-b70d355b1f4c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b76ad176-4962-4a9b-ae71-c913a329fb3d HTTP/1.1" status: 204 len: 168 time: 0.7736585 Oct 20 03:38:32.702649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:32.717346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33486) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:32.734841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '33000dae-153b-40ef-8a8b-9281e015eedd', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:32.746388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b447e-6436-4def-beb0-b70d355b1f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76ad176-4962-4a9b-ae71-c913a329fb3d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:32.796367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:32.802780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:32.814871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:32.823406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:32.826708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.854115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:32.888030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:32.898723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:32.932098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc22408-a1f3-4ab0-a5cf-8952d7e107bb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting subnet f108d534-eae1-4e2c-8866-39f0371c4611 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:32.944242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:32.955898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5cc22408-a1f3-4ab0-a5cf-8952d7e107bb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.973287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.974547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d432459-a83b-43d0-926b-57638feebbaa None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:32.979780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0d432459-a83b-43d0-926b-57638feebbaa None None] Deleting port 148fb169-fc23-4302-b602-779697374969 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:32.980270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0d432459-a83b-43d0-926b-57638feebbaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.074040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:33.077769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.117643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.127910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.131579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.131926 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Added segment 2b6bfce1-9eaf-47e8-84e8-b1ee54ae95d2 of type vlan for network 2b577371-070f-448b-92c8-be9abece24c3 Oct 20 03:38:33.160528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=ef39d0d5-0642-44e9-b99d-8e4cdc1369f8,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:33.189739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5cc22408-a1f3-4ab0-a5cf-8952d7e107bb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.216881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0d432459-a83b-43d0-926b-57638feebbaa None None] For port 148fb169-fc23-4302-b602-779697374969, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=148fb169-fc23-4302-b602-779697374969,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:33.218125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0d432459-a83b-43d0-926b-57638feebbaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.299431 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 5 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:33.309058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.405744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0d432459-a83b-43d0-926b-57638feebbaa None None] Calling delete_port for 148fb169-fc23-4302-b602-779697374969 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:33.411641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.431395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Router cda22f39-51aa-45a5-9c29-f05319f9bd75 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:38:33.443235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5cc22408-a1f3-4ab0-a5cf-8952d7e107bb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.485869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:33.601598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8c022e-58c2-417b-8c7b-01b5b26d9320,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:33.603317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0d432459-a83b-43d0-926b-57638feebbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.637547 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.648804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.654867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:33.655453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.689762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.690937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 614d0636-65a3-4db2-b225-5db763d48d58 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:33.694103 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d071fe27-c51b-4d69-a687-63c0a9d35557 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9699268 Oct 20 03:38:33.697433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33504) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:33.701927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:33.719220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '33000dae-153b-40ef-8a8b-9281e015eedd', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:33.724828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:33.739307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:33.763789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d432459-a83b-43d0-926b-57638feebbaa None None] Pushing event deleted for resources: {'Port': ['ID=148fb169-fc23-4302-b602-779697374969,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:33.765150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d432459-a83b-43d0-926b-57638feebbaa None None] No DVR routers for this DVR port 148fb169-fc23-4302-b602-779697374969 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:33.768622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:33.795235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:33.815039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 148fb169-fc23-4302-b602-779697374969 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:33.876391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 148fb169-fc23-4302-b602-779697374969 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:33.876865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 148fb169-fc23-4302-b602-779697374969 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:33.987057 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 6 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:33.992531 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6564105 Oct 20 03:38:33.992531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5cc22408-a1f3-4ab0-a5cf-8952d7e107bb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.995038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33514) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:34.024287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb51f6-8a89-4a3d-b180-cdef3851b770 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Network': ['ID=2b577371-070f-448b-92c8-be9abece24c3,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:34.047725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'ports': [{'network_id': '9a52567c-5f5d-4448-acc2-153eec017d5f', 'name': 'tempest-port--422288182', 'admin_state_up': True}, {'network_id': '2b577371-070f-448b-92c8-be9abece24c3', 'admin_state_up': False}]} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:34.048058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'port': {'network_id': '9a52567c-5f5d-4448-acc2-153eec017d5f', 'name': 'tempest-port--422288182', 'admin_state_up': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:34.048503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'port': {'network_id': '2b577371-070f-448b-92c8-be9abece24c3', 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:34.071319 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc22408-a1f3-4ab0-a5cf-8952d7e107bb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Subnet': ['ID=f108d534-eae1-4e2c-8866-39f0371c4611,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:34.073828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:34.075412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 2b577371-070f-448b-92c8-be9abece24c3 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:34.078978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:34.084325 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5f2d885e-d065-4f97-8b63-f98497d46df0 admin admin] 10.222.0.33 "PUT /v2.0/routers/cda22f39-51aa-45a5-9c29-f05319f9bd75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7861686 Oct 20 03:38:34.096166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33518) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:34.100039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] Sync routers for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:34.103454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a586f55-7892-4bc5-b7cd-31885bb195d8 None None] Network 32d39beb-642d-45e9-a575-5f9541c65488 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:34.132219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33522) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:34.133227 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5cc22408-a1f3-4ab0-a5cf-8952d7e107bb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.137651 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5cc22408-a1f3-4ab0-a5cf-8952d7e107bb tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/subnets/f108d534-eae1-4e2c-8866-39f0371c4611 HTTP/1.1" status: 204 len: 168 time: 1.5662172 Oct 20 03:38:34.148995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33524) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:34.268747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:34.269539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:34.271479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.301217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-455186295'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:34.306548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:34.316068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:network and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:34.333070 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:34.442081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.486765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.533998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.538613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:34.551364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.552955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Router 358c9e50-d4d3-44b9-95fa-04b5bc3322fd is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:38:34.573893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:34.618635 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 7 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:34.725245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Deleting port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:34.725611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.750582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:34.753513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.771875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:34.787826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.797504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.798646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:34.809201 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Usage tracker for resource:port and tenant:78eed53656a1451a95e7d634d51be026 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:34.817386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:34.840282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:34.844165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:34.848489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] DHCP port deletion for 32d39beb-642d-45e9-a575-5f9541c65488 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:34.854637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] Deleting port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:34.854637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.878597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group_rule and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:34.888949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.894630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:34.901911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:34.908375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:34.917652 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f7b78e04-82c3-4b7b-a12b-f741d17267fd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "PUT /v2.0/routers/358c9e50-d4d3-44b9-95fa-04b5bc3322fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9344504 Oct 20 03:38:34.920152 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17e3cf-6757-48ec-9203-f47ecf685bb7 None None] Sync routers for ids ['358c9e50-d4d3-44b9-95fa-04b5bc3322fd'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:34.921580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33534) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:34.933336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:34.937290 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17e3cf-6757-48ec-9203-f47ecf685bb7 None None] Routers {'358c9e50-d4d3-44b9-95fa-04b5bc3322fd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:34.938147 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ba17e3cf-6757-48ec-9203-f47ecf685bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['358c9e50-d4d3-44b9-95fa-04b5bc3322fd'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:34.941007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0719e7d5-c3aa-4fc5-b1e3-29051f314c58,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:34.954675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.962519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Allocated IP 172.26.7.167 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:35.002734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Made reservation on behalf of 78eed53656a1451a95e7d634d51be026 for: {'port': 2} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:35.007795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.062299 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ba17e3cf-6757-48ec-9203-f47ecf685bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:35.076150 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17e3cf-6757-48ec-9203-f47ecf685bb7 None None] Routers {'358c9e50-d4d3-44b9-95fa-04b5bc3322fd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:35.078347 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ba17e3cf-6757-48ec-9203-f47ecf685bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['358c9e50-d4d3-44b9-95fa-04b5bc3322fd'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:35.096610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.141239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:38:31Z', 'revision_number': 5, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port': {'id': '1deda2aa-f258-4e57-a8b3-e648a97d2d0d', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:06Z', 'updated_at': '2022-10-20T03:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:35.149730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] For port 09f7f8d9-6359-4050-b122-ee3054f1d1c7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=09f7f8d9-6359-4050-b122-ee3054f1d1c7,segment=NetworkSegment(e0a2c6f3-5086-41b0-8e3d-046f9254b150),segment_id=e0a2c6f3-5086-41b0-8e3d-046f9254b150)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:35.150260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.158360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] Checking router: cda22f39-51aa-45a5-9c29-f05319f9bd75 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:35.182704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:35.204131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:35.207282 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:35.208109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.208864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] For port 09f7f8d9-6359-4050-b122-ee3054f1d1c7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=09f7f8d9-6359-4050-b122-ee3054f1d1c7,segment=NetworkSegment(e0a2c6f3-5086-41b0-8e3d-046f9254b150),segment_id=e0a2c6f3-5086-41b0-8e3d-046f9254b150)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:35.209227 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.214309 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ba17e3cf-6757-48ec-9203-f47ecf685bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:35.214768 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17e3cf-6757-48ec-9203-f47ecf685bb7 None None] The sync data for ids ['358c9e50-d4d3-44b9-95fa-04b5bc3322fd'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:35.225065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0369f51b-2fab-4572-b554-9a25da1f2ba5 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:35.281493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.282718 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f7755db3-b308-4d67-a2ab-95f114727999 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5864587 Oct 20 03:38:35.300433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33538) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:35.301950 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6182353 Oct 20 03:38:35.311259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33542) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:35.314437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '33000dae-153b-40ef-8a8b-9281e015eedd', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:35.320865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91743190-02ce-4f32-9bd8-5392771d3af3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=988d699e-34a7-44de-bcb2-385a160ee563,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:35.335672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:35.341454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:ee:e8:5e', 'name': 'tempest-NetworksTestDHCPv6-506017933'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:35.359620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.359855 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 8 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:35.363216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:35.378584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:35.392238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Calling delete_port for 09f7f8d9-6359-4050-b122-ee3054f1d1c7 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:35.423713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] Calling delete_port for 09f7f8d9-6359-4050-b122-ee3054f1d1c7 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:35.437726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:35.454991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:35.458740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Deleting port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:35.460795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.474100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89412b36-499c-46b8-be68-7ce4686237f3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:35.474792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-89412b36-499c-46b8-be68-7ce4686237f3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:35.509845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] Routers {'cda22f39-51aa-45a5-9c29-f05319f9bd75'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:35.510569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['cda22f39-51aa-45a5-9c29-f05319f9bd75'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:35.568784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.591359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.612910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] device_id is not set on port 28ac8876-47ce-47bc-92ae-dcabf0173b33 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:35.686828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:35.704062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:35.709472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:35.721345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:35.721621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.745212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] Set router cda22f39-51aa-45a5-9c29-f05319f9bd75 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:35.757761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-89412b36-499c-46b8-be68-7ce4686237f3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:35.759175 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-89412b36-499c-46b8-be68-7ce4686237f3 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports?device_id=358c9e50-d4d3-44b9-95fa-04b5bc3322fd HTTP/1.1" status: 200 len: 982 time: 0.8366952 Oct 20 03:38:35.767522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33546) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:35.771935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] For port 1deda2aa-f258-4e57-a8b3-e648a97d2d0d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1deda2aa-f258-4e57-a8b3-e648a97d2d0d,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:35.772294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.776511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.782675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:35.873635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Port': ['ID=09f7f8d9-6359-4050-b122-ee3054f1d1c7,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:35.877253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdbfdd1-f357-48a4-85e0-33cecc205d5a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:35.880541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 09f7f8d9-6359-4050-b122-ee3054f1d1c7 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:35.900211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:35.901325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.907604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] No DVR routers for this DVR port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:35.923114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:38:35Z', 'revision_number': 6, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:35.925191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:35.925659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:35.926187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 09f7f8d9-6359-4050-b122-ee3054f1d1c7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:35.926579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 09f7f8d9-6359-4050-b122-ee3054f1d1c7 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:35.935114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fb619-b5b1-4c7e-a14b-67df25e570ea None None] The sync data for ids ['cda22f39-51aa-45a5-9c29-f05319f9bd75'] in dv-neutron-861845-1-hyperv is: [{'id': 'cda22f39-51aa-45a5-9c29-f05319f9bd75', 'name': 'tempest-ServerActionsTestJSON-27738321-router', 'tenant_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:05Z', 'updated_at': '2022-10-20T03:38:35Z', 'revision_number': 6, 'project_id': '9f0ec4b446194ccca71fbf5b29f04da2', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:35.961088 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 9 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:35.964510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.965100 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Added segment 28093368-6acf-4ddd-8367-679053cefb3d of type vlan for network aabe0f44-c948-479c-9a47-674143ccef4b Oct 20 03:38:35.991866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.061752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '988d699e-34a7-44de-bcb2-385a160ee563'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:36.062707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.072545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:36.098534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.115807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Calling delete_port for 1deda2aa-f258-4e57-a8b3-e648a97d2d0d owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:36.236201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Allocated IP 2001:db8::f816:3eff:fe45:7003 (70bc74a8-f345-4115-a4c4-4fbf84d34303/988d699e-34a7-44de-bcb2-385a160ee563/112021d6-ae60-43dd-b63f-e9716fa74259) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:36.251870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:36.263367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.269399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:36.285304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] device_id is not set on port 3c8cef10-5b4f-4903-8a5a-856f2a42d3f5 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:36.286674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:36.317340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d39beb-642d-45e9-a575-5f9541c65488']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:36.330215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.338756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a2c6f3-5086-41b0-8e3d-046f9254b150') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:36.339053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a2c6f3-5086-41b0-8e3d-046f9254b150') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:36.356276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.389054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.402231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:36.402632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.426504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event updated for resources: {'Port': ['ID=35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:36.461166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] Deleting port 09f7f8d9-6359-4050-b122-ee3054f1d1c7 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:36.461733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.477218 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment e0a2c6f3-5086-41b0-8e3d-046f9254b150 resource provider aggregate not found Oct 20 03:38:36.512834 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment e0a2c6f3-5086-41b0-8e3d-046f9254b150 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0a2c6f3-5086-41b0-8e3d-046f9254b150 found for delete ", "request_id": "req-6e80f5b9-3497-4dfa-968b-9585d4720b21"}]} Oct 20 03:38:36.514273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.519217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:36.519848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.551899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd57e2-7c66-441b-8e00-f1510e06902d None None] The port '09f7f8d9-6359-4050-b122-ee3054f1d1c7' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:38:36.576098 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 10 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:36.637431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:36.648204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.659645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Transition to ACTIVE for port object 112021d6-ae60-43dd-b63f-e9716fa74259 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:36.683842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Transition to ACTIVE for port object 112021d6-ae60-43dd-b63f-e9716fa74259 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:36.704611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.707048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.718961 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5729949 Oct 20 03:38:36.719178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Provisioning for port ff858825-5500-43a8-97bf-7eb892712b3e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:36.722856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.727202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33554) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:36.728017 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] 10.222.0.33 "DELETE /v2.0/networks/32d39beb-642d-45e9-a575-5f9541c65488 HTTP/1.1" status: 204 len: 168 time: 2.5744901 Oct 20 03:38:36.732686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Provisioning complete for port ff858825-5500-43a8-97bf-7eb892712b3e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:36.733160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.733861 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Attempt 1 to provision port ff858825-5500-43a8-97bf-7eb892712b3e Oct 20 03:38:36.747363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4053f-4733-463e-ac52-d0e55aeeb88a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Network': ['ID=aabe0f44-c948-479c-9a47-674143ccef4b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:36.789771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5a30e-57a4-422a-95c2-a0afc10908e1 tempest-NetworksTest-1158544014 tempest-NetworksTest-1158544014-project] Pushing event deleted for resources: {'Network': ['ID=32d39beb-642d-45e9-a575-5f9541c65488,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:36.791688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.812359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'name': 'tempest-PortsIpV6TestJSON-644277882'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:36.819589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network aabe0f44-c948-479c-9a47-674143ccef4b details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:36.840792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.841012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.872919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.903248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:36.967653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.990852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Port': ['ID=28ac8876-47ce-47bc-92ae-dcabf0173b33,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:36.997352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Checking segment: {'id': 'afa6feb3-017d-489b-b7d7-6abc370ab147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9a52567c-5f5d-4448-acc2-153eec017d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:36.997733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Network hostable DHCP agents. Network: 9a52567c-5f5d-4448-acc2-153eec017d5f, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:37.028410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:37.051257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:37.073410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 6bfee02b-bc13-4a95-a94b-39da74c183c9 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:37.098525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Network 9a52567c-5f5d-4448-acc2-153eec017d5f is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:37.146269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42012989-a2b6-451f-b89c-bc9ca32eabc5,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:37.214256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 9a52567c-5f5d-4448-acc2-153eec017d5f) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:37.228130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Pushing event updated for resources: {'Port': ['ID=112021d6-ae60-43dd-b63f-e9716fa74259,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:37.231219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:37.231616 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:37.232672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.254054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a9e11-06fc-4a97-8cae-55a897ea9468 None None] Network 9a52567c-5f5d-4448-acc2-153eec017d5f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:37.254257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:37.287578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:37.291106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.292304 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e3d748c3-3f7d-43a8-9c70-ac65bedf6816 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9891677 Oct 20 03:38:37.302224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33562) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:37.303069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:37.329733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Attempting to bind port 112021d6-ae60-43dd-b63f-e9716fa74259 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:37.330128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Attempting to bind port 112021d6-ae60-43dd-b63f-e9716fa74259 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:37.330490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Attempting to bind port 112021d6-ae60-43dd-b63f-e9716fa74259 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:37.352456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Current status of the port ff858825-5500-43a8-97bf-7eb892712b3e is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:37.352456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.353132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '33000dae-153b-40ef-8a8b-9281e015eedd', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:37.361147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33566) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:37.364176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:37.364554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:37.364950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.365407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:37.366834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Bound port: 112021d6-ae60-43dd-b63f-e9716fa74259, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:37.366834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.367160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:37.376169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:37.382276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:37.382835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Port': ['ID=3c8cef10-5b4f-4903-8a5a-856f2a42d3f5,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:37.393694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Checking segment: {'id': '2b6bfce1-9eaf-47e8-84e8-b1ee54ae95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2b577371-070f-448b-92c8-be9abece24c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:37.394189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Network hostable DHCP agents. Network: 2b577371-070f-448b-92c8-be9abece24c3, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:37.430728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:37.463974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:37.467570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.477764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Network 2b577371-070f-448b-92c8-be9abece24c3 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:37.489778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:feee:e85e (70bc74a8-f345-4115-a4c4-4fbf84d34303/988d699e-34a7-44de-bcb2-385a160ee563/6bfee02b-bc13-4a95-a94b-39da74c183c9) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:37.514074 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 51ded088-24e3-4632-9f3c-e6dd63274f9d yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:37.541155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5375db72-d242-4636-a275-cb199699d3dd None None] For port ff858825-5500-43a8-97bf-7eb892712b3e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ff858825-5500-43a8-97bf-7eb892712b3e,segment=NetworkSegment(1424c48f-1234-4d72-ae36-d620bd39dd32),segment_id=1424c48f-1234-4d72-ae36-d620bd39dd32)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:37.563005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.574881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 2b577371-070f-448b-92c8-be9abece24c3) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:37.583302 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ba74c1fa-d31e-4f1c-a093-343315665ae1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=43f2585f09f74303be79a05ae12fd024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208338 Oct 20 03:38:37.586074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33572) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:37.588801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:37.591034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] For port 112021d6-ae60-43dd-b63f-e9716fa74259, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:37.594919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] For port 112021d6-ae60-43dd-b63f-e9716fa74259, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=112021d6-ae60-43dd-b63f-e9716fa74259,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:37.595134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:37.598523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76fc09d-09d6-41de-a67e-cfaa2de083e9 None None] Network 2b577371-070f-448b-92c8-be9abece24c3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:37.599838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:37.600543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.625949 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:38:37.661885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Pushing event deleted for resources: {'Port': ['ID=1deda2aa-f258-4e57-a8b3-e648a97d2d0d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:37.675309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f05-7c91-4cd9-b814-5d180e03694a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.701480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.704918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f05-7c91-4cd9-b814-5d180e03694a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.748403 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-054de7a5-5bd3-4ede-b5f6-52de96fd479b tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7215562 Oct 20 03:38:37.752565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33576) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:37.756459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.808400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.812675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1deda2aa-f258-4e57-a8b3-e648a97d2d0d no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:37.850792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5904944-b9ec-4ed0-bd0e-0543e00969b4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:37.856856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5904944-b9ec-4ed0-bd0e-0543e00969b4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:37.857411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e5904944-b9ec-4ed0-bd0e-0543e00969b4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Synchronizing usage tracker for tenant:78eed53656a1451a95e7d634d51be026 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:37.870641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1deda2aa-f258-4e57-a8b3-e648a97d2d0d {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:37.870989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1deda2aa-f258-4e57-a8b3-e648a97d2d0d not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:37.871407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0357b5a5-c5bf-4cbc-88c9-c1727f858807 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:37.899194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f05-7c91-4cd9-b814-5d180e03694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.918585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c1f05-7c91-4cd9-b814-5d180e03694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f87a57-74cd-4c6e-b1e1-f57ad84c17d6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:37.921003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f05-7c91-4cd9-b814-5d180e03694a admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.922133 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d62c1f05-7c91-4cd9-b814-5d180e03694a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e6f87a57-74cd-4c6e-b1e1-f57ad84c17d6 HTTP/1.1" status: 204 len: 168 time: 0.3351591 Oct 20 03:38:37.934509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e5904944-b9ec-4ed0-bd0e-0543e00969b4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Unset dirty status for tenant:78eed53656a1451a95e7d634d51be026 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:37.935700 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e5904944-b9ec-4ed0-bd0e-0543e00969b4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1822579 Oct 20 03:38:37.941428 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33582) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:37.978505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 0357b5a5-c5bf-4cbc-88c9-c1727f858807 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:37.978901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0357b5a5-c5bf-4cbc-88c9-c1727f858807 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:38.029884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-e3514ca6-1aaf-4d92-9161-eb53b765ede1 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Deleting port 28ac8876-47ce-47bc-92ae-dcabf0173b33 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:38.029884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3514ca6-1aaf-4d92-9161-eb53b765ede1 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.039801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375db72-d242-4636-a275-cb199699d3dd None None] Pushing event updated for resources: {'Port': ['ID=ff858825-5500-43a8-97bf-7eb892712b3e,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:38.077852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Provisioning complete for port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:38.078229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.078569 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Attempt 1 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:38.171234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:38.178704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda25ff5-a890-491f-a432-ab371426f6cd None None] Pushing event updated for resources: {'Port': ['ID=112021d6-ae60-43dd-b63f-e9716fa74259,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:38.388145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3514ca6-1aaf-4d92-9161-eb53b765ede1 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.409987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.523143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-e3514ca6-1aaf-4d92-9161-eb53b765ede1 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Calling delete_port for 28ac8876-47ce-47bc-92ae-dcabf0173b33 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:38.610759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.673305 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Attempt 2 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:38.693087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3514ca6-1aaf-4d92-9161-eb53b765ede1 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.734149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:38.755230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3514ca6-1aaf-4d92-9161-eb53b765ede1 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Port': ['ID=28ac8876-47ce-47bc-92ae-dcabf0173b33,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:38.767188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3514ca6-1aaf-4d92-9161-eb53b765ede1 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.842461 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e3514ca6-1aaf-4d92-9161-eb53b765ede1 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/ports/28ac8876-47ce-47bc-92ae-dcabf0173b33 HTTP/1.1" status: 204 len: 168 time: 0.8999538 Oct 20 03:38:38.846752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.850213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33598) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:38.898430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.933920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.934327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f880360b-e621-44b4-9dc0-e60e3d8134a8 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Deleting port 3c8cef10-5b4f-4903-8a5a-856f2a42d3f5 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:38.934763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f880360b-e621-44b4-9dc0-e60e3d8134a8 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.022286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.026349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.046016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.074084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.120884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347896b4-da3d-4bfd-ae9d-575b632647da,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:39.194256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f880360b-e621-44b4-9dc0-e60e3d8134a8 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.206109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 6bfee02b-bc13-4a95-a94b-39da74c183c9 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:39.226557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.227072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cda22f39-51aa-45a5-9c29-f05319f9bd75 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:39.231430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.232464 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bc4ae354-d280-40d2-a26b-182629cc564d admin admin] 10.222.0.33 "DELETE /v2.0/routers/cda22f39-51aa-45a5-9c29-f05319f9bd75 HTTP/1.1" status: 204 len: 168 time: 5.1355758 Oct 20 03:38:39.237707 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Attempt 3 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:39.268757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33608) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:39.268757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33610) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:39.303353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:39.365847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.366847 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6e8fd991-923b-44ac-b3b1-350fc06e007d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.0584886 Oct 20 03:38:39.368345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f880360b-e621-44b4-9dc0-e60e3d8134a8 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Calling delete_port for 3c8cef10-5b4f-4903-8a5a-856f2a42d3f5 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:39.383049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33618) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:39.425749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '33000dae-153b-40ef-8a8b-9281e015eedd', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:39.440601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:39.454684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9828efef-1e0d-4b3a-9253-2d82ca90f7ee admin admin] Deleting subnet 0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:39.461997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:39.470022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:39.471384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9828efef-1e0d-4b3a-9253-2d82ca90f7ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.486344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:39.513148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.569371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.611391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1795926514'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:39.619544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:39.633543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:network and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:39.633543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:39.642148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:39.648637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9828efef-1e0d-4b3a-9253-2d82ca90f7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.649587 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:38:39.711072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f880360b-e621-44b4-9dc0-e60e3d8134a8 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.724428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.744216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c603a486-bc04-4cd8-9fc9-e09e59a93220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.777111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f880360b-e621-44b4-9dc0-e60e3d8134a8 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.789918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880360b-e621-44b4-9dc0-e60e3d8134a8 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Port': ['ID=3c8cef10-5b4f-4903-8a5a-856f2a42d3f5,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:39.802587 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f880360b-e621-44b4-9dc0-e60e3d8134a8 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/ports/3c8cef10-5b4f-4903-8a5a-856f2a42d3f5 HTTP/1.1" status: 204 len: 168 time: 0.9496133 Oct 20 03:38:39.805305 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Attempt 4 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:39.817161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33624) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:39.822968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:39.826945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.868835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ff858825-5500-43a8-97bf-7eb892712b3e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:39.882515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9828efef-1e0d-4b3a-9253-2d82ca90f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.883920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.916623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.925699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=51ded088-24e3-4632-9f3c-e6dd63274f9d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:39.932759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9fe8d8a2-f551-410f-99c9-b60d3b53b217 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Synchronizing usage tracker for tenant:78eed53656a1451a95e7d634d51be026 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:39.939793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:39.954363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:39.955487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ff858825-5500-43a8-97bf-7eb892712b3e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:39.955855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.956573 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ff858825-5500-43a8-97bf-7eb892712b3e Oct 20 03:38:39.961163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:security_group_rule and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:39.964686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:39.977301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:40.031464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:40.046723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9fe8d8a2-f551-410f-99c9-b60d3b53b217 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Unset dirty status for tenant:78eed53656a1451a95e7d634d51be026 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:40.047853 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9fe8d8a2-f551-410f-99c9-b60d3b53b217 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2290447 Oct 20 03:38:40.048072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:40.057728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Checking segment: {'id': '28093368-6acf-4ddd-8367-679053cefb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:40.058002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network hostable DHCP agents. Network: aabe0f44-c948-479c-9a47-674143ccef4b, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:40.059278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33628) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:40.062677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:40.067865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-973785394'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:40.068201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:40.068831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.082232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:40.084923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:40.085851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.091885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Usage tracker for resource:network and tenant:78eed53656a1451a95e7d634d51be026 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:40.094652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ff858825-5500-43a8-97bf-7eb892712b3e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:40.095437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 112021d6-ae60-43dd-b63f-e9716fa74259 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:40.095553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.096596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:40.104183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:40.106562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9828efef-1e0d-4b3a-9253-2d82ca90f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.150856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828efef-1e0d-4b3a-9253-2d82ca90f7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.158686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9828efef-1e0d-4b3a-9253-2d82ca90f7ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.161291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=6bfee02b-bc13-4a95-a94b-39da74c183c9,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.171741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0699b-1932-4db9-927c-e72dea384281 None None] Network 0d196197-6218-45a1-954c-3d461e643c4a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:40.171912 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9828efef-1e0d-4b3a-9253-2d82ca90f7ee admin admin] 10.222.0.33 "DELETE /v2.0/subnets/0c79944e-5c4b-4d85-ab14-bb3cdf1ffec9 HTTP/1.1" status: 204 len: 168 time: 0.8985403 Oct 20 03:38:40.172018 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33632) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:40.195962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.271263 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Made reservation on behalf of 78eed53656a1451a95e7d634d51be026 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:40.274887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.298908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.310729 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3dea25d2-15e2-4bee-9bc8-49e420824cb3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9840066 Oct 20 03:38:40.315406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33636) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:40.316491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:40.327010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:40.360682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:40.370701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.371277 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Added segment 8621ac44-8d2a-4ee5-96a3-b4edc626e2c0 of type vlan for network 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad Oct 20 03:38:40.382997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.400528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.434165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.434776 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added segment 3c9f4b63-8966-4183-b673-598741c5b983 of type vlan for network e9a31aa1-522a-44b3-a67f-61f72cf022e3 Oct 20 03:38:40.436203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243ce201-798f-46cf-95dd-9d2f21916779,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.443990 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Attempt 5 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:40.446736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.451258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5aee787-3f8d-48d2-aad9-61e07e906b90,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.465049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, aabe0f44-c948-479c-9a47-674143ccef4b) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:40.475732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:40.481231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:40.481871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.485360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b4760d-6885-4ee3-928c-ab5db8cc4bc2 None None] Network aabe0f44-c948-479c-9a47-674143ccef4b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:40.487009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Deleting port 11123943-3139-432a-bde8-74328ded53ce {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:40.487511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.512713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 112021d6-ae60-43dd-b63f-e9716fa74259 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:40.518641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.520359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.524080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.530092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:40.530900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.645104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Router 70c77c71-76b4-4a6d-9d19-d6f08338dd1f is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:38:40.656885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:40.685663 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-044d5c6e-c7e3-483d-9003-17ea990fe5da tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.9527051 Oct 20 03:38:40.687662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.688962 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0b7f9b5b-56f8-48eb-892c-6e6a9b4549da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3029835 Oct 20 03:38:40.699395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33640) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:40.724294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] DHCP port deletion for 0d196197-6218-45a1-954c-3d461e643c4a request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:40.728611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Network': ['ID=9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.752456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-325213878'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:40.766013 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f26404cd-c530-40b4-a0cc-cae851529a6d tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7056456 Oct 20 03:38:40.766759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33646) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:40.767253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:40.772400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:40.782260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331d3941-4a72-47cb-92df-0e15aadff805 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:40.789498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331d3941-4a72-47cb-92df-0e15aadff805 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:40.790663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-331d3941-4a72-47cb-92df-0e15aadff805 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:40.792993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] Deleting port 11123943-3139-432a-bde8-74328ded53ce {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:40.793392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.817109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:40.831923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1111281599'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:40.844182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.849520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:40.850184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.879100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:40.899571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Usage tracker for resource:network and tenant:78eed53656a1451a95e7d634d51be026 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:40.906469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:40.970886 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7013652 Oct 20 03:38:40.980536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:40.983970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] For port 11123943-3139-432a-bde8-74328ded53ce, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=11123943-3139-432a-bde8-74328ded53ce,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:40.984550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.991716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33660) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:41.004001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:network and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:41.030169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-81512379'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:41.035851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:41.065023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:network and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:41.065023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:41.066266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:41.066365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:41.066449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:41.127074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] For port 11123943-3139-432a-bde8-74328ded53ce, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=11123943-3139-432a-bde8-74328ded53ce,segment=NetworkSegment(03eedc88-ec03-4909-9b26-9f2d65188daa),segment_id=03eedc88-ec03-4909-9b26-9f2d65188daa)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:41.127528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.153340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-b6f2724e-98b7-4548-ba35-fa9a706feeb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:41.165836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73b36f-94c8-40d0-b5fd-d1f62a25f44c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Network': ['ID=e9a31aa1-522a-44b3-a67f-61f72cf022e3,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:41.173833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Calling delete_port for 11123943-3139-432a-bde8-74328ded53ce owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:41.187863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network e9a31aa1-522a-44b3-a67f-61f72cf022e3 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:41.208181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:41.243413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:41.246995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.259380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Sync routers for ids ['70c77c71-76b4-4a6d-9d19-d6f08338dd1f'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:41.270114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:41.270327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Made reservation on behalf of 78eed53656a1451a95e7d634d51be026 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:41.271894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] Calling delete_port for 11123943-3139-432a-bde8-74328ded53ce owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:41.274251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.279150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.286720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-331d3941-4a72-47cb-92df-0e15aadff805 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:41.291333 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-331d3941-4a72-47cb-92df-0e15aadff805 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9728835 Oct 20 03:38:41.292153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33664) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:41.299055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:41.316825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.317174 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added segment 9bbf09ed-3831-47b6-9dea-c91d11e3d954 of type vlan for network 24b317ce-68e4-402c-944f-1a94f2327c40 Oct 20 03:38:41.318235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:41.337224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.337626 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Added segment 7b384188-6df2-4f9e-b2e6-42d5aa128289 of type vlan for network fff7d4fc-5581-4ff6-8f4c-5480645acbba Oct 20 03:38:41.346345 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Attempt 6 to provision port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 Oct 20 03:38:41.348199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.349970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.351329 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b43018df-c8ed-4426-957d-2ae0d26c6dae tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.9182208 Oct 20 03:38:41.354422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33668) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:41.357960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.363235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-b6f2724e-98b7-4548-ba35-fa9a706feeb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:41.364450 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-b6f2724e-98b7-4548-ba35-fa9a706feeb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999927328&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.4283855 Oct 20 03:38:41.395121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.401501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ac52c052-c281-4528-8b2c-f6fe17bf6ceb None None] Port ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:38:41.418982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Routers {'70c77c71-76b4-4a6d-9d19-d6f08338dd1f'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:41.419856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['70c77c71-76b4-4a6d-9d19-d6f08338dd1f'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:41.422653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] No DVR routers for this DVR port 11123943-3139-432a-bde8-74328ded53ce on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:41.457047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=11123943-3139-432a-bde8-74328ded53ce,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:41.489213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.550723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=ef39d0d5-0642-44e9-b99d-8e4cdc1369f8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:41.612965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:41.617098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:41.654598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Set router 70c77c71-76b4-4a6d-9d19-d6f08338dd1f gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:41.718714 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:38:41.732387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.758905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Provisioning for port 112021d6-ae60-43dd-b63f-e9716fa74259 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:41.767822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d196197-6218-45a1-954c-3d461e643c4a']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:41.782438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03eedc88-ec03-4909-9b26-9f2d65188daa') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:41.782767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03eedc88-ec03-4909-9b26-9f2d65188daa') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:41.796466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.804668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.814268 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:41.814268 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.848005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 11123943-3139-432a-bde8-74328ded53ce no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:41.848506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.854541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:41.855177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.865840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.882782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Provisioning complete for port 112021d6-ae60-43dd-b63f-e9716fa74259 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:41.883257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.883617 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Attempt 1 to provision port 112021d6-ae60-43dd-b63f-e9716fa74259 Oct 20 03:38:41.934767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:41.935166 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.953184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 11123943-3139-432a-bde8-74328ded53ce {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:41.953498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 11123943-3139-432a-bde8-74328ded53ce not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:41.990230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:42.003107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4982a898-74f1-40f7-808e-af181f0dbc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 6bfee02b-bc13-4a95-a94b-39da74c183c9 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:42.003440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4982a898-74f1-40f7-808e-af181f0dbc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.022321 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 03eedc88-ec03-4909-9b26-9f2d65188daa resource provider aggregate not found Oct 20 03:38:42.043642 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Network': ['ID=24b317ce-68e4-402c-944f-1a94f2327c40,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:42.073719 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c1643cc6-a1ef-468d-8964-f37b36b24660 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/routers/70c77c71-76b4-4a6d-9d19-d6f08338dd1f HTTP/1.1" status: 200 len: 908 time: 0.7123194 Oct 20 03:38:42.076383 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 03eedc88-ec03-4909-9b26-9f2d65188daa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03eedc88-ec03-4909-9b26-9f2d65188daa found for delete ", "request_id": "req-894e8fc7-f183-4178-a2cc-be79ab0cc5dc"}]} Oct 20 03:38:42.089834 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2956691 Oct 20 03:38:42.089834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33676) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:42.089834 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-174f73f2-29c8-4be0-a8f6-f5840e1030ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0926721 Oct 20 03:38:42.098519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 24b317ce-68e4-402c-944f-1a94f2327c40 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:42.098735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'router': {'name': 'tempest-snat-router-485741230', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': True}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:42.098844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33680) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:42.109344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'subnet': {'network_id': 'e9a31aa1-522a-44b3-a67f-61f72cf022e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:42.118939 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] Deleting port 11123943-3139-432a-bde8-74328ded53ce {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:42.119320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.130732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.131080 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Added segment 3a9d1f83-3b2e-4a0f-9634-99cb43f1b21e of type vlan for network e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1 Oct 20 03:38:42.146754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:42.165365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Usage tracker for resource:router and tenant:2fe4b6a9a72b425586daa263301f6710 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:42.169490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:42.177341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:42.196130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10027d1f-76dd-41fd-b519-dfbda2365bac tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Network': ['ID=fff7d4fc-5581-4ff6-8f4c-5480645acbba,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:42.219356 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.223525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.225372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network fff7d4fc-5581-4ff6-8f4c-5480645acbba details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:42.252005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33684) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:42.266515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'subnets': [{'network_id': '9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--374463444', 'ip_version': 4}, {'network_id': 'fff7d4fc-5581-4ff6-8f4c-5480645acbba', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:42.266831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'subnet': {'network_id': '9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--374463444', 'ip_version': 4}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:42.267408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Request body: {'subnet': {'network_id': 'fff7d4fc-5581-4ff6-8f4c-5480645acbba', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:42.281376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d196197-6218-45a1-954c-3d461e643c4a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:42.288466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.289168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.367846 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-276a7c52-643c-4c38-9b7b-556b3daa78a9 admin admin] 10.222.0.33 "DELETE /v2.0/networks/0d196197-6218-45a1-954c-3d461e643c4a HTTP/1.1" status: 204 len: 168 time: 2.1924896 Oct 20 03:38:42.375486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a3433794-8fec-4abb-848b-b59c86a501a0 None None] The port '11123943-3139-432a-bde8-74328ded53ce' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:38:42.381486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.387412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Current status of the port 112021d6-ae60-43dd-b63f-e9716fa74259 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:42.387412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.442542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.471997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d482aa1c-8c4f-484c-bc95-8258cf6d4ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.482669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] For port 112021d6-ae60-43dd-b63f-e9716fa74259, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=112021d6-ae60-43dd-b63f-e9716fa74259,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:42.502789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c77c71-76b4-4a6d-9d19-d6f08338dd1f', 'name': 'tempest-snat-router-485741230', 'tenant_id': '2fe4b6a9a72b425586daa263301f6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.167'}], 'enable_snat': False}, 'gw_port_id': '35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:32Z', 'updated_at': '2022-10-20T03:38:37Z', 'revision_number': 3, 'project_id': '2fe4b6a9a72b425586daa263301f6710', 'gw_port': {'id': '35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c77c71-76b4-4a6d-9d19-d6f08338dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:34Z', 'updated_at': '2022-10-20T03:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:42.507605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Checking router: 70c77c71-76b4-4a6d-9d19-d6f08338dd1f for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:42.507918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Updating router 70c77c71-76b4-4a6d-9d19-d6f08338dd1f port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:38:42.539851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-84014733-3c03-4ae9-9b46-115c6ae6c462 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:42.540644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-84014733-3c03-4ae9-9b46-115c6ae6c462 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:42.565982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.588117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:42.595199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.595439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.635931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:subnet and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:42.661604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:42.687691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:42.735422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Pushing event updated for resources: {'Port': ['ID=112021d6-ae60-43dd-b63f-e9716fa74259,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:42.737914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Usage tracker for resource:subnet and tenant:78eed53656a1451a95e7d634d51be026 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:42.748024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:42.759570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Provisioning for port 6bfee02b-bc13-4a95-a94b-39da74c183c9 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:42.760641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:42.766541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:42.772229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Provisioning complete for port 6bfee02b-bc13-4a95-a94b-39da74c183c9 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:42.775918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.775918 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Attempt 1 to provision port 6bfee02b-bc13-4a95-a94b-39da74c183c9 Oct 20 03:38:42.825447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-84014733-3c03-4ae9-9b46-115c6ae6c462 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:42.827019 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-84014733-3c03-4ae9-9b46-115c6ae6c462 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=66a66aae-5f1e-49b8-bea4-e816f2722120 HTTP/1.1" status: 200 len: 796 time: 1.3714905 Oct 20 03:38:42.868406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.874112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:42.874987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.897975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Port 6bfee02b-bc13-4a95-a94b-39da74c183c9 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:42.902608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33690) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:42.918919 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-f1372940-df12-4165-af21-b83baf0f3555 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.0803292 Oct 20 03:38:42.927295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Made reservation on behalf of 78eed53656a1451a95e7d634d51be026 for: {'subnet': 2} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:42.933550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.933881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.008312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.031667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.046700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Transition to ACTIVE for port object 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:43.075123 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e6d6f3cc-a223-4e5e-a1c8-60bd74411f41 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9f0ec4b446194ccca71fbf5b29f04da2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1710784 Oct 20 03:38:43.077868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33694) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:43.110016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.139419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:43.142530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.174643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Attempting to bind port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:43.175017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Attempting to bind port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:43.176211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Attempting to bind port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:43.183883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:43.185050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:43.185050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.185050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:43.185527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Bound port: 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:43.185867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.207323 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4665475 Oct 20 03:38:43.208311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33698) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:43.252283 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d651bb-eb3a-475e-93d3-6bf086bc9780 None None] Pushing event updated for resources: {'Port': ['ID=35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:43.279456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4982a898-74f1-40f7-808e-af181f0dbc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.283145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] For port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:43.286766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] For port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:43.287291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471b0af-269f-4cb7-952a-e49aa80b7b33 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Network': ['ID=e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:43.306028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:38:43.369068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'ports': [{'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b'}, {'network_id': 'e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1'}]} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:43.369479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:43.369971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:43.388817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Router 358c9e50-d4d3-44b9-95fa-04b5bc3322fd has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:38:43.399739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd41cda2-e1fe-4a43-8df2-36249e6c2fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.409311 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Attempt 2 to provision port 6bfee02b-bc13-4a95-a94b-39da74c183c9 Oct 20 03:38:43.441186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.442936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.523248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd41cda2-e1fe-4a43-8df2-36249e6c2fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.565436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Routers {'70c77c71-76b4-4a6d-9d19-d6f08338dd1f'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:43.566334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['70c77c71-76b4-4a6d-9d19-d6f08338dd1f'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:43.611784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4982a898-74f1-40f7-808e-af181f0dbc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 6bfee02b-bc13-4a95-a94b-39da74c183c9 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:43.680683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Port 6bfee02b-bc13-4a95-a94b-39da74c183c9 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:43.706454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.715533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d651bb-eb3a-475e-93d3-6bf086bc9780 None None] Pushing event updated for resources: {'Port': ['ID=35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:43.775214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] Set router 70c77c71-76b4-4a6d-9d19-d6f08338dd1f gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:43.820620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 112021d6-ae60-43dd-b63f-e9716fa74259 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:43.846896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:43.860724 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af04ab93-1600-4234-b9a8-54f0c671d05d None None] Sync routers for ids ['358c9e50-d4d3-44b9-95fa-04b5bc3322fd'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:43.862108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-506b3c77-8a67-4f77-a556-ab9c36d74290 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:43.872345 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af04ab93-1600-4234-b9a8-54f0c671d05d None None] Routers {'358c9e50-d4d3-44b9-95fa-04b5bc3322fd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:43.873342 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-af04ab93-1600-4234-b9a8-54f0c671d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['358c9e50-d4d3-44b9-95fa-04b5bc3322fd'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:43.875582 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-32f06151-cdaf-4cff-a9d4-80e6af11b6f4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "PUT /v2.0/routers/358c9e50-d4d3-44b9-95fa-04b5bc3322fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1070280 Oct 20 03:38:43.880568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33702) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:43.925928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:43.940733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:43.946602 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:43.973806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:43.980375 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-af04ab93-1600-4234-b9a8-54f0c671d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:43.990689 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af04ab93-1600-4234-b9a8-54f0c671d05d None None] Routers {'358c9e50-d4d3-44b9-95fa-04b5bc3322fd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:43.992142 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-af04ab93-1600-4234-b9a8-54f0c671d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['358c9e50-d4d3-44b9-95fa-04b5bc3322fd'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:44.008795 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe7de68-f027-4def-ba4d-269dc3f5d54a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:38:44.009358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ebe7de68-f027-4def-ba4d-269dc3f5d54a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:44.066326 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-af04ab93-1600-4234-b9a8-54f0c671d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:44.067090 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af04ab93-1600-4234-b9a8-54f0c671d05d None None] The sync data for ids ['358c9e50-d4d3-44b9-95fa-04b5bc3322fd'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:44.088898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 112021d6-ae60-43dd-b63f-e9716fa74259 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:44.089460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.089609 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 112021d6-ae60-43dd-b63f-e9716fa74259 Oct 20 03:38:44.103731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-506b3c77-8a67-4f77-a556-ab9c36d74290 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:44.105182 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-506b3c77-8a67-4f77-a556-ab9c36d74290 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1666589 Oct 20 03:38:44.142206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd41cda2-e1fe-4a43-8df2-36249e6c2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.144737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 2} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:44.149101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.183146 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Attempt 3 to provision port 6bfee02b-bc13-4a95-a94b-39da74c183c9 Oct 20 03:38:44.193518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ebe7de68-f027-4def-ba4d-269dc3f5d54a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:44.195429 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ebe7de68-f027-4def-ba4d-269dc3f5d54a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/ef39d0d5-0642-44e9-b99d-8e4cdc1369f8 HTTP/1.1" status: 404 len: 333 time: 0.3115542 Oct 20 03:38:44.198855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33706) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:44.200384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4982a898-74f1-40f7-808e-af181f0dbc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.207498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.225288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc793b-415b-4aeb-a27b-c53543059b0b None None] Port 6bfee02b-bc13-4a95-a94b-39da74c183c9 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:38:44.246776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41cda2-e1fe-4a43-8df2-36249e6c2fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79f520b-401c-4131-81c9-c8482d72abae,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:44.273007 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.306735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 112021d6-ae60-43dd-b63f-e9716fa74259 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:44.310162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c77c71-76b4-4a6d-9d19-d6f08338dd1f', 'name': 'tempest-snat-router-485741230', 'tenant_id': '2fe4b6a9a72b425586daa263301f6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.167'}], 'enable_snat': False}, 'gw_port_id': '35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:32Z', 'updated_at': '2022-10-20T03:38:37Z', 'revision_number': 3, 'project_id': '2fe4b6a9a72b425586daa263301f6710', 'gw_port': {'id': '35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c77c71-76b4-4a6d-9d19-d6f08338dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:34Z', 'updated_at': '2022-10-20T03:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:44.315056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8c064-38fb-418b-bb47-3c6fb2db2858 None None] The sync data for ids ['70c77c71-76b4-4a6d-9d19-d6f08338dd1f'] in dv-neutron-861845-1-hyperv is: [{'id': '70c77c71-76b4-4a6d-9d19-d6f08338dd1f', 'name': 'tempest-snat-router-485741230', 'tenant_id': '2fe4b6a9a72b425586daa263301f6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.167'}], 'enable_snat': False}, 'gw_port_id': '35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:32Z', 'updated_at': '2022-10-20T03:38:37Z', 'revision_number': 3, 'project_id': '2fe4b6a9a72b425586daa263301f6710', 'gw_port': {'id': '35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c77c71-76b4-4a6d-9d19-d6f08338dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:34Z', 'updated_at': '2022-10-20T03:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:44.418332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982a898-74f1-40f7-808e-af181f0dbc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=6bfee02b-bc13-4a95-a94b-39da74c183c9,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:44.431031 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd41cda2-e1fe-4a43-8df2-36249e6c2fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.432155 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cd41cda2-e1fe-4a43-8df2-36249e6c2fb9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e79f520b-401c-4131-81c9-c8482d72abae HTTP/1.1" status: 204 len: 168 time: 1.3534131 Oct 20 03:38:44.473069 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.492080 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-f13bb359-ab10-425c-8397-f036e2b583f9 service neutron] 10.222.0.33 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736205 Oct 20 03:38:44.525698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.529408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.708113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4982a898-74f1-40f7-808e-af181f0dbc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.711759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Checking segment: {'id': '3c9f4b63-8966-4183-b673-598741c5b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9a31aa1-522a-44b3-a67f-61f72cf022e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:44.712404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network hostable DHCP agents. Network: e9a31aa1-522a-44b3-a67f-61f72cf022e3, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:44.723027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-38392295-226f-4dca-9c79-d72c09dbcd98 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.778480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.819181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Subnet': ['ID=103c5665-aee1-4629-a9f7-7df96f1d2a74,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:44.951943 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Allocated IP 172.26.7.47 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/fe285620-9a11-4911-adda-4af38110423b) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:45.018932 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4982a898-74f1-40f7-808e-af181f0dbc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/6bfee02b-bc13-4a95-a94b-39da74c183c9 HTTP/1.1" status: 204 len: 168 time: 3.7232013 Oct 20 03:38:45.021312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33718) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:45.052217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Subnet': ['ID=508859a1-33c3-4370-8ee7-5318946e432c,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:45.093246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 35a1023a-d88d-4340-98fa-2a6afb18f5d7 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:45.107984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Checking segment: {'id': '8621ac44-8d2a-4ee5-96a3-b4edc626e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:45.108348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Network hostable DHCP agents. Network: 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:45.183813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.246954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Network 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:45.287580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.326976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network e9a31aa1-522a-44b3-a67f-61f72cf022e3 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:45.350469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-38392295-226f-4dca-9c79-d72c09dbcd98 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.357021 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-3ed70a84-1e92-4beb-9251-b9b71951fae8 service neutron] 10.222.0.33 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196526 Oct 20 03:38:45.365070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-38392295-226f-4dca-9c79-d72c09dbcd98 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.374233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, e9a31aa1-522a-44b3-a67f-61f72cf022e3) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:45.383182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b6fb5-af54-4d08-8030-cac7714f0bf6 None None] Network e9a31aa1-522a-44b3-a67f-61f72cf022e3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:45.397194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:45.404765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.514815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e7870b-08d9-453f-8ae3-beabaec44180 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:45.516559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e7870b-08d9-453f-8ae3-beabaec44180 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:45.517369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f8e7870b-08d9-453f-8ae3-beabaec44180 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:45.519266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.537045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:45.538837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-38392295-226f-4dca-9c79-d72c09dbcd98 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.539644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38392295-226f-4dca-9c79-d72c09dbcd98 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Fanout notify agent at l3_agent the message router_deleted on router 358c9e50-d4d3-44b9-95fa-04b5bc3322fd {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:45.554111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b2a6c1-873f-4b6d-98c7-867c3eef3d2b None None] Network 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:45.555078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f8e7870b-08d9-453f-8ae3-beabaec44180 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:45.558721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f8e7870b-08d9-453f-8ae3-beabaec44180 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4741292 Oct 20 03:38:45.564612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-38392295-226f-4dca-9c79-d72c09dbcd98 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.564612 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-38392295-226f-4dca-9c79-d72c09dbcd98 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/routers/358c9e50-d4d3-44b9-95fa-04b5bc3322fd HTTP/1.1" status: 204 len: 168 time: 1.3555982 Oct 20 03:38:45.564612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33732) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:45.594167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33736) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:45.620646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.671034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-1545aa0a-9058-4b22-b401-c3601e07b543 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 988d699e-34a7-44de-bcb2-385a160ee563 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:45.692166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1545aa0a-9058-4b22-b401-c3601e07b543 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.799239 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6855e6f1-d877-40e2-97a5-05a56c418461 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6995149 Oct 20 03:38:45.805799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33746) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:45.815645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'subnet': {'network_id': '24b317ce-68e4-402c-944f-1a94f2327c40', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:45.845442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:45.876266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1545aa0a-9058-4b22-b401-c3601e07b543 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.901504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 6eae0373-eac4-44db-aa8c-43f2eb947b72 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:45.908733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:45.936810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:45.943147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:45.972662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event updated for resources: {'Port': ['ID=fe285620-9a11-4911-adda-4af38110423b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:45.976618 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5880f15c-2e62-4bc7-a172-2dcd1144f1db req-1b8c485f-678b-4bdd-87f8-4b4957114069 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 210 time: 0.1850653 Oct 20 03:38:46.010240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-e9a31aa1-522a-44b3-a67f-61f72cf022e3', 'network_id': 'e9a31aa1-522a-44b3-a67f-61f72cf022e3', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'fixed_ips': [{'subnet_id': '103c5665-aee1-4629-a9f7-7df96f1d2a74'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:46.011598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.035104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event updated for resources: {'Subnet': ['ID=7d451ab7-e597-4e3d-b510-981d55186cf9,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:46.056360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84fe73a-082a-49f7-b6e7-98708e355b7d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 66c48e8f-6cd7-4c94-b412-66e3440f4737 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:46.066822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e84fe73a-082a-49f7-b6e7-98708e355b7d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.152655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Checking segment: {'id': '7b384188-6df2-4f9e-b2e6-42d5aa128289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fff7d4fc-5581-4ff6-8f4c-5480645acbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:46.153023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Network hostable DHCP agents. Network: fff7d4fc-5581-4ff6-8f4c-5480645acbba, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:46.171957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1545aa0a-9058-4b22-b401-c3601e07b543 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.224817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:46.233070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:subnet and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:46.248051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:46.259275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:46.315314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Allocated IP 2001:db8::2 (e9a31aa1-522a-44b3-a67f-61f72cf022e3/103c5665-aee1-4629-a9f7-7df96f1d2a74/c29fcd04-8d6d-4288-bc4d-3f481ea4cadb) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:46.395009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e84fe73a-082a-49f7-b6e7-98708e355b7d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.395440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:46.400362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.476938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1545aa0a-9058-4b22-b401-c3601e07b543 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.483214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad', 'network_id': '9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad', 'tenant_id': '78eed53656a1451a95e7d634d51be026', 'fixed_ips': [{'subnet_id': '508859a1-33c3-4370-8ee7-5318946e432c'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:46.484658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.537578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e84fe73a-082a-49f7-b6e7-98708e355b7d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.553286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545aa0a-9058-4b22-b401-c3601e07b543 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=988d699e-34a7-44de-bcb2-385a160ee563,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:46.611781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1545aa0a-9058-4b22-b401-c3601e07b543 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.660211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a9db3-e2f9-4a3b-bd67-569712caee04 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:46.706489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Network fff7d4fc-5581-4ff6-8f4c-5480645acbba is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:46.711231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.719639 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1545aa0a-9058-4b22-b401-c3601e07b543 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/988d699e-34a7-44de-bcb2-385a160ee563 HTTP/1.1" status: 204 len: 168 time: 1.1561570 Oct 20 03:38:46.725536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33764) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:46.768667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:46.814667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:46.815033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.815491 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 Oct 20 03:38:46.823692 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a5533ef6-003a-44b5-ad0f-c195c167f2c8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991762 Oct 20 03:38:46.826657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33770) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:46.940229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, fff7d4fc-5581-4ff6-8f4c-5480645acbba) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:46.955116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e84fe73a-082a-49f7-b6e7-98708e355b7d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.964232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.974144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c765b-aa06-4f12-bd0c-1c133252f086 None None] Network fff7d4fc-5581-4ff6-8f4c-5480645acbba requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:46.999812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.001135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.001603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.035400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fe73a-082a-49f7-b6e7-98708e355b7d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=66c48e8f-6cd7-4c94-b412-66e3440f4737,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:47.037812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e84fe73a-082a-49f7-b6e7-98708e355b7d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.073020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.091976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33780) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:47.105214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91eb2be-ad38-446f-9414-3e1774814e0e None None] Network 614d0636-65a3-4db2-b225-5db763d48d58 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:47.166770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Subnet': ['ID=5fde149f-8c65-4678-9341-030a91277a16,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:47.226185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.253303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Checking segment: {'id': '9bbf09ed-3831-47b6-9dea-c91d11e3d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24b317ce-68e4-402c-944f-1a94f2327c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:47.253303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network hostable DHCP agents. Network: 24b317ce-68e4-402c-944f-1a94f2327c40, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:47.263449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.295151 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e84fe73a-082a-49f7-b6e7-98708e355b7d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/66c48e8f-6cd7-4c94-b412-66e3440f4737 HTTP/1.1" status: 204 len: 168 time: 1.6889336 Oct 20 03:38:47.300991 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b0f01f2-5e60-4eba-9ae4-3aaccaa39756 req-3782e565-b421-4918-9807-3310cb93181c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 210 time: 0.1147914 Oct 20 03:38:47.302321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33786) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:47.314027 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b5dfabe3-2a54-47e1-808b-dd51ae19b02e tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.0609179 Oct 20 03:38:47.343110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33790) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:47.401919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1479899751'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:47.411914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 24b317ce-68e4-402c-944f-1a94f2327c40 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:47.417970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:47.439088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Usage tracker for resource:router and tenant:557efac116a74ceaba97bdb87373df28 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:47.444010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:47.460607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:47.471365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.485521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port ff858825-5500-43a8-97bf-7eb892712b3e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:47.485870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.501442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Allocated IP 172.20.0.2 (9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad/508859a1-33c3-4370-8ee7-5318946e432c/357519df-c507-4bdf-b7ce-6dc55ab28d0b) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:47.527884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:47.529611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 24b317ce-68e4-402c-944f-1a94f2327c40) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:47.536991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.537598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.547626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:47.564629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d156b8-3c80-4842-8759-cbe3d7625d86 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.566494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-28d156b8-3c80-4842-8759-cbe3d7625d86 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:47.570667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:47.571994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.593876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.597908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=35a1023a-d88d-4340-98fa-2a6afb18f5d7,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:47.610793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.611832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.636968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Transition to ACTIVE for port object c29fcd04-8d6d-4288-bc4d-3f481ea4cadb will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:47.640396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee0852-94be-4c94-91e8-63df0051252b None None] Network 24b317ce-68e4-402c-944f-1a94f2327c40 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:47.654167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dbc7bb-0353-42e8-a9bb-e53081847307 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:47.680926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:47.681563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.705151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.710382 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4a6de125-a24e-43b5-b0c1-759e671b4193 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9006851 Oct 20 03:38:47.718994 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33794) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:47.739550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1056635754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:47.746931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:47.751003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:router and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:47.753834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:47.762525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:47.795977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] For port ff858825-5500-43a8-97bf-7eb892712b3e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ff858825-5500-43a8-97bf-7eb892712b3e,segment=NetworkSegment(1424c48f-1234-4d72-ae36-d620bd39dd32),segment_id=1424c48f-1234-4d72-ae36-d620bd39dd32)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:47.796354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.800303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d0dbc7bb-0353-42e8-a9bb-e53081847307 None None] Deleting port 112021d6-ae60-43dd-b63f-e9716fa74259 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:47.802339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc7bb-0353-42e8-a9bb-e53081847307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.865325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.912038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0643b20-4640-4c44-b204-d7e8db137e86 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.913118 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0643b20-4640-4c44-b204-d7e8db137e86 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.914632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0643b20-4640-4c44-b204-d7e8db137e86 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.915436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d0643b20-4640-4c44-b204-d7e8db137e86 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Synchronizing usage tracker for tenant:78eed53656a1451a95e7d634d51be026 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:47.934244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=6eae0373-eac4-44db-aa8c-43f2eb947b72,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:47.972515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Transition to ACTIVE for port object c29fcd04-8d6d-4288-bc4d-3f481ea4cadb will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:47.983818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-28d156b8-3c80-4842-8759-cbe3d7625d86 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:47.984986 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-28d156b8-3c80-4842-8759-cbe3d7625d86 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1573944 Oct 20 03:38:47.988040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Checking segment: {'id': '3a9d1f83-3b2e-4a0f-9634-99cb43f1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:47.988408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network hostable DHCP agents. Network: e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:47.995174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33798) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:48.017044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:48.051466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d0643b20-4640-4c44-b204-d7e8db137e86 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Unset dirty status for tenant:78eed53656a1451a95e7d634d51be026 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:48.057323 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d0643b20-4640-4c44-b204-d7e8db137e86 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.7060242 Oct 20 03:38:48.057323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.058777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33802) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:48.078024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.078786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.088869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for ff858825-5500-43a8-97bf-7eb892712b3e owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:48.106314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-fff7d4fc-5581-4ff6-8f4c-5480645acbba', 'network_id': 'fff7d4fc-5581-4ff6-8f4c-5480645acbba', 'tenant_id': '78eed53656a1451a95e7d634d51be026', 'fixed_ips': [{'subnet_id': '7d451ab7-e597-4e3d-b510-981d55186cf9'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:48.106985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.128152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.132487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0cbb7a3c-82ab-4643-9d28-626fb3b290ff tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0348170 Oct 20 03:38:48.138818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33806) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:48.143571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.204869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.254607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:48.268440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f4ba6-d54d-4c09-8d1c-50dcc6d14f22 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:48.270180 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f26f4ba6-d54d-4c09-8d1c-50dcc6d14f22 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2742743 Oct 20 03:38:48.280862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33810) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:48.289639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d1937-f92a-4bb8-990e-c82472d5a279 None None] DHCP port deletion for 614d0636-65a3-4db2-b225-5db763d48d58 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:48.297803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.326329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-caa2469e-30e8-4d9e-9ea1-76443bc98cdd tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.380440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-a131e409-5c00-4069-adb6-f172bda70df4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Deleting subnet 508859a1-33c3-4370-8ee7-5318946e432c {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:48.462818 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d63a1848-a8a0-4a0b-8191-8615215012fe tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1794436 Oct 20 03:38:48.464067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:48.467103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33816) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:48.477605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:48.509296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a53d1937-f92a-4bb8-990e-c82472d5a279 None None] Deleting port ff858825-5500-43a8-97bf-7eb892712b3e {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:48.509873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a53d1937-f92a-4bb8-990e-c82472d5a279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.550757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:48.552771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ff858825-5500-43a8-97bf-7eb892712b3e no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:48.556762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:48.561746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:48.562385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.584958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cfaa00-3664-4a07-93f8-0f3673d0548d None None] Network e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:48.612941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Network e9a31aa1-522a-44b3-a67f-61f72cf022e3 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:48.615247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: ff858825-5500-43a8-97bf-7eb892712b3e {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:48.615591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ff858825-5500-43a8-97bf-7eb892712b3e not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:48.616001 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 112021d6-ae60-43dd-b63f-e9716fa74259 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:48.631768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.649741 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-83ea42bb-78ec-4778-a713-9ed37d38c95d req-1e4ab41e-c1a6-4c89-9d56-bcdb583cfe0c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 210 time: 0.1835337 Oct 20 03:38:48.664923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.740371 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2c5f6160-d78a-4a43-9b0a-f1fd85a50d61 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5271473 Oct 20 03:38:48.744311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33820) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:48.746879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:48.791803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-e54ca4c2-db79-4c47-84de-34a38ffbc5d4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:48.793515 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-e54ca4c2-db79-4c47-84de-34a38ffbc5d4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=66a66aae-5f1e-49b8-bea4-e816f2722120 HTTP/1.1" status: 200 len: 796 time: 0.3216538 Oct 20 03:38:48.794152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Router ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:38:48.820066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:48.855584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=ff858825-5500-43a8-97bf-7eb892712b3e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:48.856762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Pushing event updated for resources: {'Port': ['ID=c29fcd04-8d6d-4288-bc4d-3f481ea4cadb,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:48.872320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-caa2469e-30e8-4d9e-9ea1-76443bc98cdd tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.878737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-caa2469e-30e8-4d9e-9ea1-76443bc98cdd tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.887480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No DVR routers for this DVR port ff858825-5500-43a8-97bf-7eb892712b3e on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:48.925146 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.967724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.971607 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7e1f4cf7-8b2a-4a0e-a66b-0fe62c6d5850 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2467556 Oct 20 03:38:48.972331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33824) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:49.021990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:49.040243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b3d84c29-ff94-4b6b-8e14-c20ae3a17263 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 6eae0373-eac4-44db-aa8c-43f2eb947b72 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:49.045059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b3d84c29-ff94-4b6b-8e14-c20ae3a17263 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.081893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:49.093029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-caa2469e-30e8-4d9e-9ea1-76443bc98cdd tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.094071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa2469e-30e8-4d9e-9ea1-76443bc98cdd tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d593238-9c0a-40b1-934e-eb026d6ee01c {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:49.122729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a53d1937-f92a-4bb8-990e-c82472d5a279 None None] The port 'ff858825-5500-43a8-97bf-7eb892712b3e' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:38:49.130186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-0d930fc5-b33b-497e-be32-55d4360db85f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:49.158897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:49.179905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:49.183040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.186074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:49.205235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-caa2469e-30e8-4d9e-9ea1-76443bc98cdd tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.206246 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-caa2469e-30e8-4d9e-9ea1-76443bc98cdd tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "DELETE /v2.0/routers/5d593238-9c0a-40b1-934e-eb026d6ee01c HTTP/1.1" status: 204 len: 168 time: 1.0721238 Oct 20 03:38:49.211310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33832) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:49.213308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Transition to ACTIVE for port object 357519df-c507-4bdf-b7ce-6dc55ab28d0b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:49.223823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-0d930fc5-b33b-497e-be32-55d4360db85f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:49.227505 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-0d930fc5-b33b-497e-be32-55d4360db85f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 379 time: 0.4110138 Oct 20 03:38:49.230748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] Sync routers for ids ['ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:49.238017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Request body: {'router': {'name': 'tempest-router-1855133852', 'distributed': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:49.251142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['33000dae-153b-40ef-8a8b-9281e015eedd']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:49.264995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:49.287581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614d0636-65a3-4db2-b225-5db763d48d58']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:49.294728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Usage tracker for resource:router and tenant:557efac116a74ceaba97bdb87373df28 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:49.311357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d0dbc7bb-0353-42e8-a9bb-e53081847307 None None] For port 112021d6-ae60-43dd-b63f-e9716fa74259, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=112021d6-ae60-43dd-b63f-e9716fa74259,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:49.311638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc7bb-0353-42e8-a9bb-e53081847307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.369060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-24b317ce-68e4-402c-944f-1a94f2327c40', 'network_id': '24b317ce-68e4-402c-944f-1a94f2327c40', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'fixed_ips': [{'subnet_id': '5fde149f-8c65-4678-9341-030a91277a16'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:49.369953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.489388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:49.490280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.497933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:49.511203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1424c48f-1234-4d72-ae36-d620bd39dd32') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:49.511496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1424c48f-1234-4d72-ae36-d620bd39dd32') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:49.557172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.561062 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ada55363-2c4a-4db6-a23c-8b4d366fb434 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.4716797 Oct 20 03:38:49.564256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33836) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:49.570587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:49.579323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.659134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d0dbc7bb-0353-42e8-a9bb-e53081847307 None None] Calling delete_port for 112021d6-ae60-43dd-b63f-e9716fa74259 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:49.760584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 112021d6-ae60-43dd-b63f-e9716fa74259 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:49.764535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.768159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b3d84c29-ff94-4b6b-8e14-c20ae3a17263 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.789190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.807301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:49.807752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.825050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:49.844696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] Routers {'ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:49.844696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:49.892496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Attempting to bind port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:49.893208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Attempting to bind port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '3c9f4b63-8966-4183-b673-598741c5b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9a31aa1-522a-44b3-a67f-61f72cf022e3'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:49.894759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Attempting to bind port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb on network e9a31aa1-522a-44b3-a67f-61f72cf022e3 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:49.900101 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 1424c48f-1234-4d72-ae36-d620bd39dd32 resource provider aggregate not found Oct 20 03:38:49.908745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Transition to ACTIVE for port object 357519df-c507-4bdf-b7ce-6dc55ab28d0b will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:49.946592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b3d84c29-ff94-4b6b-8e14-c20ae3a17263 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 6eae0373-eac4-44db-aa8c-43f2eb947b72 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:49.986562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc7bb-0353-42e8-a9bb-e53081847307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.000414 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 1424c48f-1234-4d72-ae36-d620bd39dd32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1424c48f-1234-4d72-ae36-d620bd39dd32 found for delete ", "request_id": "req-f5f9ce47-cec6-4787-8888-d7d5bcbba927"}]} Oct 20 03:38:50.000727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a131e409-5c00-4069-adb6-f172bda70df4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.008343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Allocated IP 172.20.0.18 (fff7d4fc-5581-4ff6-8f4c-5480645acbba/7d451ab7-e597-4e3d-b510-981d55186cf9/c4178c8e-5f0a-4d18-a4a7-6c4fc311207e) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:50.026139 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47bf1dc4-9d2c-4641-9be6-1328d24e2986 req-f52968f1-1d64-44b6-9699-05c9b59c9caf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 210 time: 0.1838593 Oct 20 03:38:50.043349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:50.043871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Checking segment: {'id': '3c9f4b63-8966-4183-b673-598741c5b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9a31aa1-522a-44b3-a67f-61f72cf022e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:50.044368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.044870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Bound using segment: {'id': '3c9f4b63-8966-4183-b673-598741c5b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9a31aa1-522a-44b3-a67f-61f72cf022e3'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:50.045606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Bound port: c29fcd04-8d6d-4288-bc4d-3f481ea4cadb, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9f4b63-8966-4183-b673-598741c5b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9a31aa1-522a-44b3-a67f-61f72cf022e3'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:50.046079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.049452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.050488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.074818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.079021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.087853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.095172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:50.107091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:50.132255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7a5ae355-fb8c-4c50-a87a-2bf344f59f7f tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/routers/ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1 HTTP/1.1" status: 200 len: 906 time: 0.5591476 Oct 20 03:38:50.138260 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33846) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:50.162388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Network 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:50.178885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:50.178885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:50.181649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbc7bb-0353-42e8-a9bb-e53081847307 None None] Pushing event deleted for resources: {'Port': ['ID=112021d6-ae60-43dd-b63f-e9716fa74259,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:50.222747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dbc7bb-0353-42e8-a9bb-e53081847307 None None] No DVR routers for this DVR port 112021d6-ae60-43dd-b63f-e9716fa74259 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:50.225333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.252195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.274543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Network': ['ID=614d0636-65a3-4db2-b225-5db763d48d58,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:50.321141 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-01d387ac-7b07-43f3-855a-ab7d47b162d4 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/networks/614d0636-65a3-4db2-b225-5db763d48d58 HTTP/1.1" status: 204 len: 168 time: 3.0141847 Oct 20 03:38:50.325250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33850) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:50.360112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.426107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d48f08-8869-40bd-91b4-6fd6aecb9376 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:50.426644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-66d48f08-8869-40bd-91b4-6fd6aecb9376 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:50.565818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a131e409-5c00-4069-adb6-f172bda70df4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.569047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-66d48f08-8869-40bd-91b4-6fd6aecb9376 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:50.574074 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-66d48f08-8869-40bd-91b4-6fd6aecb9376 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e HTTP/1.1" status: 200 len: 841 time: 0.2478602 Oct 20 03:38:50.592137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33854) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:50.621180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.624225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:50.627474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.641314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:50.693603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Pushing event updated for resources: {'Port': ['ID=357519df-c507-4bdf-b7ce-6dc55ab28d0b,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:50.700002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.794053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Deleting port fe285620-9a11-4911-adda-4af38110423b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:50.794053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.825567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Attempting to bind port 357519df-c507-4bdf-b7ce-6dc55ab28d0b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:50.829354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Attempting to bind port 357519df-c507-4bdf-b7ce-6dc55ab28d0b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '8621ac44-8d2a-4ee5-96a3-b4edc626e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:50.829354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Attempting to bind port 357519df-c507-4bdf-b7ce-6dc55ab28d0b on network 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:50.830571 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2fd91189-7fbb-4d62-88bd-98d4927b5d1e tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2315331 Oct 20 03:38:50.832488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 2001:db8::1 (e9a31aa1-522a-44b3-a67f-61f72cf022e3/103c5665-aee1-4629-a9f7-7df96f1d2a74/d6d46c39-d484-41af-9a6c-5c30167c49e2) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:50.834565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b3d84c29-ff94-4b6b-8e14-c20ae3a17263 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.836576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33858) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:50.837777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a131e409-5c00-4069-adb6-f172bda70df4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.888542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] For port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:50.891686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] Set router ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:50.892938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:50.931011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.933581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:50.934227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Checking segment: {'id': '8621ac44-8d2a-4ee5-96a3-b4edc626e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:50.934728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.935121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Bound using segment: {'id': '8621ac44-8d2a-4ee5-96a3-b4edc626e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:50.935602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Bound port: 357519df-c507-4bdf-b7ce-6dc55ab28d0b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8621ac44-8d2a-4ee5-96a3-b4edc626e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:50.936061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.001847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:51.008994 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:51.021447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:51.022055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.044174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edc04a2-8fcb-4517-b936-250c969bca74 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:51.053509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=da9531a5-e475-4aff-a9b4-1d913518653d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.072304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] For port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c29fcd04-8d6d-4288-bc4d-3f481ea4cadb,segment=NetworkSegment(3c9f4b63-8966-4183-b673-598741c5b983),segment_id=3c9f4b63-8966-4183-b673-598741c5b983)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:51.085686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.086865 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f2c78dda-8622-4dfa-a07f-52202181a7a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.8716502 Oct 20 03:38:51.091712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33864) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:51.162176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d84c29-ff94-4b6b-8e14-c20ae3a17263 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=6eae0373-eac4-44db-aa8c-43f2eb947b72,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.295684 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-13f19d13-b00f-41fb-94ac-ca37e7bd438a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8256509 Oct 20 03:38:51.322807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b3d84c29-ff94-4b6b-8e14-c20ae3a17263 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.329536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Allocated IP 2001:db8:1::2 (24b317ce-68e4-402c-944f-1a94f2327c40/5fde149f-8c65-4678-9341-030a91277a16/1430661c-1a7e-48d4-835b-b6ee7ba28545) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:51.344625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.357308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33868) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:51.375977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.382727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:7d:0d:ab', 'name': 'tempest-NetworksTestDHCPv6-1931056404'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:51.405647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-134493e7-dc80-4ee0-a8e1-ecd2560d431c req-e56ab875-906d-4168-868e-a70788d734d2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:51.411367 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b3d84c29-ff94-4b6b-8e14-c20ae3a17263 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/6eae0373-eac4-44db-aa8c-43f2eb947b72 HTTP/1.1" status: 204 len: 168 time: 2.6660089 Oct 20 03:38:51.422447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33872) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:51.474854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ae215e1-7c74-4809-b4b6-8d4e6271715d tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.501418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:51.505383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:51.505832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.506238 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 Oct 20 03:38:51.522342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.24 (66a66aae-5f1e-49b8-bea4-e816f2722120/2f9470ca-88cc-4eac-b41e-1b12a0519d33/947532a1-11c2-4a73-a936-673dc16efe11) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:51.524565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:51.529172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Transition to ACTIVE for port object d6d46c39-d484-41af-9a6c-5c30167c49e2 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:51.529809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:51.555177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:51.567220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-134493e7-dc80-4ee0-a8e1-ecd2560d431c req-e56ab875-906d-4168-868e-a70788d734d2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:51.568350 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-134493e7-dc80-4ee0-a8e1-ecd2560d431c req-e56ab875-906d-4168-868e-a70788d734d2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 210 time: 0.3104355 Oct 20 03:38:51.574813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a131e409-5c00-4069-adb6-f172bda70df4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.647205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.656336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131e409-5c00-4069-adb6-f172bda70df4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Subnet': ['ID=508859a1-33c3-4370-8ee7-5318946e432c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.683903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a131e409-5c00-4069-adb6-f172bda70df4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.754129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.794943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] For port 357519df-c507-4bdf-b7ce-6dc55ab28d0b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:51.798070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bfa6b-e9c4-4f02-8a65-cbcf798f58bc None None] Pushing event updated for resources: {'Port': ['ID=c29fcd04-8d6d-4288-bc4d-3f481ea4cadb,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.814472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:51.817904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.843440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Transition to ACTIVE for port object c4178c8e-5f0a-4d18-a4a7-6c4fc311207e will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:51.853455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Calling delete_port for fe285620-9a11-4911-adda-4af38110423b owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:51.879594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ae215e1-7c74-4809-b4b6-8d4e6271715d tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.884906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ae215e1-7c74-4809-b4b6-8d4e6271715d tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.889664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] For port 357519df-c507-4bdf-b7ce-6dc55ab28d0b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=357519df-c507-4bdf-b7ce-6dc55ab28d0b,segment=NetworkSegment(8621ac44-8d2a-4ee5-96a3-b4edc626e2c0),segment_id=8621ac44-8d2a-4ee5-96a3-b4edc626e2c0)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:51.895928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:51.900322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:51.903534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:51.909697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:51.951902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Transition to ACTIVE for port object c4178c8e-5f0a-4d18-a4a7-6c4fc311207e will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:51.970505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.984145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:52.053197 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a131e409-5c00-4069-adb6-f172bda70df4 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/subnets/508859a1-33c3-4370-8ee7-5318946e432c HTTP/1.1" status: 204 len: 168 time: 3.9874756 Oct 20 03:38:52.087732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33876) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:52.096889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268fb340-0c1c-4260-b451-a77e73be7f32 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:52.107617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268fb340-0c1c-4260-b451-a77e73be7f32 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:52.108591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-268fb340-0c1c-4260-b451-a77e73be7f32 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:52.131826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.168632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.207344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ae215e1-7c74-4809-b4b6-8d4e6271715d tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.208208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae215e1-7c74-4809-b4b6-8d4e6271715d tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b58b3e64-48f6-4b38-911d-2046edd9b27e {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:52.232781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network e9a31aa1-522a-44b3-a67f-61f72cf022e3 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:52.255692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:52.258245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:52.258949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.280543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ae215e1-7c74-4809-b4b6-8d4e6271715d tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.281774 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0ae215e1-7c74-4809-b4b6-8d4e6271715d tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "DELETE /v2.0/routers/b58b3e64-48f6-4b38-911d-2046edd9b27e HTTP/1.1" status: 204 len: 168 time: 1.1888905 Oct 20 03:38:52.297207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': 'da9531a5-e475-4aff-a9b4-1d913518653d'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:52.298043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.303468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33880) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:52.324767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Network fff7d4fc-5581-4ff6-8f4c-5480645acbba is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:52.330242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:52.340623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:52.344183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Request body: {'router': {'name': 'tempest-router-849630640', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '47cecadf942a4ecf9e38b73ad48cc3eb'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:52.356946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:52.364169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:52.370159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086651df-aa62-4f50-8f65-12159bd66a0b None None] Pushing event updated for resources: {'Port': ['ID=357519df-c507-4bdf-b7ce-6dc55ab28d0b,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:52.374713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Usage tracker for resource:router and tenant:47cecadf942a4ecf9e38b73ad48cc3eb is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:52.391162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:52.404458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.416715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-268fb340-0c1c-4260-b451-a77e73be7f32 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:38:52.418501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:52.420901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=d6d46c39-d484-41af-9a6c-5c30167c49e2,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:52.422658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.434491 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-268fb340-0c1c-4260-b451-a77e73be7f32 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.0106936 Oct 20 03:38:52.440797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33884) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:52.466840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d81138-d62f-49ba-9a5f-7cbad8383709 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Deleting subnet 7d451ab7-e597-4e3d-b510-981d55186cf9 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:38:52.470646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5d81138-d62f-49ba-9a5f-7cbad8383709 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.532980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5d81138-d62f-49ba-9a5f-7cbad8383709 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.541317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Transition to ACTIVE for port object 1430661c-1a7e-48d4-835b-b6ee7ba28545 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:52.600333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port d658f468-2d89-4b7f-a2a2-e9db7ae19d9d yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:52.646036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.687046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1', 'name': 'tempest-snat-router-485741230', 'tenant_id': '2fe4b6a9a72b425586daa263301f6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'fe285620-9a11-4911-adda-4af38110423b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:42Z', 'updated_at': '2022-10-20T03:38:46Z', 'revision_number': 3, 'project_id': '2fe4b6a9a72b425586daa263301f6710', 'gw_port': {'id': 'fe285620-9a11-4911-adda-4af38110423b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:07:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:44Z', 'updated_at': '2022-10-20T03:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:52.695667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Pushing event updated for resources: {'Port': ['ID=c4178c8e-5f0a-4d18-a4a7-6c4fc311207e,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:52.698688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.699674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.707026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Transition to ACTIVE for port object 1430661c-1a7e-48d4-835b-b6ee7ba28545 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:52.707134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5d81138-d62f-49ba-9a5f-7cbad8383709 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.712823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] Checking router: ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:52.713414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] Updating router ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1 port fe285620-9a11-4911-adda-4af38110423b binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:38:52.741684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Attempting to bind port c4178c8e-5f0a-4d18-a4a7-6c4fc311207e on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:52.742429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Attempting to bind port c4178c8e-5f0a-4d18-a4a7-6c4fc311207e by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '7b384188-6df2-4f9e-b2e6-42d5aa128289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fff7d4fc-5581-4ff6-8f4c-5480645acbba'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:52.743119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Attempting to bind port c4178c8e-5f0a-4d18-a4a7-6c4fc311207e on network fff7d4fc-5581-4ff6-8f4c-5480645acbba {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:52.760254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-72c3fe1b-b0b9-47fd-96bd-12353bfa4a65 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 35a1023a-d88d-4340-98fa-2a6afb18f5d7 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:52.760608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-72c3fe1b-b0b9-47fd-96bd-12353bfa4a65 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.783896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 357519df-c507-4bdf-b7ce-6dc55ab28d0b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:52.816087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 947532a1-11c2-4a73-a936-673dc16efe11 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:52.831107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:52.840555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Checking segment: {'id': '7b384188-6df2-4f9e-b2e6-42d5aa128289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fff7d4fc-5581-4ff6-8f4c-5480645acbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:52.841241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.852305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Bound using segment: {'id': '7b384188-6df2-4f9e-b2e6-42d5aa128289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fff7d4fc-5581-4ff6-8f4c-5480645acbba'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:52.852305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Bound port: c4178c8e-5f0a-4d18-a4a7-6c4fc311207e, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b384188-6df2-4f9e-b2e6-42d5aa128289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fff7d4fc-5581-4ff6-8f4c-5480645acbba'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:52.852305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.869964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.880206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.977404 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a60117c9-02c4-47dc-989d-72686ea00ff5 req-4c3a24c1-fbbe-4190-848f-e149ba5f8382 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 210 time: 0.1012771 Oct 20 03:38:53.037667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.053320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5d81138-d62f-49ba-9a5f-7cbad8383709 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.102404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.108791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.120275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.151507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Network 24b317ce-68e4-402c-944f-1a94f2327c40 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:53.152863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/da9531a5-e475-4aff-a9b4-1d913518653d/a702a68c-7436-49b8-874a-6847678cdb89) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:53.167863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:53.186688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5d81138-d62f-49ba-9a5f-7cbad8383709 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.190934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:53.203484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.203762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Pushing event updated for resources: {'Port': ['ID=1430661c-1a7e-48d4-835b-b6ee7ba28545,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:53.206143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] Port fe285620-9a11-4911-adda-4af38110423b not found while updating agent binding for router ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1. {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 03:38:53.220661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.244361 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] For port c4178c8e-5f0a-4d18-a4a7-6c4fc311207e, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:53.248411 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a5d81138-d62f-49ba-9a5f-7cbad8383709 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/subnets/7d451ab7-e597-4e3d-b510-981d55186cf9 HTTP/1.1" status: 204 len: 168 time: 1.1343668 Oct 20 03:38:53.253662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d81138-d62f-49ba-9a5f-7cbad8383709 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Subnet': ['ID=7d451ab7-e597-4e3d-b510-981d55186cf9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:53.260679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] For port c4178c8e-5f0a-4d18-a4a7-6c4fc311207e, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c4178c8e-5f0a-4d18-a4a7-6c4fc311207e,segment=NetworkSegment(7b384188-6df2-4f9e-b2e6-42d5aa128289),segment_id=7b384188-6df2-4f9e-b2e6-42d5aa128289)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:53.347709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33890) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:53.444706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe285620-9a11-4911-adda-4af38110423b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:53.583224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 66a66aae-5f1e-49b8-bea4-e816f2722120 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:53.584116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=947532a1-11c2-4a73-a936-673dc16efe11,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:53.589994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.606425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] Routers {'ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:53.606597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:53.683972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.695265 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265177b4-7d0f-48ad-bdb4-0bf05f2b60f7 None None] Network e9a31aa1-522a-44b3-a67f-61f72cf022e3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:53.695913 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7707394f-525e-44b5-8f65-46572d804a4a tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3750231 Oct 20 03:38:53.706353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33894) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:53.716315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Request body: {'router': {'distributed': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:53.765419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:53.766518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:53.774520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be70715-311e-4f01-bd04-104364d4660e None None] Network 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:53.779290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:53.783152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:53.815085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.818571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:53.819167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.861238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.866354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=8407ede6-7233-4cff-b690-63e31cdf7014,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:53.872742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ea65a3-5096-4196-9123-dd32e680929e None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:53.873157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-72c3fe1b-b0b9-47fd-96bd-12353bfa4a65 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.874332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.891495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ac002-925d-43c6-bcd0-bcdc7b950a84 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:53.893368 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-df0ac002-925d-43c6-bcd0-bcdc7b950a84 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5374887 Oct 20 03:38:53.901392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33900) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:53.912477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:53.913666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.939159 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e691ddf3-b2a7-4244-9327-50951037be0c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0601027 Oct 20 03:38:53.942569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33904) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:53.949053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1892387260'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:53.959332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:53.967803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:53.972646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:53.980926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:53.997011 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-5fd81696-7aad-4242-83a2-c13cb04cae77 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7532446 Oct 20 03:38:54.016207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Request body: {'port': {'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:54.054200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.054808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:54.066880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-72c3fe1b-b0b9-47fd-96bd-12353bfa4a65 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 35a1023a-d88d-4340-98fa-2a6afb18f5d7 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:54.081607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.086791 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-66691c21-4909-4a49-a1bd-4c7016d9033a tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "DELETE /v2.0/routers/ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1 HTTP/1.1" status: 204 len: 168 time: 3.9445322 Oct 20 03:38:54.087681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33910) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:54.092928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.204969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] Set router ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:38:54.348204 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:54.364640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Attempting to bind port 1430661c-1a7e-48d4-835b-b6ee7ba28545 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:54.365006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Attempting to bind port 1430661c-1a7e-48d4-835b-b6ee7ba28545 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '9bbf09ed-3831-47b6-9dea-c91d11e3d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24b317ce-68e4-402c-944f-1a94f2327c40'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:54.365386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Attempting to bind port 1430661c-1a7e-48d4-835b-b6ee7ba28545 on network 24b317ce-68e4-402c-944f-1a94f2327c40 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:54.375616 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group_rule and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:54.380541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.381112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:54.393356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 357519df-c507-4bdf-b7ce-6dc55ab28d0b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:54.400442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:54.420696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-20401bbb-de39-4fb1-8554-9c84adf67045 None None] Provisioning for port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:54.423646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1', 'name': 'tempest-snat-router-485741230', 'tenant_id': '2fe4b6a9a72b425586daa263301f6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:42Z', 'updated_at': '2022-10-20T03:38:52Z', 'revision_number': 5, 'project_id': '2fe4b6a9a72b425586daa263301f6710', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:54.437831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.453411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c29fcd04-8d6d-4288-bc4d-3f481ea4cadb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:54.478189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:54.478593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Checking segment: {'id': '9bbf09ed-3831-47b6-9dea-c91d11e3d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24b317ce-68e4-402c-944f-1a94f2327c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:54.478947 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.479351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Bound using segment: {'id': '9bbf09ed-3831-47b6-9dea-c91d11e3d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24b317ce-68e4-402c-944f-1a94f2327c40'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:54.479814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Bound port: 1430661c-1a7e-48d4-835b-b6ee7ba28545, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbf09ed-3831-47b6-9dea-c91d11e3d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '24b317ce-68e4-402c-944f-1a94f2327c40'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:54.480181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.504632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Transition to ACTIVE for port object a702a68c-7436-49b8-874a-6847678cdb89 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:54.525100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.565490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d93d6-ab72-4dd1-b1e5-23f44edb8978 None None] The sync data for ids ['ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1'] in dv-neutron-861845-1-hyperv is: [{'id': 'ba46348b-a5e6-4e7d-a19d-7d0e3a8a4db1', 'name': 'tempest-snat-router-485741230', 'tenant_id': '2fe4b6a9a72b425586daa263301f6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:42Z', 'updated_at': '2022-10-20T03:38:52Z', 'revision_number': 5, 'project_id': '2fe4b6a9a72b425586daa263301f6710', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:54.672221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde7a78-421d-46f1-a916-b309e74c6c4b None None] Pushing event updated for resources: {'Port': ['ID=c4178c8e-5f0a-4d18-a4a7-6c4fc311207e,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:54.714389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0ccf-5d7e-4667-9c3c-d6d8ffe742ab req-2d8b28a2-0326-4581-93a0-a49bb43782cd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:54.721719 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-03da0ccf-5d7e-4667-9c3c-d6d8ffe742ab req-2d8b28a2-0326-4581-93a0-a49bb43782cd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 932 time: 0.5511570 Oct 20 03:38:54.754376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.754982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.851576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Transition to ACTIVE for port object a702a68c-7436-49b8-874a-6847678cdb89 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:54.885944 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbf5293-cbc0-428c-a1fd-9506ca338214 None None] Network fff7d4fc-5581-4ff6-8f4c-5480645acbba requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:54.895480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=90075) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 20 03:38:54.896043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Router 8d5b7f1c-5ca4-42ee-85c5-41bc9bf51a73 migrating from provider to provider. {{(pid=90075) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 20 03:38:54.896597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.902212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.906193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.939955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.968771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.976129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Deleting port c4178c8e-5f0a-4d18-a4a7-6c4fc311207e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:54.976475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.030323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.110083 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-03da0ccf-5d7e-4667-9c3c-d6d8ffe742ab req-9f38bbf5-f975-4a0a-9ee7-3766e1f8c467 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871837 Oct 20 03:38:55.130783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.158382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] For port 1430661c-1a7e-48d4-835b-b6ee7ba28545, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:55.161806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.167083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Provisioning for port 947532a1-11c2-4a73-a936-673dc16efe11 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:55.203999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-72c3fe1b-b0b9-47fd-96bd-12353bfa4a65 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.254846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Deleting port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:55.255187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.258616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:55.265370 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Provisioning complete for port 947532a1-11c2-4a73-a936-673dc16efe11 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:55.265963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.267417 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Attempt 1 to provision port 947532a1-11c2-4a73-a936-673dc16efe11 Oct 20 03:38:55.293345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c004f-837c-4775-b11d-e2110e501bcb,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:55.313173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.316898 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b177fbe1-23b5-41b1-97ff-60271e7f339d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3708465 Oct 20 03:38:55.328777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] For port 1430661c-1a7e-48d4-835b-b6ee7ba28545, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1430661c-1a7e-48d4-835b-b6ee7ba28545,segment=NetworkSegment(9bbf09ed-3831-47b6-9dea-c91d11e3d954),segment_id=9bbf09ed-3831-47b6-9dea-c91d11e3d954)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:55.330056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:55.339025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33914) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:55.344270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3fe1b-b0b9-47fd-96bd-12353bfa4a65 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=35a1023a-d88d-4340-98fa-2a6afb18f5d7,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:55.367483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'security_group': {'name': 'tempest-secgroup-897724718'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:55.377075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:55.389608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:55.392288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-72c3fe1b-b0b9-47fd-96bd-12353bfa4a65 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.394773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:55.411645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:55.426778 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] No L3 agents can host the router 8d5b7f1c-5ca4-42ee-85c5-41bc9bf51a73 Oct 20 03:38:55.429515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:55.434816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::288 (70bc74a8-f345-4115-a4c4-4fbf84d34303/da9531a5-e475-4aff-a9b4-1d913518653d/d658f468-2d89-4b7f-a2a2-e9db7ae19d9d) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:55.449536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:55.466944 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:55.467668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.468197 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb Oct 20 03:38:55.526158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Pushing event updated for resources: {'Port': ['ID=a702a68c-7436-49b8-874a-6847678cdb89,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:55.528909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.573379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.599959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947532a1-11c2-4a73-a936-673dc16efe11 {{(pid=90076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:38:55.613818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.619228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] For port 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:55.619228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.670189 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-72c3fe1b-b0b9-47fd-96bd-12353bfa4a65 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/35a1023a-d88d-4340-98fa-2a6afb18f5d7 HTTP/1.1" status: 204 len: 168 time: 3.2168190 Oct 20 03:38:55.759385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.760392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.761124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Attempting to bind port a702a68c-7436-49b8-874a-6847678cdb89 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:55.761523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Attempting to bind port a702a68c-7436-49b8-874a-6847678cdb89 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:55.761908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Attempting to bind port a702a68c-7436-49b8-874a-6847678cdb89 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:55.787805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33918) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:55.789716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Port 947532a1-11c2-4a73-a936-673dc16efe11 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:55.801846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:55.802238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:55.802599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.802987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:55.803468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Bound port: a702a68c-7436-49b8-874a-6847678cdb89, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:55.804490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.839713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ab41b-fb8d-4bab-b179-ccc08ecee328 None None] Pushing event updated for resources: {'Port': ['ID=1430661c-1a7e-48d4-835b-b6ee7ba28545,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:55.876493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.948666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-3adfee56-f034-484e-a5de-37ef3836d9e4', 'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'tenant_id': '36b8764e24e545db861ce3976f2130cf', 'fixed_ips': [{'subnet_id': '8407ede6-7233-4cff-b690-63e31cdf7014'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:38:55.949543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.950292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] For port c4178c8e-5f0a-4d18-a4a7-6c4fc311207e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c4178c8e-5f0a-4d18-a4a7-6c4fc311207e,segment=NetworkSegment(7b384188-6df2-4f9e-b2e6-42d5aa128289),segment_id=7b384188-6df2-4f9e-b2e6-42d5aa128289)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:55.950654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.951205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Calling delete_port for 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:56.020965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Transition to ACTIVE for port object 947532a1-11c2-4a73-a936-673dc16efe11 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:56.079227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ece7b2-490a-4a3c-8199-cc4d8cc21f65 None None] DHCP port deletion for 9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:38:56.102110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.132562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d2ece7b2-490a-4a3c-8199-cc4d8cc21f65 None None] Deleting port 357519df-c507-4bdf-b7ce-6dc55ab28d0b {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:38:56.132562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d2ece7b2-490a-4a3c-8199-cc4d8cc21f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.179646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:56.180182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.184302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Calling delete_port for c4178c8e-5f0a-4d18-a4a7-6c4fc311207e owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:56.195666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] For port a702a68c-7436-49b8-874a-6847678cdb89, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:56.269017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] For port a702a68c-7436-49b8-874a-6847678cdb89, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a702a68c-7436-49b8-874a-6847678cdb89,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:56.299984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b51af-3367-4467-89b4-fae39f3866ed tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:56.305583 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b02b51af-3367-4467-89b4-fae39f3866ed tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5154433 Oct 20 03:38:56.306196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33924) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:56.313081 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Attempt 2 to provision port 947532a1-11c2-4a73-a936-673dc16efe11 Oct 20 03:38:56.499131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=d6d46c39-d484-41af-9a6c-5c30167c49e2,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:56.515519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:56.528536 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfce924-721c-4ad9-92a0-f33ab1f95e96 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:38:56.532705 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4cfce924-721c-4ad9-92a0-f33ab1f95e96 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/6eae0373-eac4-44db-aa8c-43f2eb947b72 HTTP/1.1" status: 404 len: 333 time: 0.2099006 Oct 20 03:38:56.535587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33928) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:56.535808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.654538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Allocated IP 172.20.0.2 (3adfee56-f034-484e-a5de-37ef3836d9e4/8407ede6-7233-4cff-b690-63e31cdf7014/ddaa24ad-4511-495c-bc2b-badabcf5d9d3) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:56.662418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c29fcd04-8d6d-4288-bc4d-3f481ea4cadb,segment=NetworkSegment(3c9f4b63-8966-4183-b673-598741c5b983),segment_id=3c9f4b63-8966-4183-b673-598741c5b983)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:56.700555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Pushing event updated for resources: {'Port': ['ID=947532a1-11c2-4a73-a936-673dc16efe11,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:56.715038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Port 947532a1-11c2-4a73-a936-673dc16efe11 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:56.717859 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa121bb-9dfa-4fb0-8566-343e7c2765f6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:38:56.722086 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-faa121bb-9dfa-4fb0-8566-343e7c2765f6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/35a1023a-d88d-4340-98fa-2a6afb18f5d7 HTTP/1.1" status: 404 len: 333 time: 0.1782944 Oct 20 03:38:56.722695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33932) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:56.766080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.795406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Hosts for router 8d5b7f1c-5ca4-42ee-85c5-41bc9bf51a73: [] {{(pid=90075) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 20 03:38:56.854242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group_rule and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:56.873736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:56.876458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Hosts for other DVR routers connected to router 8d5b7f1c-5ca4-42ee-85c5-41bc9bf51a73: set() {{(pid=90075) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 20 03:38:56.902370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.902619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:56.941048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.948385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf154c9-f5d5-4c94-95a9-89ecb6e207fc None None] Pushing event updated for resources: {'Port': ['ID=a702a68c-7436-49b8-874a-6847678cdb89,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:56.976145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event deleted for resources: {'Port': ['ID=35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:56.983209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.985422 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c89ecd64-ba80-492e-a955-44b1fcc461a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "PUT /v2.0/routers/8d5b7f1c-5ca4-42ee-85c5-41bc9bf51a73 HTTP/1.1" status: 200 len: 716 time: 3.2750292 Oct 20 03:38:56.999742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.011707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33936) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:57.095658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1430661c-1a7e-48d4-835b-b6ee7ba28545 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:57.135758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Attempting to bind port 947532a1-11c2-4a73-a936-673dc16efe11 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:57.136111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Attempting to bind port 947532a1-11c2-4a73-a936-673dc16efe11 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:57.136448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Attempting to bind port 947532a1-11c2-4a73-a936-673dc16efe11 on network 66a66aae-5f1e-49b8-bea4-e816f2722120 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:57.141720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] No DVR routers for this DVR port c4178c8e-5f0a-4d18-a4a7-6c4fc311207e on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:57.166891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d2ece7b2-490a-4a3c-8199-cc4d8cc21f65 None None] For port 357519df-c507-4bdf-b7ce-6dc55ab28d0b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=357519df-c507-4bdf-b7ce-6dc55ab28d0b,segment=NetworkSegment(8621ac44-8d2a-4ee5-96a3-b4edc626e2c0),segment_id=8621ac44-8d2a-4ee5-96a3-b4edc626e2c0)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:57.167693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d2ece7b2-490a-4a3c-8199-cc4d8cc21f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.193296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Port': ['ID=c4178c8e-5f0a-4d18-a4a7-6c4fc311207e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:57.286248 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Attempt 3 to provision port 947532a1-11c2-4a73-a936-673dc16efe11 Oct 20 03:38:57.343299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.390917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff7d4fc-5581-4ff6-8f4c-5480645acbba']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:57.393387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d2ece7b2-490a-4a3c-8199-cc4d8cc21f65 None None] Calling delete_port for 357519df-c507-4bdf-b7ce-6dc55ab28d0b owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:38:57.397847 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bbad1360-336b-4c48-90ce-5baa316c6408 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "GET /v2.0/routers/8d5b7f1c-5ca4-42ee-85c5-41bc9bf51a73 HTTP/1.1" status: 200 len: 716 time: 0.3738627 Oct 20 03:38:57.420005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33940) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:57.441396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309086d3-8c54-4e01-a0e8-1c6601589275 req-462a0b7e-98d9-430d-a996-258954039fed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:57.443283 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-309086d3-8c54-4e01-a0e8-1c6601589275 req-462a0b7e-98d9-430d-a996-258954039fed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 944 time: 1.0694733 Oct 20 03:38:57.445462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Port 947532a1-11c2-4a73-a936-673dc16efe11 on network 66a66aae-5f1e-49b8-bea4-e816f2722120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:38:57.446050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Attempting to bind port 947532a1-11c2-4a73-a936-673dc16efe11 on network 66a66aae-5f1e-49b8-bea4-e816f2722120 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:57.448147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b384188-6df2-4f9e-b2e6-42d5aa128289') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:57.448442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b384188-6df2-4f9e-b2e6-42d5aa128289') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:57.474127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network e9a31aa1-522a-44b3-a67f-61f72cf022e3 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:57.486084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:57.496558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:57.497018 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Checking segment: {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:57.497917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=c29fcd04-8d6d-4288-bc4d-3f481ea4cadb,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:57.498092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Bound using segment: {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:57.498643 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Bound port: 947532a1-11c2-4a73-a936-673dc16efe11, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120'}}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:57.499101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.546550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.610230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Port 947532a1-11c2-4a73-a936-673dc16efe11 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:57.706249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.719301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Transition to ACTIVE for port object ddaa24ad-4511-495c-bc2b-badabcf5d9d3 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:57.742691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Transition to ACTIVE for port object ddaa24ad-4511-495c-bc2b-badabcf5d9d3 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:57.749272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6cdb4-ea11-4a3e-80f2-f0bcc72519b7 None None] Network 24b317ce-68e4-402c-944f-1a94f2327c40 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:38:57.772258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1430661c-1a7e-48d4-835b-b6ee7ba28545 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:57.785405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.845937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d2ece7b2-490a-4a3c-8199-cc4d8cc21f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.859932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.919692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ece7b2-490a-4a3c-8199-cc4d8cc21f65 None None] Pushing event deleted for resources: {'Port': ['ID=357519df-c507-4bdf-b7ce-6dc55ab28d0b,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.005156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.008026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.016223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Pushing event updated for resources: {'Port': ['ID=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.027349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ece7b2-490a-4a3c-8199-cc4d8cc21f65 None None] No DVR routers for this DVR port 357519df-c507-4bdf-b7ce-6dc55ab28d0b on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:38:58.029539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 357519df-c507-4bdf-b7ce-6dc55ab28d0b no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:58.035585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.044689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] For port 947532a1-11c2-4a73-a936-673dc16efe11, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:58.064687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] For port 947532a1-11c2-4a73-a936-673dc16efe11, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=947532a1-11c2-4a73-a936-673dc16efe11,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:58.077173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.084016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:58.084683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 357519df-c507-4bdf-b7ce-6dc55ab28d0b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:58.084683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 357519df-c507-4bdf-b7ce-6dc55ab28d0b not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:58.096293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:58.098860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:58.102835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:58.110449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9d1f83-3b2e-4a0f-9634-99cb43f1b21e') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:58.110941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9d1f83-3b2e-4a0f-9634-99cb43f1b21e') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:58.113523 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Attempt 4 to provision port 947532a1-11c2-4a73-a936-673dc16efe11 Oct 20 03:38:58.127844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.140929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.142108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70c77c71-76b4-4a6d-9d19-d6f08338dd1f {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:38:58.156089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:58.159478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.161081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.203088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.204338 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2cad8dcc-874b-4e85-8ad1-38468b42930e tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "DELETE /v2.0/routers/70c77c71-76b4-4a6d-9d19-d6f08338dd1f HTTP/1.1" status: 204 len: 168 time: 4.1128485 Oct 20 03:38:58.218397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.222712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.226298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33948) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:58.227926 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-309086d3-8c54-4e01-a0e8-1c6601589275 req-2b0705c7-c0bf-4f97-ad8d-48f0f04e17f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7518787 Oct 20 03:38:58.275240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:58.275930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.277803 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] 10.222.0.26 "PUT /v2.0/ports/947532a1-11c2-4a73-a936-673dc16efe11 HTTP/1.1" status: 200 len: 1094 time: 4.2683566 Oct 20 03:38:58.281234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:38:58.283849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e8eda1-88e3-4d18-8f59-bde2f70e5acf" -d '{"events": [{"name": "network-changed", "server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "tag": "947532a1-11c2-4a73-a936-673dc16efe11"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:38:58.286930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:58.287411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.296410 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7b384188-6df2-4f9e-b2e6-42d5aa128289 resource provider aggregate not found Oct 20 03:38:58.312801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-312914146', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:58.330149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:58.344534 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fe6b860a-2f57-4c18-8a16-de4a33aa1865 tempest-RoutersTestDVR-1842863273 tempest-RoutersTestDVR-1842863273-project] 10.222.0.33 "GET /v2.0/routers/8d5b7f1c-5ca4-42ee-85c5-41bc9bf51a73 HTTP/1.1" status: 200 len: 682 time: 0.9132874 Oct 20 03:38:58.370470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Port 947532a1-11c2-4a73-a936-673dc16efe11 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:38:58.388515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33958) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:58.389485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Attempting to bind port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:58.391665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Attempting to bind port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'f9b06cf6-f449-444e-a83c-c2abc9910f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:58.391807 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 3a9d1f83-3b2e-4a0f-9634-99cb43f1b21e resource provider aggregate not found Oct 20 03:38:58.391894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Attempting to bind port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 on network 3adfee56-f034-484e-a5de-37ef3836d9e4 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:38:58.394238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5ad372-b97d-4e31-a48a-91460ed677e3 x-openstack-request-id: req-ee5ad372-b97d-4e31-a48a-91460ed677e3 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:38:58.394538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "tag": "947532a1-11c2-4a73-a936-673dc16efe11", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:38:58.394782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ee5ad372-b97d-4e31-a48a-91460ed677e3 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:38:58.395164 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5ad372-b97d-4e31-a48a-91460ed677e3'] response: {'name': 'network-changed', 'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11', 'status': 'completed', 'code': 200} Oct 20 03:38:58.407694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:38:58.408191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Checking segment: {'id': 'f9b06cf6-f449-444e-a83c-c2abc9910f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:38:58.408505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.408907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Bound using segment: {'id': 'f9b06cf6-f449-444e-a83c-c2abc9910f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:38:58.409441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Bound port: ddaa24ad-4511-495c-bc2b-badabcf5d9d3, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b06cf6-f449-444e-a83c-c2abc9910f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:58.410484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.414539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.432831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object d658f468-2d89-4b7f-a2a2-e9db7ae19d9d will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:38:58.460530 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7b384188-6df2-4f9e-b2e6-42d5aa128289 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b384188-6df2-4f9e-b2e6-42d5aa128289 found for delete ", "request_id": "req-e9efa70c-5460-4aaa-8213-86c1b8712004"}]} Oct 20 03:38:58.474478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Usage tracker for resource:router and tenant:9b8d144afcfb4198a4cee9f3eedc8d6b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:58.484916 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 3a9d1f83-3b2e-4a0f-9634-99cb43f1b21e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a9d1f83-3b2e-4a0f-9634-99cb43f1b21e found for delete ", "request_id": "req-1f9568db-f9a8-448e-8321-f86dd7d11174"}]} Oct 20 03:38:58.510052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.551751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.556571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.573595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] For port ddaa24ad-4511-495c-bc2b-badabcf5d9d3, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:38:58.577647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] For port ddaa24ad-4511-495c-bc2b-badabcf5d9d3, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,segment=NetworkSegment(f9b06cf6-f449-444e-a83c-c2abc9910f05),segment_id=f9b06cf6-f449-444e-a83c-c2abc9910f05)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:38:58.589498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8b8cf4-e37f-4159-823c-f80dfe12e6ba,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.596159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:58.596347 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/networks/fff7d4fc-5581-4ff6-8f4c-5480645acbba HTTP/1.1" status: 204 len: 168 time: 4.6877751 Oct 20 03:38:58.596347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7009c-8b7f-4c60-8e30-6c31df22b231 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Network': ['ID=fff7d4fc-5581-4ff6-8f4c-5480645acbba,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.597970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33964) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:58.627707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.628096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:58.634537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:38:58.651092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af17ae-6f64-40c0-bdb8-126d788bcfff service neutron] Pushing event updated for resources: {'Port': ['ID=947532a1-11c2-4a73-a936-673dc16efe11,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.659352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7cbc88e-e48c-4e8c-b195-67780293a3cb tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.676277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.727101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.742198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.746675 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7f815868-0058-4754-9af8-09ef5057cf6d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 3.3999631 Oct 20 03:38:58.764477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33968) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:58.812426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-563115660', 'security_groups': ['5e8b8cf4-e37f-4159-823c-f80dfe12e6ba'], 'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8407ede6-7233-4cff-b690-63e31cdf7014'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:58.851500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d6457-000c-4e54-8839-f6ad0c477f7d None None] Pushing event updated for resources: {'Port': ['ID=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.871371 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Attempt 5 to provision port 947532a1-11c2-4a73-a936-673dc16efe11 Oct 20 03:38:58.887202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.891599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Network': ['ID=e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.896481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.898197 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.930101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:58.990492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:58.993677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:38:58.999634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:59.000451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.014685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Port 947532a1-11c2-4a73-a936-673dc16efe11 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:38:59.020733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c6308506-ffb5-410f-8ace-5dfdd1ddffb2 None None] Could not find standard attr ID for object 357519df-c507-4bdf-b7ce-6dc55ab28d0b. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:59.042851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a702a68c-7436-49b8-874a-6847678cdb89 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:59.085048 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c995c380-8c97-49f8-abd9-4578294ff902 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/networks/e431c8c7-dcc0-4575-a4d4-7a45cc9df9a1 HTTP/1.1" status: 204 len: 168 time: 2.3577540 Oct 20 03:38:59.177230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.179574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33972) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:59.209707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-544513845'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:59.227133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:59.230870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7cbc88e-e48c-4e8c-b195-67780293a3cb tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.234952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Provisioning for port 1430661c-1a7e-48d4-835b-b6ee7ba28545 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:59.237860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7cbc88e-e48c-4e8c-b195-67780293a3cb tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.242217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:network and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:59.243224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Provisioning complete for port 1430661c-1a7e-48d4-835b-b6ee7ba28545 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:59.246979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.246979 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 1 to provision port 1430661c-1a7e-48d4-835b-b6ee7ba28545 Oct 20 03:38:59.249352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8eda1-88e3-4d18-8f59-bde2f70e5acf req-e60e1480-c070-4ab9-bdc0-c36c20667b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:59.250972 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-13e8eda1-88e3-4d18-8f59-bde2f70e5acf req-e60e1480-c070-4ab9-bdc0-c36c20667b95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 1097 time: 0.7679536 Oct 20 03:38:59.251874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:59.294627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:59.311863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port a702a68c-7436-49b8-874a-6847678cdb89 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:38:59.345084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=d658f468-2d89-4b7f-a2a2-e9db7ae19d9d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:59.357442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c29fcd04-8d6d-4288-bc4d-3f481ea4cadb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:38:59.359126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.510407 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fe7f11b8-17e8-4b13-a1bd-c6d81877079d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 8.1467400 Oct 20 03:38:59.538855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33978) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:59.570479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:59.570893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.571254 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb Oct 20 03:38:59.596372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:38:59.602542 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ba46e3c9-32fc-4c18-9ae6-29a824ff2f02 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5820825 Oct 20 03:38:59.609586 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd4541-5b9a-48df-af25-47100c40e268 None None] Sync routers for ids ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:59.634403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33982) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:38:59.636433 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd4541-5b9a-48df-af25-47100c40e268 None None] Routers {'c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:59.637055 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7cfd4541-5b9a-48df-af25-47100c40e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:59.645657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Current status of the port 1430661c-1a7e-48d4-835b-b6ee7ba28545 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:59.645916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.716921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8eda1-88e3-4d18-8f59-bde2f70e5acf req-ee08e6ba-18ac-44d0-b87e-16de0a35a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:59.729780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:38:59.732671 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-13e8eda1-88e3-4d18-8f59-bde2f70e5acf req-ee08e6ba-18ac-44d0-b87e-16de0a35a3f2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4698853 Oct 20 03:38:59.739954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] For port 1430661c-1a7e-48d4-835b-b6ee7ba28545, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1430661c-1a7e-48d4-835b-b6ee7ba28545,segment=NetworkSegment(9bbf09ed-3831-47b6-9dea-c91d11e3d954),segment_id=9bbf09ed-3831-47b6-9dea-c91d11e3d954)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:38:59.741679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:38:59.745933 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7cfd4541-5b9a-48df-af25-47100c40e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:59.757116 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd4541-5b9a-48df-af25-47100c40e268 None None] Routers {'c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:38:59.760056 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7cfd4541-5b9a-48df-af25-47100c40e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:59.772139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.793039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:port and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:38:59.813038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:38:59.823188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:38:59.843543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:38:59.859763 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7cfd4541-5b9a-48df-af25-47100c40e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:59.860548 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd4541-5b9a-48df-af25-47100c40e268 None None] The sync data for ids ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:59.862365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:59.862934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.872770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:59.880067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.884564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8621ac44-8d2a-4ee5-96a3-b4edc626e2c0') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:59.884862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8621ac44-8d2a-4ee5-96a3-b4edc626e2c0') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:59.904478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed573e-2173-4d2b-8b93-47bcffdbec90 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:59.905079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dbed573e-2173-4d2b-8b93-47bcffdbec90 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:38:59.917442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.945835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f60cf-78dd-4e88-b5de-1bd6a33c0234 req-81cf3188-816b-4028-ae56-619d4afe2863 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:59.954130 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-123f60cf-78dd-4e88-b5de-1bd6a33c0234 req-81cf3188-816b-4028-ae56-619d4afe2863 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 944 time: 0.5239234 Oct 20 03:38:59.954235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Pushing event updated for resources: {'Port': ['ID=1430661c-1a7e-48d4-835b-b6ee7ba28545,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:59.955917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:38:59.956457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 35f7b0c9-0bbc-4633-b29c-f6ceb4b55a96 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:38:59.971982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:59.999098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7cbc88e-e48c-4e8c-b195-67780293a3cb tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.999629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cbc88e-e48c-4e8c-b195-67780293a3cb tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d5b7f1c-5ca4-42ee-85c5-41bc9bf51a73 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:39:00.030255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Provisioning for port a702a68c-7436-49b8-874a-6847678cdb89 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:00.036884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Provisioning complete for port a702a68c-7436-49b8-874a-6847678cdb89 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:00.041006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.041006 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 1 to provision port a702a68c-7436-49b8-874a-6847678cdb89 Oct 20 03:39:00.056845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.085752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:00.086171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.121772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d018d45-fa10-46ac-bcf8-aebee81fe1be tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:00.127793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d018d45-fa10-46ac-bcf8-aebee81fe1be tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:00.128642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3d018d45-fa10-46ac-bcf8-aebee81fe1be tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:00.155852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.165073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7cbc88e-e48c-4e8c-b195-67780293a3cb tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.170083 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b7cbc88e-e48c-4e8c-b195-67780293a3cb tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "DELETE /v2.0/routers/8d5b7f1c-5ca4-42ee-85c5-41bc9bf51a73 HTTP/1.1" status: 204 len: 168 time: 1.7624707 Oct 20 03:39:00.174786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33986) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:00.179865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dbed573e-2173-4d2b-8b93-47bcffdbec90 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:00.180945 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dbed573e-2173-4d2b-8b93-47bcffdbec90 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports/d6d46c39-d484-41af-9a6c-5c30167c49e2 HTTP/1.1" status: 200 len: 911 time: 0.5417292 Oct 20 03:39:00.184542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Request body: {'router': {'name': 'tempest-router-1714845153', 'distributed': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:00.188308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 33990) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:00.192607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Current status of the port a702a68c-7436-49b8-874a-6847678cdb89 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:00.193345 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-123f60cf-78dd-4e88-b5de-1bd6a33c0234 req-9436a2fb-4d0b-4289-b9a8-2cf48c742e65 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392976 Oct 20 03:39:00.201404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:00.205727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.222488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575500df-222e-445a-900d-d367109e8841 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:39:00.261029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:00.276551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3d018d45-fa10-46ac-bcf8-aebee81fe1be tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:00.280513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] For port a702a68c-7436-49b8-874a-6847678cdb89, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a702a68c-7436-49b8-874a-6847678cdb89,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:00.281215 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3d018d45-fa10-46ac-bcf8-aebee81fe1be tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7313223 Oct 20 03:39:00.281215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33994) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:00.328386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.359209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.362277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.373007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.379083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Usage tracker for resource:router and tenant:557efac116a74ceaba97bdb87373df28 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:00.396990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Network': ['ID=9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:00.409739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-798bba70-95ac-4162-a296-d75c7f881284 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/networks/9020a10a-bf20-4e4c-9de1-e9fdcae5b7ad HTTP/1.1" status: 204 len: 168 time: 1.8106737 Oct 20 03:39:00.415853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:00.416720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 33998) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:00.423511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06945ef4-1f47-407b-b577-9e0974726cc6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port d658f468-2d89-4b7f-a2a2-e9db7ae19d9d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:00.423867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06945ef4-1f47-407b-b577-9e0974726cc6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.436644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.436996 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Added segment 3cc7ca19-c1f2-4a11-a79e-1426515287ef of type vlan for network 3914a8ba-b214-4a26-a728-45f7d1a30a58 Oct 20 03:39:00.446143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575500df-222e-445a-900d-d367109e8841 None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:39:00.448548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:00.482429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Pushing event updated for resources: {'Port': ['ID=a702a68c-7436-49b8-874a-6847678cdb89,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:00.484930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port e8693314-bce6-4f97-8d0e-65199a054330 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:00.533146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8eda1-88e3-4d18-8f59-bde2f70e5acf req-4ab6facf-36eb-4ff6-8530-9348539ce527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:00.534707 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-13e8eda1-88e3-4d18-8f59-bde2f70e5acf req-4ab6facf-36eb-4ff6-8530-9348539ce527 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5642498 Oct 20 03:39:00.537301 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8621ac44-8d2a-4ee5-96a3-b4edc626e2c0 resource provider aggregate not found Oct 20 03:39:00.562217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Provisioning for port d6d46c39-d484-41af-9a6c-5c30167c49e2 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:00.570631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.615010 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8621ac44-8d2a-4ee5-96a3-b4edc626e2c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8621ac44-8d2a-4ee5-96a3-b4edc626e2c0 found for delete ", "request_id": "req-7c0b944f-6924-46bf-8975-ea4aa23614fe"}]} Oct 20 03:39:00.719543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Provisioning complete for port d6d46c39-d484-41af-9a6c-5c30167c49e2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:00.720003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.720332 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 1 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:00.751560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.751958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.763446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.841698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.856424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:00.910157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.916176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:00.916792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.048550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ddaa24ad-4511-495c-bc2b-badabcf5d9d3 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:01.201827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:01.207064 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a702a68c-7436-49b8-874a-6847678cdb89 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:01.235543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.253721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.5 (3adfee56-f034-484e-a5de-37ef3836d9e4/8407ede6-7233-4cff-b690-63e31cdf7014/e8693314-bce6-4f97-8d0e-65199a054330) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:01.284543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port a702a68c-7436-49b8-874a-6847678cdb89 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:01.285149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.285598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06945ef4-1f47-407b-b577-9e0974726cc6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.285871 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port a702a68c-7436-49b8-874a-6847678cdb89 Oct 20 03:39:01.300493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Network': ['ID=3914a8ba-b214-4a26-a728-45f7d1a30a58,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:01.305501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b577371-070f-448b-92c8-be9abece24c3']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:01.330134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-2eb69ad3-4716-414b-827a-75a3bf8a3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:01.331610 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-2eb69ad3-4716-414b-827a-75a3bf8a3665 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 1097 time: 0.6377978 Oct 20 03:39:01.336972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.347838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 3914a8ba-b214-4a26-a728-45f7d1a30a58 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:01.349902 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-de52cf08-fa0a-48bb-a4bf-4a0a8a5f85ca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1699021 Oct 20 03:39:01.366942 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 2 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:01.369346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34008) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:01.374935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': '3914a8ba-b214-4a26-a728-45f7d1a30a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:01.450161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6bfce1-9eaf-47e8-84e8-b1ee54ae95d2') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:01.450463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6bfce1-9eaf-47e8-84e8-b1ee54ae95d2') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:01.466321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06945ef4-1f47-407b-b577-9e0974726cc6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for d658f468-2d89-4b7f-a2a2-e9db7ae19d9d owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:01.473253 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-80d4ae69-8e10-4d2a-931c-ff9db66a6e2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=947532a1-11c2-4a73-a936-673dc16efe11 HTTP/1.1" status: 200 len: 217 time: 0.1178513 Oct 20 03:39:01.537533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:01.564287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port a702a68c-7436-49b8-874a-6847678cdb89 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:01.565379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1430661c-1a7e-48d4-835b-b6ee7ba28545 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:01.580760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.588277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.589937 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a7b5bffa-b4b5-4636-ae31-8217087fd3a8 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4138048 Oct 20 03:39:01.611977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34012) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:01.670286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1430661c-1a7e-48d4-835b-b6ee7ba28545 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:01.670786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.671677 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1430661c-1a7e-48d4-835b-b6ee7ba28545 Oct 20 03:39:01.764280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.789314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-edbb08e1-051e-4b6f-a504-bbd5683f8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:01.790769 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-edbb08e1-051e-4b6f-a504-bbd5683f8022 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9470ca-88cc-4eac-b41e-1b12a0519d33 HTTP/1.1" status: 200 len: 838 time: 0.3011901 Oct 20 03:39:01.794707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.804640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1430661c-1a7e-48d4-835b-b6ee7ba28545 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:01.845996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.861797 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.862299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:01.865776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:01.866769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.900194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:01.906396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-faf0e45f-ea0d-40b9-8881-649ad04c3000 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.961747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:02.037935 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 3 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:02.068341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529b6b-bf71-4d26-814a-ce13beebd987 req-04876d83-845f-4843-bef2-804a31b294e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:02.069380 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bd529b6b-bf71-4d26-814a-ce13beebd987 req-04876d83-845f-4843-bef2-804a31b294e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 944 time: 0.6592433 Oct 20 03:39:02.079401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:02.100392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:02.233131 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bd529b6b-bf71-4d26-814a-ce13beebd987 req-bc4a5b3c-6270-49be-8f2f-cb7d6078b1f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482687 Oct 20 03:39:02.259749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-2f2dd93d-d7b2-436c-9805-5c9c91949d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:02.261257 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-2f2dd93d-d7b2-436c-9805-5c9c91949d6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66a66aae-5f1e-49b8-bea4-e816f2722120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4585438 Oct 20 03:39:02.288587 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:02.292110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.307087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Allocated IP 172.26.7.248 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/6bea9111-c5c6-4b3c-b276-994e3bd2f64a) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:02.520105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.598088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.605298 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 4 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:02.630442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-faf0e45f-ea0d-40b9-8881-649ad04c3000 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.655146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-faf0e45f-ea0d-40b9-8881-649ad04c3000 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.659228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Network': ['ID=2b577371-070f-448b-92c8-be9abece24c3,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:02.662752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.670537 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2b6bfce1-9eaf-47e8-84e8-b1ee54ae95d2 resource provider aggregate not found Oct 20 03:39:02.684474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Performing IP validity checks on allocation pools {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 20 03:39:02.687410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Checking for overlaps among allocation pools and gateway ip {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 20 03:39:02.717923 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2b6bfce1-9eaf-47e8-84e8-b1ee54ae95d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b6bfce1-9eaf-47e8-84e8-b1ee54ae95d2 found for delete ", "request_id": "req-7d6b27e1-f634-44ab-950d-2247891d2513"}]} Oct 20 03:39:02.725213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object e8693314-bce6-4f97-8d0e-65199a054330 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:02.735183 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a8c5ce96-8535-4618-9b66-0862c6a929f7 tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/networks/2b577371-070f-448b-92c8-be9abece24c3 HTTP/1.1" status: 204 len: 168 time: 2.3173163 Oct 20 03:39:02.739066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34020) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:02.747485 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-de6788fc-6f14-4fcd-98dc-71e171fdba6e service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752879 Oct 20 03:39:02.763369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:02.764888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06945ef4-1f47-407b-b577-9e0974726cc6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.873935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-faf0e45f-ea0d-40b9-8881-649ad04c3000 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.874657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf0e45f-ea0d-40b9-8881-649ad04c3000 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34d9dcce-b06b-45d3-87c8-2f90ad0f93f4 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:39:02.888276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 2001:db8:1::1 (24b317ce-68e4-402c-944f-1a94f2327c40/5fde149f-8c65-4678-9341-030a91277a16/337b8c2d-12ed-4a0f-90cc-c70b1264696b) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:02.890255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06945ef4-1f47-407b-b577-9e0974726cc6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=d658f468-2d89-4b7f-a2a2-e9db7ae19d9d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:02.893759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.976338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06945ef4-1f47-407b-b577-9e0974726cc6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.022083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.031566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-faf0e45f-ea0d-40b9-8881-649ad04c3000 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.032595 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-faf0e45f-ea0d-40b9-8881-649ad04c3000 tempest-RoutersTestDVR-73467245 tempest-RoutersTestDVR-73467245-project-admin] 10.222.0.33 "DELETE /v2.0/routers/34d9dcce-b06b-45d3-87c8-2f90ad0f93f4 HTTP/1.1" status: 204 len: 168 time: 1.4176795 Oct 20 03:39:03.036407 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3b9b7916-1170-446d-a5e9-f538cf73d617 req-e4c50873-8adf-4028-92bd-d3f4b69fd00b service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745764 Oct 20 03:39:03.040322 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-06945ef4-1f47-407b-b577-9e0974726cc6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/d658f468-2d89-4b7f-a2a2-e9db7ae19d9d HTTP/1.1" status: 204 len: 168 time: 2.7585225 Oct 20 03:39:03.044860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34026) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:03.093062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.175382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474e6cd-9bd1-4708-80c6-5b416414887f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:03.176801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474e6cd-9bd1-4708-80c6-5b416414887f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:03.178310 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9474e6cd-9bd1-4708-80c6-5b416414887f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1313651 Oct 20 03:39:03.182057 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.188333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.190251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34030) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:03.262021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:03.264584 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 5 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:03.268214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:03.273527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Transition to ACTIVE for port object 337b8c2d-12ed-4a0f-90cc-c70b1264696b will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:03.277823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:03.312238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event updated for resources: {'Port': ['ID=6bea9111-c5c6-4b3c-b276-994e3bd2f64a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:03.321871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:03.332004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:03.372947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:03.382435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.391964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:03.428970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.544497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.557682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=e8693314-bce6-4f97-8d0e-65199a054330,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:03.572578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a52567c-5f5d-4448-acc2-153eec017d5f']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:03.597059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34038) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:03.627263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa6feb3-017d-489b-b7d7-6abc370ab147') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:03.627553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa6feb3-017d-489b-b7d7-6abc370ab147') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:03.644082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa05067-e4dc-41f1-bff3-5bb1fb60fc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet da9531a5-e475-4aff-a9b4-1d913518653d {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:03.660758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-afa05067-e4dc-41f1-bff3-5bb1fb60fc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.682012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 24b317ce-68e4-402c-944f-1a94f2327c40 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:03.703678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.724986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:03.726214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.738955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=f104fe02-598f-4ef4-ad94-10af8c84c839,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:03.749348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:03.751771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:03.752471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.765440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.797889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Checking segment: {'id': '3cc7ca19-c1f2-4a11-a79e-1426515287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3914a8ba-b214-4a26-a728-45f7d1a30a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:03.798241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network hostable DHCP agents. Network: 3914a8ba-b214-4a26-a728-45f7d1a30a58, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:03.810054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=337b8c2d-12ed-4a0f-90cc-c70b1264696b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:03.813581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:03.813997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.823645 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 6 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:03.831085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-afa05067-e4dc-41f1-bff3-5bb1fb60fc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.862854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-386d722b-97e3-41e7-88f5-60dfddfe4dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.866440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.894869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:03.935228 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7555d8b6-bfba-4b67-8f4a-9203a398ac32 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.1302929 Oct 20 03:39:03.942408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34044) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:03.973795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:03.996426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-386d722b-97e3-41e7-88f5-60dfddfe4dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:04.012929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-386d722b-97e3-41e7-88f5-60dfddfe4dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:47cecadf942a4ecf9e38b73ad48cc3eb is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:04.027309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-386d722b-97e3-41e7-88f5-60dfddfe4dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:04.089240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-386d722b-97e3-41e7-88f5-60dfddfe4dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:04.102933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf5e89-ac51-4c35-b69f-49629b8ee101 req-18ce316a-a24b-4380-adce-2c27c1c0046f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:04.104388 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1ddf5e89-ac51-4c35-b69f-49629b8ee101 req-18ce316a-a24b-4380-adce-2c27c1c0046f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 944 time: 0.6840348 Oct 20 03:39:04.110699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network 3914a8ba-b214-4a26-a728-45f7d1a30a58 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:04.146021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.186416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.219001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] Pushing event deleted for resources: {'Network': ['ID=9a52567c-5f5d-4448-acc2-153eec017d5f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:04.261126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-afa05067-e4dc-41f1-bff3-5bb1fb60fc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.290142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 3914a8ba-b214-4a26-a728-45f7d1a30a58) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:04.298367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727fea7-3dc8-4f96-89de-1734440f4564 None None] Network 3914a8ba-b214-4a26-a728-45f7d1a30a58 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:04.299636 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-91534ce9-77d1-42be-83ba-d9736a2088da tempest-BulkNetworkOpsTest-1214406687 tempest-BulkNetworkOpsTest-1214406687-project] 10.222.0.33 "DELETE /v2.0/networks/9a52567c-5f5d-4448-acc2-153eec017d5f HTTP/1.1" status: 204 len: 168 time: 1.5593429 Oct 20 03:39:04.302946 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1ddf5e89-ac51-4c35-b69f-49629b8ee101 req-7499d32c-a43b-4127-a490-3839031d48db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872928 Oct 20 03:39:04.325605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:04.326177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.370836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:04.379783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:04.387847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:04.404429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.409372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:04.441590 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 7 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:04.441880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-386d722b-97e3-41e7-88f5-60dfddfe4dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.464212 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d9725f0c-c839-4f30-b117-bb7824a66e89 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0909235 Oct 20 03:39:04.466168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34050) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:04.470185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': '3914a8ba-b214-4a26-a728-45f7d1a30a58', 'name': 'tempest-PortsIpV6TestJSON-1009342149'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:04.477948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.520966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:04.609716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 947532a1-11c2-4a73-a936-673dc16efe11 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:39:04.639781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-afa05067-e4dc-41f1-bff3-5bb1fb60fc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.715039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:04.718467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.729616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-3914a8ba-b214-4a26-a728-45f7d1a30a58', 'network_id': '3914a8ba-b214-4a26-a728-45f7d1a30a58', 'tenant_id': '97183b1f657e4bb5b7ed409b7f97abe9', 'fixed_ips': [{'subnet_id': 'f104fe02-598f-4ef4-ad94-10af8c84c839'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:04.730463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.731549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-386d722b-97e3-41e7-88f5-60dfddfe4dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.828366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa05067-e4dc-41f1-bff3-5bb1fb60fc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=da9531a5-e475-4aff-a9b4-1d913518653d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:04.849455 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment afa6feb3-017d-489b-b7d7-6abc370ab147 resource provider aggregate not found Oct 20 03:39:04.855249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-afa05067-e4dc-41f1-bff3-5bb1fb60fc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.861785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7014e1-2a01-4bcb-93fa-5aa12e85ea28 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:04.908681 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-afa05067-e4dc-41f1-bff3-5bb1fb60fc2f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/da9531a5-e475-4aff-a9b4-1d913518653d HTTP/1.1" status: 204 len: 168 time: 1.7099326 Oct 20 03:39:04.911346 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-386d722b-97e3-41e7-88f5-60dfddfe4dd4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=47cecadf942a4ecf9e38b73ad48cc3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3090231 Oct 20 03:39:04.918855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34060) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:04.919189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34062) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:04.943358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34068) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:05.011796 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment afa6feb3-017d-489b-b7d7-6abc370ab147 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afa6feb3-017d-489b-b7d7-6abc370ab147 found for delete ", "request_id": "req-4a7f888a-8e01-48c2-ad0d-2dda9b8ed1c6"}]} Oct 20 03:39:05.026533 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 8 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:05.030974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d722b-97e3-41e7-88f5-60dfddfe4dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43736ef6-f7ec-493e-8246-99c6dc587356,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:05.037601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.049220 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d786632a-3020-4cf6-9190-1842faa1f2e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264944 Oct 20 03:39:05.050152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34074) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:05.092621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 947532a1-11c2-4a73-a936-673dc16efe11, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=947532a1-11c2-4a73-a936-673dc16efe11,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:05.110141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.111570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.116761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Router 40e0ee99-a7a8-4907-8c3c-c8010bbfd52d is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:39:05.144967 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.ipam_backend_mixin [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8407ede6-7233-4cff-b690-63e31cdf7014 (CIDR: 172.20.0.0/28) Oct 20 03:39:05.159350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:05.166223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:05.168894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31699e40-c555-4127-9da5-5445eb3b4a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.170626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:05.183094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:05.194695 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:05.195177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:05.216780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '947532a1-11c2-4a73-a936-673dc16efe11', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:39:05.223705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31699e40-c555-4127-9da5-5445eb3b4a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.237125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:05.292625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:05.297294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.307954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Allocated IP 2001:db8::2 (3914a8ba-b214-4a26-a728-45f7d1a30a58/f104fe02-598f-4ef4-ad94-10af8c84c839/d19993aa-5906-4582-817a-734a9321cac7) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:05.318346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:05.331345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 947532a1-11c2-4a73-a936-673dc16efe11 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:05.331719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.352613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947532a1-11c2-4a73-a936-673dc16efe11 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:39:05.357307 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b5e71841-aa6c-4fad-8bb6-4ac40d5346cb tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4059269 Oct 20 03:39:05.357462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34080) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:05.372938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:05.399227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31699e40-c555-4127-9da5-5445eb3b4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.458598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 947532a1-11c2-4a73-a936-673dc16efe11, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=947532a1-11c2-4a73-a936-673dc16efe11,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:05.514563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.519823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31699e40-c555-4127-9da5-5445eb3b4a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43736ef6-f7ec-493e-8246-99c6dc587356,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:05.539011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31699e40-c555-4127-9da5-5445eb3b4a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.542820 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-31699e40-c555-4127-9da5-5445eb3b4a0a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/43736ef6-f7ec-493e-8246-99c6dc587356 HTTP/1.1" status: 204 len: 168 time: 0.6183181 Oct 20 03:39:05.579833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a187d9ef-d164-4f55-abcf-5cbf48f94aaf None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:39:05.615710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a187d9ef-d164-4f55-abcf-5cbf48f94aaf None None] Deleting port a702a68c-7436-49b8-874a-6847678cdb89 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:05.616705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a187d9ef-d164-4f55-abcf-5cbf48f94aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.626762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:05.631263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:05.634365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:05.640417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:05.640607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=337b8c2d-12ed-4a0f-90cc-c70b1264696b,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:05.711191 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e71ab602-076b-4c44-86c6-91cf7a4682e7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=78eed53656a1451a95e7d634d51be026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7657392 Oct 20 03:39:05.714718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34086) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:05.737831 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 9 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:05.743467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:05.747268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.773547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e9cb4b-e45b-4824-8a64-f5e79c4facd1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:05.777366 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d4e9cb4b-e45b-4824-8a64-f5e79c4facd1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7256305 Oct 20 03:39:05.777504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34090) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:05.795475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=947532a1-11c2-4a73-a936-673dc16efe11,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:05.825658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 24b317ce-68e4-402c-944f-1a94f2327c40 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:05.831646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:05.839763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:05.893026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['947532a1-11c2-4a73-a936-673dc16efe11'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:39:05.921999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e3775-161c-40a4-b7ef-2fdb9d268f09 None None] Sync routers for ids ['40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:05.967261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.019711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-af2f34d2-28b1-45ff-8793-630449c743c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.029576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d7a10a-de72-4692-afd9-961adbd06074 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:06.029576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-28d7a10a-de72-4692-afd9-961adbd06074 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:06.035610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:06.039366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Transition to ACTIVE for port object d19993aa-5906-4582-817a-734a9321cac7 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:06.044929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e3775-161c-40a4-b7ef-2fdb9d268f09 None None] Routers {'40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:06.056092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925873b-0a87-4f2d-9d22-aad2ce0df71b req-a7c60b07-1314-4186-bd26-b2c5107e0f24 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:06.058298 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5925873b-0a87-4f2d-9d22-aad2ce0df71b req-a7c60b07-1314-4186-bd26-b2c5107e0f24 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 945 time: 0.4249799 Oct 20 03:39:06.062721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c05e3775-161c-40a4-b7ef-2fdb9d268f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:06.092628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-af2f34d2-28b1-45ff-8793-630449c743c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.122477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:39:06.123509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.125120 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5b32967b-c800-4d2d-8e5a-e1cb198a216e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8546653 Oct 20 03:39:06.129880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34096) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:06.148977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-aae2d862-5468-4462-8776-27446e31d601 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': False}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:06.215044 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5925873b-0a87-4f2d-9d22-aad2ce0df71b req-50749e88-8cbc-45a2-a791-03f38ac56211 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405816 Oct 20 03:39:06.220314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c05e3775-161c-40a4-b7ef-2fdb9d268f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:06.229929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Transition to ACTIVE for port object d19993aa-5906-4582-817a-734a9321cac7 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:06.247550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-28d7a10a-de72-4692-afd9-961adbd06074 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:06.248710 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-28d7a10a-de72-4692-afd9-961adbd06074 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4640059 Oct 20 03:39:06.251301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34100) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:06.278328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a187d9ef-d164-4f55-abcf-5cbf48f94aaf None None] For port a702a68c-7436-49b8-874a-6847678cdb89, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a702a68c-7436-49b8-874a-6847678cdb89,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:06.278720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a187d9ef-d164-4f55-abcf-5cbf48f94aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.285918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e3775-161c-40a4-b7ef-2fdb9d268f09 None None] Routers {'40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:06.286728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c05e3775-161c-40a4-b7ef-2fdb9d268f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:06.322499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-267aa1c0-3abc-4888-b05a-ffb900fd266c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698287 Oct 20 03:39:06.336804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34104) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:06.359059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.372516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-af2f34d2-28b1-45ff-8793-630449c743c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.383758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:06.460474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34108) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:06.491305 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-145a3ddb-9a8c-4df7-bbb0-60e3a025d440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.496161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f34d2-28b1-45ff-8793-630449c743c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4c5bfd-4626-4f63-9596-9b760c0fad93,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:06.520773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-145a3ddb-9a8c-4df7-bbb0-60e3a025d440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:06.544193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-145a3ddb-9a8c-4df7-bbb0-60e3a025d440 admin admin] Usage tracker for resource:security_group_rule and tenant:557efac116a74ceaba97bdb87373df28 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:06.546052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a187d9ef-d164-4f55-abcf-5cbf48f94aaf None None] Calling delete_port for a702a68c-7436-49b8-874a-6847678cdb89 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:06.548330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-145a3ddb-9a8c-4df7-bbb0-60e3a025d440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:06.556490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::13 (3914a8ba-b214-4a26-a728-45f7d1a30a58/f104fe02-598f-4ef4-ad94-10af8c84c839/948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:06.557096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-145a3ddb-9a8c-4df7-bbb0-60e3a025d440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:06.559378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:06.560620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-af2f34d2-28b1-45ff-8793-630449c743c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.561772 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-af2f34d2-28b1-45ff-8793-630449c743c4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1b4c5bfd-4626-4f63-9596-9b760c0fad93 HTTP/1.1" status: 204 len: 168 time: 0.8459134 Oct 20 03:39:06.565132 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-077003d6-3b8e-4d47-8fa5-b14646a4833b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3654077 Oct 20 03:39:06.570972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34114) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:06.576175 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a114079-d64f-415c-980f-0b6f39304473 None None] Sync routers for ids ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:06.577821 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 10 to provision port d6d46c39-d484-41af-9a6c-5c30167c49e2 Oct 20 03:39:06.590451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.601835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c05e3775-161c-40a4-b7ef-2fdb9d268f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:06.602119 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a114079-d64f-415c-980f-0b6f39304473 None None] Routers {'c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:06.602349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e3775-161c-40a4-b7ef-2fdb9d268f09 None None] The sync data for ids ['40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:06.602750 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4a114079-d64f-415c-980f-0b6f39304473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:06.668299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Network 3914a8ba-b214-4a26-a728-45f7d1a30a58 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:06.681466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:06.687999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Pushing event updated for resources: {'Port': ['ID=d19993aa-5906-4582-817a-734a9321cac7,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:06.691812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:06.718879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Port d6d46c39-d484-41af-9a6c-5c30167c49e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:06.759139 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4a114079-d64f-415c-980f-0b6f39304473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:06.773132 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a114079-d64f-415c-980f-0b6f39304473 None None] Routers {'c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:06.776727 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4a114079-d64f-415c-980f-0b6f39304473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:06.832946 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf5fcf6-dd80-49bb-bdf1-36370ef98e2b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:06.833698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2bf5fcf6-dd80-49bb-bdf1-36370ef98e2b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:06.910965 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4a114079-d64f-415c-980f-0b6f39304473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:06.911791 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a702a68c-7436-49b8-874a-6847678cdb89 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:39:06.912277 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a114079-d64f-415c-980f-0b6f39304473 None None] The sync data for ids ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:06.938488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:06.970926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Provisioning complete for port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:06.971524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.972127 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Attempt 1 to provision port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb Oct 20 03:39:06.973621 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:06.981783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:06.997108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:06.998049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Attempting to bind port d19993aa-5906-4582-817a-734a9321cac7 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:06.998657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Attempting to bind port d19993aa-5906-4582-817a-734a9321cac7 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '3cc7ca19-c1f2-4a11-a79e-1426515287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3914a8ba-b214-4a26-a728-45f7d1a30a58'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:06.999248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Attempting to bind port d19993aa-5906-4582-817a-734a9321cac7 on network 3914a8ba-b214-4a26-a728-45f7d1a30a58 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:07.009987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:07.010578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.031318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a187d9ef-d164-4f55-abcf-5cbf48f94aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.034993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6356d236-03a6-4e5f-be92-c11d686ad303 None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:07.036173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=76ee5bd6-8db5-423a-9769-378d4a1ea737,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.042333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2bf5fcf6-dd80-49bb-bdf1-36370ef98e2b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:07.046249 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2bf5fcf6-dd80-49bb-bdf1-36370ef98e2b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports/337b8c2d-12ed-4a0f-90cc-c70b1264696b HTTP/1.1" status: 200 len: 913 time: 0.4716609 Oct 20 03:39:07.046710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34118) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:07.081726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-145a3ddb-9a8c-4df7-bbb0-60e3a025d440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.107316 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:07.108063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Checking segment: {'id': '3cc7ca19-c1f2-4a11-a79e-1426515287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3914a8ba-b214-4a26-a728-45f7d1a30a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:07.108471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.108856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Bound using segment: {'id': '3cc7ca19-c1f2-4a11-a79e-1426515287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3914a8ba-b214-4a26-a728-45f7d1a30a58'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:07.109866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Bound port: d19993aa-5906-4582-817a-734a9321cac7, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc7ca19-c1f2-4a11-a79e-1426515287ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3914a8ba-b214-4a26-a728-45f7d1a30a58'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:07.109866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.124167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aae2d862-5468-4462-8776-27446e31d601 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.149699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-145a3ddb-9a8c-4df7-bbb0-60e3a025d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.187035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187d9ef-d164-4f55-abcf-5cbf48f94aaf None None] Pushing event deleted for resources: {'Port': ['ID=a702a68c-7436-49b8-874a-6847678cdb89,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.197424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a3ddb-9a8c-4df7-bbb0-60e3a025d440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb40384-834b-46af-b5c5-73186e3a32c6,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.206192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187d9ef-d164-4f55-abcf-5cbf48f94aaf None None] No DVR routers for this DVR port a702a68c-7436-49b8-874a-6847678cdb89 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:07.274540 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-145a3ddb-9a8c-4df7-bbb0-60e3a025d440 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=557efac116a74ceaba97bdb87373df28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129778 Oct 20 03:39:07.284373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34128) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:07.287308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No active binding found for port a702a68c-7436-49b8-874a-6847678cdb89 {{(pid=90077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 20 03:39:07.288555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a702a68c-7436-49b8-874a-6847678cdb89 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:39:07.302847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.320906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object 948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:07.350083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:07.357626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.479646 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a63430f0-4a8e-4db8-a55d-21d9ac06f2e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1210093 Oct 20 03:39:07.486902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34136) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:07.497613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-395480544', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '76ee5bd6-8db5-423a-9769-378d4a1ea737'}], 'security_groups': ['c77c004f-837c-4775-b11d-e2110e501bcb']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:07.498914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] For port d19993aa-5906-4582-817a-734a9321cac7, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:07.620906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] For port d19993aa-5906-4582-817a-734a9321cac7, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d19993aa-5906-4582-817a-734a9321cac7,segment=NetworkSegment(3cc7ca19-c1f2-4a11-a79e-1426515287ef),segment_id=3cc7ca19-c1f2-4a11-a79e-1426515287ef)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:07.630486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.643407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60a6a5c4-76e8-44e9-a1ee-ccc12a2562a3 None None] Current status of the port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:07.705616 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-885210bc-fe76-43fa-ba28-389779453de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.711431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.781441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network 3914a8ba-b214-4a26-a728-45f7d1a30a58 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:07.796130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:07.815173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d767e5-4e83-457e-ae4d-e33e8ca66133 None None] Pushing event updated for resources: {'Port': ['ID=d19993aa-5906-4582-817a-734a9321cac7,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.823479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-885210bc-fe76-43fa-ba28-389779453de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.855209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Provisioning complete for port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:07.855640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.855980 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 1 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:07.859807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.866137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:07.869719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:07.870358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.924367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:07.975205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.975581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.975923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.976257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.976698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.976933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.977222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.977567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.977886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.978205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.978524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:07.978843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:08.034428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5275cc-b5de-4888-8905-84da7179fa0a req-c58a4187-a075-40f9-b698-51bb60e5cceb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:08.035892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8d5275cc-b5de-4888-8905-84da7179fa0a req-c58a4187-a075-40f9-b698-51bb60e5cceb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 945 time: 0.5641136 Oct 20 03:39:08.074666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a90afc-962f-4489-98e1-b30b15f7de96 None None] Update dhcp port {'port': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'fixed_ips': [{'subnet_id': '8407ede6-7233-4cff-b690-63e31cdf7014', 'ip_address': '172.20.0.2'}, {'subnet_id': '76ee5bd6-8db5-423a-9769-378d4a1ea737'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': 'ddaa24ad-4511-495c-bc2b-badabcf5d9d3'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:39:08.151876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a204cfd3-9c92-4612-bea1-3294cb1641e3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6861234 Oct 20 03:39:08.163928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34150) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:08.167094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63a90afc-962f-4489-98e1-b30b15f7de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.221456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-885210bc-fe76-43fa-ba28-389779453de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.294417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885210bc-fe76-43fa-ba28-389779453de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb40384-834b-46af-b5c5-73186e3a32c6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:08.316075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-885210bc-fe76-43fa-ba28-389779453de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.325155 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-885210bc-fe76-43fa-ba28-389779453de6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5cb40384-834b-46af-b5c5-73186e3a32c6 HTTP/1.1" status: 204 len: 168 time: 1.0424531 Oct 20 03:39:08.340931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.347050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34156) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:08.359586 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8d5275cc-b5de-4888-8905-84da7179fa0a req-0df31ca2-d8de-465c-89c5-d6c943a5e0c2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912862 Oct 20 03:39:08.419668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a112c492-88e4-41e0-bf66-a4856c285c03 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:08.419923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a112c492-88e4-41e0-bf66-a4856c285c03 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.534221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-63a90afc-962f-4489-98e1-b30b15f7de96 None None] Allocated IP 172.20.0.18 (3adfee56-f034-484e-a5de-37ef3836d9e4/76ee5bd6-8db5-423a-9769-378d4a1ea737/ddaa24ad-4511-495c-bc2b-badabcf5d9d3) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:08.575670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-793499913'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:08.577400 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 2 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:08.607924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:08.650248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:network and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:08.661822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:08.675539 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:08.680185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 947532a1-11c2-4a73-a936-673dc16efe11 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:08.794997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:08.848077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-63a90afc-962f-4489-98e1-b30b15f7de96 None None] For port ddaa24ad-4511-495c-bc2b-badabcf5d9d3, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,segment=NetworkSegment(f9b06cf6-f449-444e-a83c-c2abc9910f05),segment_id=f9b06cf6-f449-444e-a83c-c2abc9910f05)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:08.908277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63a90afc-962f-4489-98e1-b30b15f7de96 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.923659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 947532a1-11c2-4a73-a936-673dc16efe11 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:08.933464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:08.937446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.953478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-63a90afc-962f-4489-98e1-b30b15f7de96 None None] Ignored duplicate provisioning block setup for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:39:08.957374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d19993aa-5906-4582-817a-734a9321cac7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:09.023293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:39:09.029324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 947532a1-11c2-4a73-a936-673dc16efe11 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:09.029713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.030055 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 947532a1-11c2-4a73-a936-673dc16efe11 Oct 20 03:39:09.035778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.047900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.099088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63a90afc-962f-4489-98e1-b30b15f7de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.138462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:09.149874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:security_group_rule and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:09.159650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:09.171704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:09.211504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a90afc-962f-4489-98e1-b30b15f7de96 None None] Pushing event updated for resources: {'Port': ['ID=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:09.240045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aae2d862-5468-4462-8776-27446e31d601 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.246313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:09.253325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:09.255136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=926b561c-ee3a-46f1-8d28-5d7888188688,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:09.271958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f50cd3-5a36-456d-9014-556a25769e00 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:09.275437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:09.276092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.290644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aae2d862-5468-4462-8776-27446e31d601 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.302178 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 3 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:09.305579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a112c492-88e4-41e0-bf66-a4856c285c03 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.366073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa331b8-c9fd-4316-bdcb-f77968b1f197 None None] Network 3914a8ba-b214-4a26-a728-45f7d1a30a58 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:09.498266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a112c492-88e4-41e0-bf66-a4856c285c03 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:09.539129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.603539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:09.642851 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f15ed0b9-7e8a-4899-9431-3078e76581b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3049533 Oct 20 03:39:09.710719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port d19993aa-5906-4582-817a-734a9321cac7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:09.713682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34180) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:09.737741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6ab29c0b-c81a-4cf9-b891-b76bf3eb2b69 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:09.942773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 947532a1-11c2-4a73-a936-673dc16efe11 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:09.943478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.966919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-33f07fc3-f3b8-4807-a5b2-afe62dd9f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.983605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Delete allocated IP 172.20.0.5 (3adfee56-f034-484e-a5de-37ef3836d9e4/8407ede6-7233-4cff-b690-63e31cdf7014) {{(pid=90076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:39:09.988348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34186) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:09.995662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.24 (3adfee56-f034-484e-a5de-37ef3836d9e4/76ee5bd6-8db5-423a-9769-378d4a1ea737/e8693314-bce6-4f97-8d0e-65199a054330) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:10.145247 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 4 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:10.151933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6ab29c0b-c81a-4cf9-b891-b76bf3eb2b69 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:10.165958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6ab29c0b-c81a-4cf9-b891-b76bf3eb2b69 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:10.217098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae2d862-5468-4462-8776-27446e31d601 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Router 40e0ee99-a7a8-4907-8c3c-c8010bbfd52d has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:39:10.239380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a112c492-88e4-41e0-bf66-a4856c285c03 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.266396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.311837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab29c0b-c81a-4cf9-b891-b76bf3eb2b69 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:10.315425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6ab29c0b-c81a-4cf9-b891-b76bf3eb2b69 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.366624 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:39:10.369369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678fd7e6-432e-4414-968d-79c43fd3166f" -d '{"events": [{"server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "name": "network-vif-plugged", "status": "completed", "tag": "947532a1-11c2-4a73-a936-673dc16efe11"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:39:10.369602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112c492-88e4-41e0-bf66-a4856c285c03 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:10.390226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 947532a1-11c2-4a73-a936-673dc16efe11, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=947532a1-11c2-4a73-a936-673dc16efe11,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:10.391444 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-de9f8373-abf6-4cab-be3b-f27a8429fbd5 tempest-AgentManagementNegativeTest-1943126538 tempest-AgentManagementNegativeTest-1943126538-project] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4017138 Oct 20 03:39:10.405174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.446990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba342f48-48b7-4a67-9b96-ddc47e93a9de x-openstack-request-id: req-ba342f48-48b7-4a67-9b96-ddc47e93a9de {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:39:10.447251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "name": "network-vif-plugged", "status": "completed", "tag": "947532a1-11c2-4a73-a936-673dc16efe11", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:39:10.447526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ba342f48-48b7-4a67-9b96-ddc47e93a9de {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:39:10.447864 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba342f48-48b7-4a67-9b96-ddc47e93a9de'] response: {'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11', 'code': 200} Oct 20 03:39:10.452715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '926b561c-ee3a-46f1-8d28-5d7888188688'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:10.454194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.494833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a112c492-88e4-41e0-bf66-a4856c285c03 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.502982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 337b8c2d-12ed-4a0f-90cc-c70b1264696b {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:10.503325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.504694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae1ba-882a-49ba-9e09-8530f9a02076 req-7b80de04-2370-40a4-8c4a-c787d4fc04b3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:10.506219 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-820ae1ba-882a-49ba-9e09-8530f9a02076 req-7b80de04-2370-40a4-8c4a-c787d4fc04b3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 945 time: 0.8146820 Oct 20 03:39:10.524766 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:10.527338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67a6953-ab7b-410d-950f-c42b59357289,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:10.535533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.586339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:10.597128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.597627 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment 0838386d-6dac-4baa-92f2-39f325f23648 of type vlan for network d0814dd2-291d-446d-b253-92346dd76e3f Oct 20 03:39:10.651301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=947532a1-11c2-4a73-a936-673dc16efe11,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:10.657855 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-820ae1ba-882a-49ba-9e09-8530f9a02076 req-174c9397-8e1a-403d-bd75-3f6c7a1197a1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341083 Oct 20 03:39:10.666219 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:10.672949 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a112c492-88e4-41e0-bf66-a4856c285c03 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c HTTP/1.1" status: 204 len: 168 time: 2.5079775 Oct 20 03:39:10.682178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34196) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:10.695476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.695476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae2d862-5468-4462-8776-27446e31d601 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:10.697143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.725814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Ignored duplicate provisioning block setup for port e8693314-bce6-4f97-8d0e-65199a054330 by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:39:10.750059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aae2d862-5468-4462-8776-27446e31d601 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.750273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2b191-77f2-4db5-90d2-22c5dc2622bc None None] Sync routers for ids ['40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:10.751486 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-aae2d862-5468-4462-8776-27446e31d601 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "PUT /v2.0/routers/40e0ee99-a7a8-4907-8c3c-c8010bbfd52d HTTP/1.1" status: 200 len: 921 time: 4.6094167 Oct 20 03:39:10.754686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34200) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:10.784221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2b191-77f2-4db5-90d2-22c5dc2622bc None None] Routers {'40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:10.784708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d1e2b191-77f2-4db5-90d2-22c5dc2622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:10.857200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d1e2b191-77f2-4db5-90d2-22c5dc2622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:10.875831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2b191-77f2-4db5-90d2-22c5dc2622bc None None] Routers {'40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:10.876187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d1e2b191-77f2-4db5-90d2-22c5dc2622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:38:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:10.885971 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-1643ee6a-d9a3-4e53-93a0-fd8f51107788 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:10.886730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1643ee6a-d9a3-4e53-93a0-fd8f51107788 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:10.888892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1643ee6a-d9a3-4e53-93a0-fd8f51107788 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c HTTP/1.1" status: 404 len: 333 time: 0.2053685 Oct 20 03:39:10.896972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34204) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:10.900551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.902181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.907586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:10.908165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.940015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ddaa24ad-4511-495c-bc2b-badabcf5d9d3 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:10.970334 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.ipam_backend_mixin [None req-6ab29c0b-c81a-4cf9-b891-b76bf3eb2b69 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 926b561c-ee3a-46f1-8d28-5d7888188688 (CIDR: 2001:db8::/64) Oct 20 03:39:11.013958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d1e2b191-77f2-4db5-90d2-22c5dc2622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:11.014500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2b191-77f2-4db5-90d2-22c5dc2622bc None None] The sync data for ids ['40e0ee99-a7a8-4907-8c3c-c8010bbfd52d'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:11.032963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.168823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Allocated IP 2001:db8::f816:3eff:fe90:f866 (70bc74a8-f345-4115-a4c4-4fbf84d34303/926b561c-ee3a-46f1-8d28-5d7888188688/54d56e18-1fda-42a7-aa47-c95f9c78714d) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:11.177635 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 5 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:11.185634 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf38f63-8ff7-403c-bdf6-8959716e1015 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:39:11.189697 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0bf38f63-8ff7-403c-bdf6-8959716e1015 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c HTTP/1.1" status: 404 len: 333 time: 0.2876062 Oct 20 03:39:11.245577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34210) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:11.262677 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab29c0b-c81a-4cf9-b891-b76bf3eb2b69 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:11.263179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab29c0b-c81a-4cf9-b891-b76bf3eb2b69 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:11.317786 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.9648738 Oct 20 03:39:11.322112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34214) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:11.365525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:11.381781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 337b8c2d-12ed-4a0f-90cc-c70b1264696b owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:11.406985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=e8693314-bce6-4f97-8d0e-65199a054330,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:11.429393 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6ab29c0b-c81a-4cf9-b891-b76bf3eb2b69 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7111840 Oct 20 03:39:11.449341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666bf96-2151-4f60-8dc0-81fe199e11c4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=d0814dd2-291d-446d-b253-92346dd76e3f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:11.449460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34220) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:11.494594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:11.539760 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6ff6cb49-8904-4ef1-9278-3612c4e62b1d tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/routers/40e0ee99-a7a8-4907-8c3c-c8010bbfd52d HTTP/1.1" status: 200 len: 921 time: 0.7791467 Oct 20 03:39:11.542113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e1e172-6749-43f2-81e5-7094520167b8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet f104fe02-598f-4ef4-ad94-10af8c84c839 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:11.545248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34224) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:11.550233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e172-6749-43f2-81e5-7094520167b8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.589773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] In _notify_port_updated(), no bound segment for port e8693314-bce6-4f97-8d0e-65199a054330 on network 3adfee56-f034-484e-a5de-37ef3836d9e4 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:39:11.597554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:11.597747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.599341 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-48590b01-9686-4f6f-bcea-2928c890ce0f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "PUT /v2.0/ports/e8693314-bce6-4f97-8d0e-65199a054330 HTTP/1.1" status: 200 len: 920 time: 4.1099472 Oct 20 03:39:11.606216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.626237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Transition to ACTIVE for port object 54d56e18-1fda-42a7-aa47-c95f9c78714d will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:11.654659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Transition to ACTIVE for port object 54d56e18-1fda-42a7-aa47-c95f9c78714d will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:11.660097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network d0814dd2-291d-446d-b253-92346dd76e3f details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:11.702878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34228) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:11.884331 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 6 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:12.036373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.095822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:12.135899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:12.139558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:12.146853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:12.149950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5adb9ec0-694d-4be6-b5ee-10bc35ef95b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.162717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a77a9528-0017-4ff9-8d08-3e8e7265c3a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port e8693314-bce6-4f97-8d0e-65199a054330 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:12.163078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a77a9528-0017-4ff9-8d08-3e8e7265c3a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.178468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:12.199567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:12.206776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a72599-3d1c-4dd5-80ea-10d0485660bc req-ef464748-121a-4ffe-8b63-8024a4c34683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:12.208472 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d4a72599-3d1c-4dd5-80ea-10d0485660bc req-ef464748-121a-4ffe-8b63-8024a4c34683 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 1099 time: 1.3101850 Oct 20 03:39:12.238945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2561a0-dcc9-410c-a398-09c4363e1706 req-c69a6f6d-5856-4d3e-8a15-1c7473f88ac7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:12.241024 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c2561a0-dcc9-410c-a398-09c4363e1706 req-c69a6f6d-5856-4d3e-8a15-1c7473f88ac7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 946 time: 0.1429217 Oct 20 03:39:12.247840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e172-6749-43f2-81e5-7094520167b8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.264867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.301645 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5adb9ec0-694d-4be6-b5ee-10bc35ef95b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:12.326082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=337b8c2d-12ed-4a0f-90cc-c70b1264696b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:12.333897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:12.337622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5adb9ec0-694d-4be6-b5ee-10bc35ef95b1 admin admin] Usage tracker for resource:security_group_rule and tenant:722fae4b42e44d21b51db548473caa50 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:12.340486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.344076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Pushing event updated for resources: {'Port': ['ID=54d56e18-1fda-42a7-aa47-c95f9c78714d,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:12.359450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5adb9ec0-694d-4be6-b5ee-10bc35ef95b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:12.378424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Attempting to bind port 54d56e18-1fda-42a7-aa47-c95f9c78714d on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:12.378787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Attempting to bind port 54d56e18-1fda-42a7-aa47-c95f9c78714d by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:12.379150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Attempting to bind port 54d56e18-1fda-42a7-aa47-c95f9c78714d on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:12.390384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:12.390845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:12.391372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.391761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:12.392233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Bound port: 54d56e18-1fda-42a7-aa47-c95f9c78714d, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:12.392972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.403218 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c2561a0-dcc9-410c-a398-09c4363e1706 req-8d1b93bd-ba98-4215-a1e6-bd20fdf4e253 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563668 Oct 20 03:39:12.436744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5adb9ec0-694d-4be6-b5ee-10bc35ef95b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:12.508500 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d4a72599-3d1c-4dd5-80ea-10d0485660bc req-8d10c9d3-28f3-485e-b837-ae98f3a839f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689009 Oct 20 03:39:12.525331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c4b0d-85f3-4bfb-8004-e8fa0a286e6c tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:12.526062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e76c4b0d-85f3-4bfb-8004-e8fa0a286e6c tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Synchronizing usage tracker for tenant:2fe4b6a9a72b425586daa263301f6710 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:12.530693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] For port 54d56e18-1fda-42a7-aa47-c95f9c78714d, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:12.534673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] For port 54d56e18-1fda-42a7-aa47-c95f9c78714d, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d56e18-1fda-42a7-aa47-c95f9c78714d,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:12.538781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-745f22fd-a809-466e-b0e3-0b12b99cb206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.597771 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 7 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:12.670851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e172-6749-43f2-81e5-7094520167b8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.686252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.778496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e76c4b0d-85f3-4bfb-8004-e8fa0a286e6c tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Unset dirty status for tenant:2fe4b6a9a72b425586daa263301f6710 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:12.779606 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e76c4b0d-85f3-4bfb-8004-e8fa0a286e6c tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=40e0ee99-a7a8-4907-8c3c-c8010bbfd52d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2311525 Oct 20 03:39:12.783210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34234) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:12.831551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a77a9528-0017-4ff9-8d08-3e8e7265c3a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.939120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:12.958369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdae85-71d2-4b69-bd2c-3fbc2e87696a None None] Pushing event updated for resources: {'Port': ['ID=54d56e18-1fda-42a7-aa47-c95f9c78714d,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:12.978687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.009168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a77a9528-0017-4ff9-8d08-3e8e7265c3a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for e8693314-bce6-4f97-8d0e-65199a054330 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:13.054993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5adb9ec0-694d-4be6-b5ee-10bc35ef95b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.059467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e172-6749-43f2-81e5-7094520167b8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.111043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e172-6749-43f2-81e5-7094520167b8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.116830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1e172-6749-43f2-81e5-7094520167b8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=f104fe02-598f-4ef4-ad94-10af8c84c839,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:13.118747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5adb9ec0-694d-4be6-b5ee-10bc35ef95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.156300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a75762-8536-45c2-8ebe-988ee5883a5a None None] Network 3914a8ba-b214-4a26-a728-45f7d1a30a58 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:13.389701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb9ec0-694d-4be6-b5ee-10bc35ef95b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33ccf2c-6502-4aa8-967a-351087e41a5d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:13.398666 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f9e1e172-6749-43f2-81e5-7094520167b8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/f104fe02-598f-4ef4-ad94-10af8c84c839 HTTP/1.1" status: 204 len: 168 time: 2.1510086 Oct 20 03:39:13.407575 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5adb9ec0-694d-4be6-b5ee-10bc35ef95b1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=722fae4b42e44d21b51db548473caa50&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0719273 Oct 20 03:39:13.407575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34238) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:13.424081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34242) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:13.431088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.442402 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 8 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:13.544419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.547871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a77a9528-0017-4ff9-8d08-3e8e7265c3a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.606513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:13.646961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.701988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.722189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] DHCP port deletion for 3914a8ba-b214-4a26-a728-45f7d1a30a58 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:39:13.727462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Deleting port d19993aa-5906-4582-817a-734a9321cac7 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:13.728065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.798277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f93106-32c6-49c9-9aa8-568e7e434ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:13.815669 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-89f93106-32c6-49c9-9aa8-568e7e434ada tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 881 time: 1.0311518 Oct 20 03:39:13.836960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34248) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:13.889484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port d19993aa-5906-4582-817a-734a9321cac7 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:13.890097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.974934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a9528-0017-4ff9-8d08-3e8e7265c3a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=e8693314-bce6-4f97-8d0e-65199a054330,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:14.012310 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-de88f5fa-352b-40e1-a6c9-9fb42516816e tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=40e0ee99-a7a8-4907-8c3c-c8010bbfd52d HTTP/1.1" status: 200 len: 205 time: 0.1488857 Oct 20 03:39:14.015263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34252) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:14.089908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fa7e9-a1d3-4fdc-b6a2-9c6545102366 req-46a9126e-95dd-44bb-beb2-21f08655059f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:14.091996 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bb8fa7e9-a1d3-4fdc-b6a2-9c6545102366 req-46a9126e-95dd-44bb-beb2-21f08655059f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 946 time: 0.4334371 Oct 20 03:39:14.124173 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 9 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:14.250335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] For port d19993aa-5906-4582-817a-734a9321cac7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d19993aa-5906-4582-817a-734a9321cac7,segment=NetworkSegment(3cc7ca19-c1f2-4a11-a79e-1426515287ef),segment_id=3cc7ca19-c1f2-4a11-a79e-1426515287ef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:14.251013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.258750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:14.364466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] For port d19993aa-5906-4582-817a-734a9321cac7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d19993aa-5906-4582-817a-734a9321cac7,segment=NetworkSegment(3cc7ca19-c1f2-4a11-a79e-1426515287ef),segment_id=3cc7ca19-c1f2-4a11-a79e-1426515287ef)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:14.364858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.405577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:14.418356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:14.425872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Calling delete_port for d19993aa-5906-4582-817a-734a9321cac7 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:14.428895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:14.429533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.437520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=145d8f5a-1a72-4878-aace-550561074a65,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:14.486441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34abce79-f126-4d0e-981a-ee215eea3c7a None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:14.626714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.689501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34256) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:14.695126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b83ae255-cdc3-4a6f-82ac-ff223f8c59e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.701295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for d19993aa-5906-4582-817a-734a9321cac7 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:14.701867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.711396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': 'd0814dd2-291d-446d-b253-92346dd76e3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:14.747634 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bb8fa7e9-a1d3-4fdc-b6a2-9c6545102366 req-695ea392-b33b-4e80-aac0-f3646d22f429 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6440237 Oct 20 03:39:14.753687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a77a9528-0017-4ff9-8d08-3e8e7265c3a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.779045 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a77a9528-0017-4ff9-8d08-3e8e7265c3a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/e8693314-bce6-4f97-8d0e-65199a054330 HTTP/1.1" status: 204 len: 168 time: 2.9962685 Oct 20 03:39:14.779045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34260) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:14.789841 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 10 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:14.811966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Pushing event deleted for resources: {'Port': ['ID=d19993aa-5906-4582-817a-734a9321cac7,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:14.817380 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ef4ae9-957d-4011-b053-bdebf0157fcd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:39:14.817924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-27ef4ae9-957d-4011-b053-bdebf0157fcd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:14.850933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.851919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:14.851919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:14.852669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.853174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.853703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.854201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.854687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.855186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.855857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.856404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.856897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.857587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.858401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:14.865394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ca5f1-2924-4c24-a966-b08340a09293 None None] No DVR routers for this DVR port d19993aa-5906-4582-817a-734a9321cac7 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:14.868628 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-37353562-ff10-43e9-be89-15d96eed7aa1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4001610 Oct 20 03:39:14.872049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34264) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:14.878342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:a7:ab:b9', 'name': 'tempest-NetworksTestDHCPv6-895597246'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:14.889243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:14.926444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.929143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b83ae255-cdc3-4a6f-82ac-ff223f8c59e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.932489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Could not find standard attr ID for object e8693314-bce6-4f97-8d0e-65199a054330. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:14.946661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Could not find standard attr ID for object d658f468-2d89-4b7f-a2a2-e9db7ae19d9d. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:14.957100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Could not find standard attr ID for object 337b8c2d-12ed-4a0f-90cc-c70b1264696b. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:14.961817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 54d56e18-1fda-42a7-aa47-c95f9c78714d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:14.963297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-27ef4ae9-957d-4011-b053-bdebf0157fcd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:14.967315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-27ef4ae9-957d-4011-b053-bdebf0157fcd tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/e8693314-bce6-4f97-8d0e-65199a054330 HTTP/1.1" status: 404 len: 333 time: 0.1983209 Oct 20 03:39:14.970802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:39:14.971822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34268) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:15.006550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:15.032662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:subnet and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:15.088090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:15.100800 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e2497c28-b531-4aaf-bb41-8592213e86e7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.103629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:15.117899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:15.122500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:15.136440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:15.141677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e2497c28-b531-4aaf-bb41-8592213e86e7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.150317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 54d56e18-1fda-42a7-aa47-c95f9c78714d completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:15.153992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Provisioning for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:15.159310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:15.163990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Provisioning complete for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:15.164472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.164907 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Attempt 1 to provision port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 Oct 20 03:39:15.191682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.224705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:15.235476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:15.236009 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b365fd-e7c0-4118-ba96-f64b50411588 None None] Sync routers for ids ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:15.245587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84749ab3-e109-4988-a44e-b05bc2096ed6 None None] Update dhcp port {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': '926b561c-ee3a-46f1-8d28-5d7888188688', 'ip_address': '2001:db8::f816:3eff:fe90:f866'}, {'subnet_id': '145d8f5a-1a72-4878-aace-550561074a65'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '54d56e18-1fda-42a7-aa47-c95f9c78714d'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:39:15.249391 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b365fd-e7c0-4118-ba96-f64b50411588 None None] Routers {'c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:15.250181 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-92b365fd-e7c0-4118-ba96-f64b50411588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:15.262023 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8b73a596-8570-4a5d-9f08-28a698a51dd8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2139580 Oct 20 03:39:15.264754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34272) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:15.279282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d19993aa-5906-4582-817a-734a9321cac7 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:39:15.327761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Deleting port 6bea9111-c5c6-4b3c-b276-994e3bd2f64a {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:15.328100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.331012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e2497c28-b531-4aaf-bb41-8592213e86e7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.336693 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-92b365fd-e7c0-4118-ba96-f64b50411588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:15.353405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: d19993aa-5906-4582-817a-734a9321cac7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:39:15.353673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:15.353939 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d19993aa-5906-4582-817a-734a9321cac7 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:39:15.359666 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b365fd-e7c0-4118-ba96-f64b50411588 None None] Routers {'c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:15.360450 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-92b365fd-e7c0-4118-ba96-f64b50411588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:15.364548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port d19993aa-5906-4582-817a-734a9321cac7 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:15.364951 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.368191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.389858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84749ab3-e109-4988-a44e-b05bc2096ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.409817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Current status of the port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:15.420432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.440668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2497c28-b531-4aaf-bb41-8592213e86e7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8b8cf4-e37f-4159-823c-f80dfe12e6ba,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:15.450848 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-92b365fd-e7c0-4118-ba96-f64b50411588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:15.450848 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b365fd-e7c0-4118-ba96-f64b50411588 None None] The sync data for ids ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:15.451013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] The port 'd19993aa-5906-4582-817a-734a9321cac7' was deleted {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:39:15.474331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b83ae255-cdc3-4a6f-82ac-ff223f8c59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.476691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b83ae255-cdc3-4a6f-82ac-ff223f8c59e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.480832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b83ae255-cdc3-4a6f-82ac-ff223f8c59e7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d33ccf2c-6502-4aa8-967a-351087e41a5d HTTP/1.1" status: 204 len: 168 time: 1.7854357 Oct 20 03:39:15.498194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] For port ddaa24ad-4511-495c-bc2b-badabcf5d9d3, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,segment=NetworkSegment(f9b06cf6-f449-444e-a83c-c2abc9910f05),segment_id=f9b06cf6-f449-444e-a83c-c2abc9910f05)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:15.536076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e2497c28-b531-4aaf-bb41-8592213e86e7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.540421 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e2497c28-b531-4aaf-bb41-8592213e86e7 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/security-groups/5e8b8cf4-e37f-4159-823c-f80dfe12e6ba HTTP/1.1" status: 204 len: 168 time: 0.5677965 Oct 20 03:39:15.545780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34278) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:15.623352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.703575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.707095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port ad4acd5b-b1d5-45dd-9fc5-189085c3cb77 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:15.726665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ae255-cdc3-4a6f-82ac-ff223f8c59e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33ccf2c-6502-4aa8-967a-351087e41a5d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:15.743299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.816041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e69384f9-00f3-464d-8284-996f4e755359 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.848238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7047ff-67e4-4a4e-89d4-83cb6da5b3f4 None None] Pushing event updated for resources: {'Port': ['ID=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:15.872578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-84749ab3-e109-4988-a44e-b05bc2096ed6 None None] Allocated IP 2001:db8:0:1::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/145d8f5a-1a72-4878-aace-550561074a65/54d56e18-1fda-42a7-aa47-c95f9c78714d) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:15.880614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3914a8ba-b214-4a26-a728-45f7d1a30a58']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:15.886088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Provisioning complete for port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:15.886562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.887351 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 1 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:15.927193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc7ca19-c1f2-4a11-a79e-1426515287ef') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:15.927584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc7ca19-c1f2-4a11-a79e-1426515287ef') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:15.982156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e69384f9-00f3-464d-8284-996f4e755359 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.991703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.031126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.044460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:16.044858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.047222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:16.107946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-84749ab3-e109-4988-a44e-b05bc2096ed6 None None] For port 54d56e18-1fda-42a7-aa47-c95f9c78714d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d56e18-1fda-42a7-aa47-c95f9c78714d,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:16.118790 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 3cc7ca19-c1f2-4a11-a79e-1426515287ef resource provider aggregate not found Oct 20 03:39:16.143360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84749ab3-e109-4988-a44e-b05bc2096ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.152166 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 3cc7ca19-c1f2-4a11-a79e-1426515287ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cc7ca19-c1f2-4a11-a79e-1426515287ef found for delete ", "request_id": "req-4a132faa-3c07-4716-b08c-5be3d61c8058"}]} Oct 20 03:39:16.160210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-84749ab3-e109-4988-a44e-b05bc2096ed6 None None] Ignored duplicate provisioning block setup for port 54d56e18-1fda-42a7-aa47-c95f9c78714d by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:39:16.195088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.233732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84749ab3-e109-4988-a44e-b05bc2096ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.263130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.264857 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e69384f9-00f3-464d-8284-996f4e755359 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.303419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.316067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69384f9-00f3-464d-8284-996f4e755359 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c004f-837c-4775-b11d-e2110e501bcb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:16.319284 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/networks/3914a8ba-b214-4a26-a728-45f7d1a30a58 HTTP/1.1" status: 204 len: 168 time: 2.9158900 Oct 20 03:39:16.323255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e69384f9-00f3-464d-8284-996f4e755359 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.323255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e69384f9-00f3-464d-8284-996f4e755359 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/security-groups/c77c004f-837c-4775-b11d-e2110e501bcb HTTP/1.1" status: 204 len: 168 time: 0.7758574 Oct 20 03:39:16.323674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34298) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:16.336359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34300) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:16.344519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1935645492'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:16.348980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f393256-78f9-4d09-910d-c14bff921e27 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Network': ['ID=3914a8ba-b214-4a26-a728-45f7d1a30a58,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:16.373806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Calling delete_port for 6bea9111-c5c6-4b3c-b276-994e3bd2f64a owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:16.386225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:16.410892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:network and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:16.429987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:16.444957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84749ab3-e109-4988-a44e-b05bc2096ed6 None None] Pushing event updated for resources: {'Port': ['ID=54d56e18-1fda-42a7-aa47-c95f9c78714d,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:16.481432 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:16.507075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c15d36-c47d-4cd9-bc8c-aeb1d227ba83 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 8407ede6-7233-4cff-b690-63e31cdf7014 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:16.512803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-49c15d36-c47d-4cd9-bc8c-aeb1d227ba83 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.548866 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 2 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:16.571434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8:0:1::28d (70bc74a8-f345-4115-a4c4-4fbf84d34303/145d8f5a-1a72-4878-aace-550561074a65/ad4acd5b-b1d5-45dd-9fc5-189085c3cb77) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:16.591324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:fea7:abb9 (70bc74a8-f345-4115-a4c4-4fbf84d34303/926b561c-ee3a-46f1-8d28-5d7888188688/ad4acd5b-b1d5-45dd-9fc5-189085c3cb77) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:16.603597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-49c15d36-c47d-4cd9-bc8c-aeb1d227ba83 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.635251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d9244-a3c0-41a0-b743-f75b572ba006 req-61fe79e2-37e0-4e4e-a693-6e07baffd14c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:16.636775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:16.642409 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8b4d9244-a3c0-41a0-b743-f75b572ba006 req-61fe79e2-37e0-4e4e-a693-6e07baffd14c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 946 time: 0.6204453 Oct 20 03:39:16.648671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:16.654889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.681554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.737140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:16.772817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.773254 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Added segment 3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d of type vlan for network cd729773-dd6e-4575-9ced-75ebbf611922 Oct 20 03:39:16.777993 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8b4d9244-a3c0-41a0-b743-f75b572ba006 req-34a1bf56-dc28-45a4-8e1d-dcdb82976620 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347268 Oct 20 03:39:16.808420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=652db583-e433-4007-8031-27f63231e5de,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:16.955380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ddaa24ad-4511-495c-bc2b-badabcf5d9d3 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:17.026401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34316) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:17.027432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking segment: {'id': '0838386d-6dac-4baa-92f2-39f325f23648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd0814dd2-291d-446d-b253-92346dd76e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:17.028137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network hostable DHCP agents. Network: d0814dd2-291d-446d-b253-92346dd76e3f, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:17.048078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.060270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:17.061400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.062139 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 Oct 20 03:39:17.101865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-49c15d36-c47d-4cd9-bc8c-aeb1d227ba83 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.103685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.140924 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 3 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:17.160805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.207719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network d0814dd2-291d-446d-b253-92346dd76e3f is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:17.214646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event deleted for resources: {'Port': ['ID=6bea9111-c5c6-4b3c-b276-994e3bd2f64a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:17.222622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2097304769'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:17.231272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:17.274632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:17.302734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669512fe-886f-42a2-a5a5-848490bda70a req-9608af33-7c84-40a7-a2a3-5446bb35ebe7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:17.310262 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-669512fe-886f-42a2-a5a5-848490bda70a req-9608af33-7c84-40a7-a2a3-5446bb35ebe7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 946 time: 0.2945685 Oct 20 03:39:17.310948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:17.312565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 54d56e18-1fda-42a7-aa47-c95f9c78714d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:17.314369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.352426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.368891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Usage tracker for resource:network and tenant:abee4a14d7b148dcb192030eaf71311b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:17.375448 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-669512fe-886f-42a2-a5a5-848490bda70a req-cde19fb2-cc56-4fa9-8360-72706c10aadd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626788 Oct 20 03:39:17.376827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:17.397332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, d0814dd2-291d-446d-b253-92346dd76e3f) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:17.401778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object ad4acd5b-b1d5-45dd-9fc5-189085c3cb77 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:17.407322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69aa365-8db2-418f-b417-d9ba3e83d7ee None None] Network d0814dd2-291d-446d-b253-92346dd76e3f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:17.407817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34322) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:17.445401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:17.453345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.458819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:17.459465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.495011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-49c15d36-c47d-4cd9-bc8c-aeb1d227ba83 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.610125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:17.610664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.615363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c15d36-c47d-4cd9-bc8c-aeb1d227ba83 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=8407ede6-7233-4cff-b690-63e31cdf7014,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:17.637132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-49c15d36-c47d-4cd9-bc8c-aeb1d227ba83 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.643299 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-49c15d36-c47d-4cd9-bc8c-aeb1d227ba83 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/8407ede6-7233-4cff-b690-63e31cdf7014 HTTP/1.1" status: 204 len: 168 time: 1.3016455 Oct 20 03:39:17.646414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34326) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:17.650957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc441a42-8e68-44fa-89f1-820c06c9bb81 None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:17.655536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:17.658832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.669987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Network': ['ID=cd729773-dd6e-4575-9ced-75ebbf611922,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:17.670978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-d0814dd2-291d-446d-b253-92346dd76e3f', 'network_id': 'd0814dd2-291d-446d-b253-92346dd76e3f', 'tenant_id': '0ae21ac329174a02a5f3027b395f631e', 'fixed_ips': [{'subnet_id': '652db583-e433-4007-8031-27f63231e5de'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:17.671958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.691488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network cd729773-dd6e-4575-9ced-75ebbf611922 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:17.739856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.748788 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-80e86dba-46ac-4fef-a92a-8b60fe4ad696 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4168749 Oct 20 03:39:17.760413 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 4 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:17.768255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34330) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:17.836007 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8e11f12c-b943-4fdb-baa6-e7baf301131a tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1384017 Oct 20 03:39:17.839788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a315b6-0dcb-430f-b910-35bcf7ef6cb5 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:17.844074 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c7a315b6-0dcb-430f-b910-35bcf7ef6cb5 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 1094 time: 0.4325140 Oct 20 03:39:17.849072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34334) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:17.849072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34336) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:17.861151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:17.873983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1023625581'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:17.879459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address': '172.20.0.24'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:17.887590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'cd729773-dd6e-4575-9ced-75ebbf611922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:17.891207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:17.893371 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:17.898456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:17.900633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=ad4acd5b-b1d5-45dd-9fc5-189085c3cb77,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:17.911555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:17.913689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Made reservation on behalf of abee4a14d7b148dcb192030eaf71311b for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:17.917539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.918220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:17.918739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.929549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:network and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:17.932579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:17.936962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:floatingip and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:17.946358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:17.952187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:17.960028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:17.969316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:17.972147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.974055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:17.977701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:17.984149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:18.018726 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:18.022419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.043577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.083431 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-82ed11be-dfba-40ed-bcbc-f45957419e91 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2102721 Oct 20 03:39:18.083642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:18.085653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34342) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:18.107756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Usage tracker for resource:security_group_rule and tenant:abee4a14d7b148dcb192030eaf71311b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:18.116719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:18.124885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:18.135662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:18.145622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:18.157061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:18.170157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:18.174585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-351c965c-6355-48fb-8318-fe94630f57fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port ad4acd5b-b1d5-45dd-9fc5-189085c3cb77 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:18.174932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-351c965c-6355-48fb-8318-fe94630f57fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.181692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.182212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Fanout notify agent at l3_agent the message router_deleted on router 40e0ee99-a7a8-4907-8c3c-c8010bbfd52d {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:39:18.216187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:18.220283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.240729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Allocated IP 2001:db8:0:ffff::2 (d0814dd2-291d-446d-b253-92346dd76e3f/652db583-e433-4007-8031-27f63231e5de/7704c60b-93cd-4276-a64e-09a7d24b1889) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:18.267994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.275553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.276652 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-32d6d2e4-06dd-458d-b36f-1683747e2624 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/40e0ee99-a7a8-4907-8c3c-c8010bbfd52d HTTP/1.1" status: 204 len: 168 time: 4.2422199 Oct 20 03:39:18.284707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:18.288108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.290310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:18.294047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.301364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34346) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:18.325631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-908471316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:18.384932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:18.401412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Usage tracker for resource:router and tenant:9b8d144afcfb4198a4cee9f3eedc8d6b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:18.406402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:18.415299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port d6d46c39-d484-41af-9a6c-5c30167c49e2 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:18.415654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.464468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:18.472729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.489942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.493874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Transition to ACTIVE for port object 7704c60b-93cd-4276-a64e-09a7d24b1889 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:18.517902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Transition to ACTIVE for port object 7704c60b-93cd-4276-a64e-09a7d24b1889 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:18.520124 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 5 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:18.528399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:18.596590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.619414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:18.652149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac4ee00-e8a6-408c-80e9-82f52b6d662e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:18.663088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.664184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.670776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.675233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.675674 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment 786e8ff5-a53e-4d57-bfa1-65c5b8f7d879 of type vlan for network ef0276db-5d9e-484f-9719-42fcbee42c21 Oct 20 03:39:18.704841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:18.707963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.718496 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:39:18.729273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Network d0814dd2-291d-446d-b253-92346dd76e3f is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:18.735437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:18.738284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:18.776191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.805811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.806088 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Added segment fe1df4e1-4478-43ee-a20d-7630b4d743f5 of type vlan for network 295ee879-01b0-4cb2-9352-894f511a4ea6 Oct 20 03:39:18.843855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.855533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.860968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:18.861790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.909449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Pushing event updated for resources: {'Port': ['ID=7704c60b-93cd-4276-a64e-09a7d24b1889,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:18.913565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Attempting to bind port 7704c60b-93cd-4276-a64e-09a7d24b1889 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:18.918210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Attempting to bind port 7704c60b-93cd-4276-a64e-09a7d24b1889 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '0838386d-6dac-4baa-92f2-39f325f23648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd0814dd2-291d-446d-b253-92346dd76e3f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:18.918210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Attempting to bind port 7704c60b-93cd-4276-a64e-09a7d24b1889 on network d0814dd2-291d-446d-b253-92346dd76e3f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:18.921596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:18.921596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Checking segment: {'id': '0838386d-6dac-4baa-92f2-39f325f23648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd0814dd2-291d-446d-b253-92346dd76e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:18.921596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.922042 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Bound using segment: {'id': '0838386d-6dac-4baa-92f2-39f325f23648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd0814dd2-291d-446d-b253-92346dd76e3f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:18.922183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Bound port: 7704c60b-93cd-4276-a64e-09a7d24b1889, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0838386d-6dac-4baa-92f2-39f325f23648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd0814dd2-291d-446d-b253-92346dd76e3f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:18.922555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.994096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.008507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for d6d46c39-d484-41af-9a6c-5c30167c49e2 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:19.028999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] For port 7704c60b-93cd-4276-a64e-09a7d24b1889, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:19.032508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] For port 7704c60b-93cd-4276-a64e-09a7d24b1889, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7704c60b-93cd-4276-a64e-09a7d24b1889,segment=NetworkSegment(0838386d-6dac-4baa-92f2-39f325f23648),segment_id=0838386d-6dac-4baa-92f2-39f325f23648)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:19.038365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.104364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.127296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-351c965c-6355-48fb-8318-fe94630f57fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.141216 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 6 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:19.230695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.231171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:19.234862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54d892-8a43-4e40-9c93-3835f1829ff5 None None] Pushing event updated for resources: {'Port': ['ID=7704c60b-93cd-4276-a64e-09a7d24b1889,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:19.284492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.290622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:19.292247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.313711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-351c965c-6355-48fb-8318-fe94630f57fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for ad4acd5b-b1d5-45dd-9fc5-189085c3cb77 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:19.314364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.315554 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bd4bbae3-1d40-4d77-9ec7-240e24a69251 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0065901 Oct 20 03:39:19.344768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34350) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:19.367964 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5152698 Oct 20 03:39:19.374760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ec2ef-ce50-4805-9d8e-fc99bc7e625e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=ef0276db-5d9e-484f-9719-42fcbee42c21,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:19.379601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34354) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:19.386634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network ef0276db-5d9e-484f-9719-42fcbee42c21 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:19.392006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': 'ef0276db-5d9e-484f-9719-42fcbee42c21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:19.515161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.564892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:19.680061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:19.699094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:subnet and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:19.705707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:19.721983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:19.728666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.732532 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 7 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:19.759931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=c98faf5b-524c-4ba1-b50d-8f00f99651be,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:19.799710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:19.829255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.833759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Network': ['ID=295ee879-01b0-4cb2-9352-894f511a4ea6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:19.845116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:19.889391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:19.892818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.918952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:19.925909 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5257ad6c-b95d-4473-abda-e760a624855d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8885603 Oct 20 03:39:19.934718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34358) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:19.938646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Checking segment: {'id': '3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'cd729773-dd6e-4575-9ced-75ebbf611922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:19.939020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network hostable DHCP agents. Network: cd729773-dd6e-4575-9ced-75ebbf611922, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:19.956378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=d6d46c39-d484-41af-9a6c-5c30167c49e2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:19.985842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:19.994738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'subnet': {'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:19.997570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9784cfea-005c-4452-b32e-edaf633b9d10 None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:20.022335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=8242a4d4-e703-4d3c-aedf-896b2d97ec44,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:20.032647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:20.033244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.142756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.80 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/542d2984-2891-43e6-ac03-a948b0b50c40) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:20.221014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:20.241605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Usage tracker for resource:subnet and tenant:abee4a14d7b148dcb192030eaf71311b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:20.250003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:20.275784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.280377 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:20.300531 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 8 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:20.351353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-351c965c-6355-48fb-8318-fe94630f57fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.413200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:20.423766 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-686bc293-607a-4a51-b61c-de700d03c91c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7757754 Oct 20 03:39:20.434958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c965c-6355-48fb-8318-fe94630f57fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=ad4acd5b-b1d5-45dd-9fc5-189085c3cb77,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:20.436819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34362) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:20.457428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.488060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'security_group': {'name': 'tempest-secgroup-127584480'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:20.536371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network cd729773-dd6e-4575-9ced-75ebbf611922 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:20.575726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:20.580789 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Made reservation on behalf of abee4a14d7b148dcb192030eaf71311b for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:20.584235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.633458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38900436-3a42-4ecb-8252-89ffd49b0bb5 None None] Network d0814dd2-291d-446d-b253-92346dd76e3f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:20.693682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, cd729773-dd6e-4575-9ced-75ebbf611922) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:20.702937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:20.759662 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9114ae8-ed67-4046-be12-097b9d1d42b4 None None] Network cd729773-dd6e-4575-9ced-75ebbf611922 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:20.784035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:20.784765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.788678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2efada-c7a7-4e2a-847a-73b8248117a1 None None] Update dhcp port {'port': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'fixed_ips': [{'subnet_id': '76ee5bd6-8db5-423a-9769-378d4a1ea737', 'ip_address': '172.20.0.18'}, {'subnet_id': '8242a4d4-e703-4d3c-aedf-896b2d97ec44'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': 'ddaa24ad-4511-495c-bc2b-badabcf5d9d3'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:39:20.866135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:39:20.892350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.914121 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 9 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:20.926078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:20.938137 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:20.949633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-351c965c-6355-48fb-8318-fe94630f57fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.973806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7704c60b-93cd-4276-a64e-09a7d24b1889 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:21.019183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f2efada-c7a7-4e2a-847a-73b8248117a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.120878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.142601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b5a5fb2e-b412-452b-8ca0-225e1b96334a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3713963 Oct 20 03:39:21.150114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:21.153750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34366) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:21.163991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'cd729773-dd6e-4575-9ced-75ebbf611922', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-12704669'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:21.174912 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-351c965c-6355-48fb-8318-fe94630f57fb tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/ad4acd5b-b1d5-45dd-9fc5-189085c3cb77 HTTP/1.1" status: 204 len: 168 time: 3.0859339 Oct 20 03:39:21.179136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34370) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:21.214963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.267879 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:21.271759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:21.277033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:21.290679 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1e39afa1-e6c1-40b7-8d8b-45a5ab5707ab tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0247548 Oct 20 03:39:21.290967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=542d2984-2891-43e6-ac03-a948b0b50c40,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:21.298097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:21.300636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:21.302407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34374) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:21.306957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e0c4b-d3bd-4924-a4a3-78e62a05ac2a None None] Sync routers for ids ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:21.331950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group_rule and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:21.339149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:21.348221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:21.374681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cff55657-9408-4a99-bcd6-753358dd93f4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:21.409028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.439608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e0c4b-d3bd-4924-a4a3-78e62a05ac2a None None] Routers {'c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:21.440564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5b8e0c4b-d3bd-4924-a4a3-78e62a05ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:21.470828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.476747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:21.485084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:21.490370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:21.501445 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:21.502885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-cd729773-dd6e-4575-9ced-75ebbf611922', 'network_id': 'cd729773-dd6e-4575-9ced-75ebbf611922', 'tenant_id': '97183b1f657e4bb5b7ed409b7f97abe9', 'fixed_ips': [{'subnet_id': 'c98faf5b-524c-4ba1-b50d-8f00f99651be'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:21.503723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.513020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0b08e-a60f-4ed1-a9cc-eb3683e3728a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:21.515461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-17c0b08e-a60f-4ed1-a9cc-eb3683e3728a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:21.523373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 7704c60b-93cd-4276-a64e-09a7d24b1889 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:21.536501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5b8e0c4b-d3bd-4924-a4a3-78e62a05ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:21.632215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e0c4b-d3bd-4924-a4a3-78e62a05ac2a None None] Routers {'c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:21.632841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5b8e0c4b-d3bd-4924-a4a3-78e62a05ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:21.642416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cff55657-9408-4a99-bcd6-753358dd93f4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:21.646289 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cff55657-9408-4a99-bcd6-753358dd93f4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4 HTTP/1.1" status: 200 len: 205 time: 0.3426287 Oct 20 03:39:21.646912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34378) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:21.663595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:21.667014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.697303 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 10 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:21.759078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=f9443c0f-753e-4043-81ec-7b7fad7a2b9c,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:21.807346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-17c0b08e-a60f-4ed1-a9cc-eb3683e3728a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:21.808513 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-17c0b08e-a60f-4ed1-a9cc-eb3683e3728a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6240454 Oct 20 03:39:21.818621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5b8e0c4b-d3bd-4924-a4a3-78e62a05ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:21.819167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e0c4b-d3bd-4924-a4a3-78e62a05ac2a None None] The sync data for ids ['c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:21.838613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-2f2efada-c7a7-4e2a-847a-73b8248117a1 None None] Allocated IP 172.20.0.2 (3adfee56-f034-484e-a5de-37ef3836d9e4/8242a4d4-e703-4d3c-aedf-896b2d97ec44/ddaa24ad-4511-495c-bc2b-badabcf5d9d3) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:21.847997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34382) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:21.880984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Checking segment: {'id': 'fe1df4e1-4478-43ee-a20d-7630b4d743f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:21.881421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Network hostable DHCP agents. Network: 295ee879-01b0-4cb2-9352-894f511a4ea6, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:21.895310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.921086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking segment: {'id': '786e8ff5-a53e-4d57-bfa1-65c5b8f7d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ef0276db-5d9e-484f-9719-42fcbee42c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:21.921564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network hostable DHCP agents. Network: ef0276db-5d9e-484f-9719-42fcbee42c21, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:21.924970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:21.929985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:21.932209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.942315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Subnet': ['ID=f2a339c4-91c1-4937-9f22-41f35c0093a0,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:21.970182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1326ef0-4179-4912-a1c1-9f8ca6258d78 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.000127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.037329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:22.077678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c494d0c-663d-4046-b139-3a952627ff5e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:22.093456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network ef0276db-5d9e-484f-9719-42fcbee42c21 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:22.096092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.096467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Could not find standard attr ID for object e8693314-bce6-4f97-8d0e-65199a054330. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:22.127916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2f2efada-c7a7-4e2a-847a-73b8248117a1 None None] For port ddaa24ad-4511-495c-bc2b-badabcf5d9d3, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,segment=NetworkSegment(f9b06cf6-f449-444e-a83c-c2abc9910f05),segment_id=f9b06cf6-f449-444e-a83c-c2abc9910f05)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:22.138206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.140037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.141736 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-33f4941f-ab88-4df6-b10c-d1e9e89a75a1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6990058 Oct 20 03:39:22.148140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Allocated IP 2001:db8::2 (cd729773-dd6e-4575-9ced-75ebbf611922/c98faf5b-524c-4ba1-b50d-8f00f99651be/71190ce1-4187-4d22-adc3-4c38aa359b1d) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:22.151289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34386) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:22.158944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'security_group': {'name': 'tempest-secgroup-506154050'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:22.166213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:22.171462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, ef0276db-5d9e-484f-9719-42fcbee42c21) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:22.175552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 295ee879-01b0-4cb2-9352-894f511a4ea6) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:22.178579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:22.182501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:22.182668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.190304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f2efada-c7a7-4e2a-847a-73b8248117a1 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.190963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:22.198550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:22.199132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.210430 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:22.246284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Provisioning for port 54d56e18-1fda-42a7-aa47-c95f9c78714d completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:22.258314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2e4456-d45c-43bb-8c5e-8b42eec389d4 None None] Network ef0276db-5d9e-484f-9719-42fcbee42c21 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:22.269809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6309c7-5d0b-4f68-a344-35b3d0f3bc38 None None] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:22.298498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Provisioning complete for port 54d56e18-1fda-42a7-aa47-c95f9c78714d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:22.298779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.299116 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 1 to provision port 54d56e18-1fda-42a7-aa47-c95f9c78714d Oct 20 03:39:22.323568 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a5f816ec-12cc-47c0-9f69-af116779ab1c tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9419239 Oct 20 03:39:22.326438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34390) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:22.353506 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2d4c30e6-4190-41a3-9a12-6b53993e8c62 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3693433 Oct 20 03:39:22.382940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34394) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:22.439719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2f2efada-c7a7-4e2a-847a-73b8248117a1 None None] Transition to ACTIVE for port object ddaa24ad-4511-495c-bc2b-badabcf5d9d3 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:22.454058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'port': {'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1314017651'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:22.476821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.561014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1326ef0-4179-4912-a1c1-9f8ca6258d78 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.563953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:22.570007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1326ef0-4179-4912-a1c1-9f8ca6258d78 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.574327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f2efada-c7a7-4e2a-847a-73b8248117a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.587392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group_rule and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:22.596512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:22.619896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed4dda-9a99-4731-affd-dc3a36f86471 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:22.620149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.620671 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f0ed4dda-9a99-4731-affd-dc3a36f86471 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7685781 Oct 20 03:39:22.626649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34398) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:22.629376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Allocated IP 172.26.7.215 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/a2ce4f62-d707-4029-8603-2c0f4eb929ea) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:22.655819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:22.732769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.753950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1326ef0-4179-4912-a1c1-9f8ca6258d78 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.754716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1326ef0-4179-4912-a1c1-9f8ca6258d78 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Fanout notify agent at l3_agent the message router_deleted on router c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:39:22.783152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0eb67d-f024-436e-b20e-e92780ee3655 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:22.784751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0eb67d-f024-436e-b20e-e92780ee3655 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:22.786261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0eb67d-f024-436e-b20e-e92780ee3655 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:22.787071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ce0eb67d-f024-436e-b20e-e92780ee3655 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:22.805801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:22.843695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Usage tracker for resource:port and tenant:abee4a14d7b148dcb192030eaf71311b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:22.849357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d1326ef0-4179-4912-a1c1-9f8ca6258d78 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.853233 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d1326ef0-4179-4912-a1c1-9f8ca6258d78 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4 HTTP/1.1" status: 204 len: 168 time: 1.1949265 Oct 20 03:39:22.857778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34402) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:22.896322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:22.909133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:22.927240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.942025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ce0eb67d-f024-436e-b20e-e92780ee3655 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:22.946706 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ce0eb67d-f024-436e-b20e-e92780ee3655 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3156219 Oct 20 03:39:22.950907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34406) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:22.954971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb3a0cf-c5f0-4f37-bbd1-2a8aee789954 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting subnet 5fde149f-8c65-4678-9341-030a91277a16 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:22.972659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.992390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2efada-c7a7-4e2a-847a-73b8248117a1 None None] Pushing event updated for resources: {'Port': ['ID=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:22.994395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a0cf-c5f0-4f37-bbd1-2a8aee789954 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.022546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.037217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.043139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Made reservation on behalf of abee4a14d7b148dcb192030eaf71311b for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:23.046256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.073923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Current status of the port 54d56e18-1fda-42a7-aa47-c95f9c78714d is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:23.074622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.084388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a0cf-c5f0-4f37-bbd1-2a8aee789954 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.103697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Transition to ACTIVE for port object 71190ce1-4187-4d22-adc3-4c38aa359b1d will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:23.130823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22ea269-19c8-48e0-8735-473b4098cea7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 145d8f5a-1a72-4878-aace-550561074a65 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:23.138993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.145625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e22ea269-19c8-48e0-8735-473b4098cea7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.153300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-295ee879-01b0-4cb2-9352-894f511a4ea6', 'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6', 'tenant_id': 'abee4a14d7b148dcb192030eaf71311b', 'fixed_ips': [{'subnet_id': 'f2a339c4-91c1-4937-9f22-41f35c0093a0'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:23.154171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.218818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.220399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Transition to ACTIVE for port object 71190ce1-4187-4d22-adc3-4c38aa359b1d will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:23.222644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9fbb88-7cb7-400c-80ea-0a6a948fd3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-ef0276db-5d9e-484f-9719-42fcbee42c21', 'network_id': 'ef0276db-5d9e-484f-9719-42fcbee42c21', 'tenant_id': '0ae21ac329174a02a5f3027b395f631e', 'fixed_ips': [{'subnet_id': 'f9443c0f-753e-4043-81ec-7b7fad7a2b9c'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:23.223482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbb88-7cb7-400c-80ea-0a6a948fd3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.235423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] For port 54d56e18-1fda-42a7-aa47-c95f9c78714d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d56e18-1fda-42a7-aa47-c95f9c78714d,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:23.275733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:23.277868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] device_id is not set on port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:23.284785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:23.299289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:23.335204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e22ea269-19c8-48e0-8735-473b4098cea7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.343636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.361954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb2bc05-7b32-4b3a-945c-12db2c1fd23e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.362591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event updated for resources: {'Port': ['ID=a2ce4f62-d707-4029-8603-2c0f4eb929ea,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.408285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.420730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Could not find standard attr ID for object 948c4bce-87ec-4a36-8ff5-ed7d6bf70e6c. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:23.434955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.467293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.471099 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fab2d0fc-0088-438c-9083-ef155c26eab9 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3163168 Oct 20 03:39:23.473818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34410) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:23.481519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.494735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Network cd729773-dd6e-4575-9ced-75ebbf611922 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:23.497675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:23.499547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Pushing event updated for resources: {'Port': ['ID=54d56e18-1fda-42a7-aa47-c95f9c78714d,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.502555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:23.505363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.511477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020369026'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:23.594525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server [None req-8d9fbb88-7cb7-400c-80ea-0a6a948fd3e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9443c0f-753e-4043-81ec-7b7fad7a2b9c: This subnet is being modified by another concurrent operation. Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:39:23.603884 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise exception Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9443c0f-753e-4043-81ec-7b7fad7a2b9c: This subnet is being modified by another concurrent operation. Oct 20 03:39:23.608133 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server Oct 20 03:39:23.627674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:23.640935 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:23.643763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=f9443c0f-753e-4043-81ec-7b7fad7a2b9c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.671206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a0cf-c5f0-4f37-bbd1-2a8aee789954 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.676368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:23.682474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Pushing event updated for resources: {'Port': ['ID=71190ce1-4187-4d22-adc3-4c38aa359b1d,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.693375 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Provisioning for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:23.760425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.779975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::39c (cd729773-dd6e-4575-9ced-75ebbf611922/c98faf5b-524c-4ba1-b50d-8f00f99651be/f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:23.845597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e22ea269-19c8-48e0-8735-473b4098cea7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.859424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Provisioning complete for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:23.859799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.860137 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Attempt 1 to provision port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 Oct 20 03:39:23.896696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Allocated IP 2001:db8::1d3 (295ee879-01b0-4cb2-9352-894f511a4ea6/f2a339c4-91c1-4937-9f22-41f35c0093a0/096e62bd-175a-4ea4-b7d0-0376c551cbe7) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:23.899278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=542d2984-2891-43e6-ac03-a948b0b50c40,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.901575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd50143f-c21f-4eae-90e2-d4417ba599b4 None None] Network ef0276db-5d9e-484f-9719-42fcbee42c21 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:23.947664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.994770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.022628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0276db-5d9e-484f-9719-42fcbee42c21']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:24.068209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786e8ff5-a53e-4d57-bfa1-65c5b8f7d879') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:24.068627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786e8ff5-a53e-4d57-bfa1-65c5b8f7d879') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:24.071002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Attempting to bind port 71190ce1-4187-4d22-adc3-4c38aa359b1d on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:24.071505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Attempting to bind port 71190ce1-4187-4d22-adc3-4c38aa359b1d by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'cd729773-dd6e-4575-9ced-75ebbf611922'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:24.071733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Attempting to bind port 71190ce1-4187-4d22-adc3-4c38aa359b1d on network cd729773-dd6e-4575-9ced-75ebbf611922 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:24.085731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:24.086169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Checking segment: {'id': '3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'cd729773-dd6e-4575-9ced-75ebbf611922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:24.086827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.086984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Bound using segment: {'id': '3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'cd729773-dd6e-4575-9ced-75ebbf611922'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:24.087075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:24.087382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Bound port: 71190ce1-4187-4d22-adc3-4c38aa359b1d, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'cd729773-dd6e-4575-9ced-75ebbf611922'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:24.087763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.111611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.118331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:security_group_rule and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:24.129607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:24.180395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:24.197090 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP f07d9d47-1b17-4a36-98fd-266e2b9a1637 associated. External IP: 172.26.7.80, port: 947532a1-11c2-4a73-a936-673dc16efe11. Oct 20 03:39:24.215579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a0cf-c5f0-4f37-bbd1-2a8aee789954 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.249522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.272748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:24.273155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.276366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Current status of the port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:24.292158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bae6230a-c8c1-4102-8ad0-3529e8685854 None None] Could not find standard attr ID for object d19993aa-5906-4582-817a-734a9321cac7. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:24.302277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a0cf-c5f0-4f37-bbd1-2a8aee789954 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.308315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3a0cf-c5f0-4f37-bbd1-2a8aee789954 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Subnet': ['ID=5fde149f-8c65-4678-9341-030a91277a16,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:24.309240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a954ad53-9550-49d2-859c-58f59314ae4f None None] Network 24b317ce-68e4-402c-944f-1a94f2327c40 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:24.344046 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ddb3a0cf-c5f0-4f37-bbd1-2a8aee789954 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/5fde149f-8c65-4678-9341-030a91277a16 HTTP/1.1" status: 204 len: 168 time: 1.4850409 Oct 20 03:39:24.354230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34414) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:24.385431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] For port 71190ce1-4187-4d22-adc3-4c38aa359b1d, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:24.409679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] For port 71190ce1-4187-4d22-adc3-4c38aa359b1d, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=71190ce1-4187-4d22-adc3-4c38aa359b1d,segment=NetworkSegment(3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d),segment_id=3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:24.418493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.422287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.480677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e22ea269-19c8-48e0-8735-473b4098cea7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.503536 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 786e8ff5-a53e-4d57-bfa1-65c5b8f7d879 resource provider aggregate not found Oct 20 03:39:24.509932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.545799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Provisioning complete for port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:24.546627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.546627 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 1 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:24.551234 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 786e8ff5-a53e-4d57-bfa1-65c5b8f7d879 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 786e8ff5-a53e-4d57-bfa1-65c5b8f7d879 found for delete ", "request_id": "req-c0638f76-7fa2-4f47-a90c-10710b226451"}]} Oct 20 03:39:24.605371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:24.613686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ea269-19c8-48e0-8735-473b4098cea7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=145d8f5a-1a72-4878-aace-550561074a65,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:24.616957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e22ea269-19c8-48e0-8735-473b4098cea7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.674536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76bb32b-9436-4804-80fd-90d9f84d73d7 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:24.724998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0d3f3c-fbf9-4055-9710-4fc2e1ca466d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting subnet 103c5665-aee1-4629-a9f7-7df96f1d2a74 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:24.737656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3f3c-fbf9-4055-9710-4fc2e1ca466d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.791280 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e22ea269-19c8-48e0-8735-473b4098cea7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/145d8f5a-1a72-4878-aace-550561074a65 HTTP/1.1" status: 204 len: 168 time: 1.8339813 Oct 20 03:39:24.809082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34422) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:24.815753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.883652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:24.904592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0febbef-d1d9-44fa-aef0-78953a72a123 None None] Pushing event updated for resources: {'Port': ['ID=71190ce1-4187-4d22-adc3-4c38aa359b1d,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:24.923646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.949676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2689647-f3e1-48f8-b84e-e6a7547acb1f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 926b561c-ee3a-46f1-8d28-5d7888188688 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:24.964709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.969922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.970385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ddaa24ad-4511-495c-bc2b-badabcf5d9d3 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:24.978053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.979686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2689647-f3e1-48f8-b84e-e6a7547acb1f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.001762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=ef0276db-5d9e-484f-9719-42fcbee42c21,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.063988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2689647-f3e1-48f8-b84e-e6a7547acb1f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.091831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:25.094656 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.094800 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3f3c-fbf9-4055-9710-4fc2e1ca466d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.094916 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 Oct 20 03:39:25.150260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb07fc28-3ef7-4990-8385-2b50d8f80b8e None None] DHCP port deletion for 24b317ce-68e4-402c-944f-1a94f2327c40 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:39:25.184092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb07fc28-3ef7-4990-8385-2b50d8f80b8e None None] Deleting port 1430661c-1a7e-48d4-835b-b6ee7ba28545 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:25.184997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb07fc28-3ef7-4990-8385-2b50d8f80b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.196401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.215698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Transition to ACTIVE for port object 096e62bd-175a-4ea4-b7d0-0376c551cbe7 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:25.217244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.228899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network cd729773-dd6e-4575-9ced-75ebbf611922 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:25.231491 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-dda348cb-9091-4cda-801e-8a3231a2ae7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8780086 Oct 20 03:39:25.256812 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ef447fb4-9996-45ac-aa22-f24eb7f2eda8 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/ef0276db-5d9e-484f-9719-42fcbee42c21 HTTP/1.1" status: 204 len: 168 time: 2.9256589 Oct 20 03:39:25.281058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34426) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:25.286626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2689647-f3e1-48f8-b84e-e6a7547acb1f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.366333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.369527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:25.388316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:25.400219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:25.400847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.416733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.460753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3f3c-fbf9-4055-9710-4fc2e1ca466d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.536130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-665205394'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:25.542614 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 2 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:25.564267 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4c5a374a-d7c2-4cc1-a038-2cdd6c5fbb7d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 4.4093521 Oct 20 03:39:25.571156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34430) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:25.573497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:25.596236 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628fdd3e-a19f-4da2-9cee-214a631e6d4c,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.602197 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:network and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:25.630035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:25.633649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:25.635933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 54d56e18-1fda-42a7-aa47-c95f9c78714d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:25.661506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-12cd866a-d8e6-47f9-b95b-69abe376c491 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:25.662144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12cd866a-d8e6-47f9-b95b-69abe376c491 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.673009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:25.712904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 562af8fc-3632-4771-8164-19b45d1ed7a6 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:39:25.722975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:25.747060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.751365 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-74e535a5-dd76-4c4b-824f-129ff67effaa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2736678 Oct 20 03:39:25.751519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bb07fc28-3ef7-4990-8385-2b50d8f80b8e None None] For port 1430661c-1a7e-48d4-835b-b6ee7ba28545, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1430661c-1a7e-48d4-835b-b6ee7ba28545,segment=NetworkSegment(9bbf09ed-3831-47b6-9dea-c91d11e3d954),segment_id=9bbf09ed-3831-47b6-9dea-c91d11e3d954)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:25.751519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb07fc28-3ef7-4990-8385-2b50d8f80b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.773859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34434) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:25.785850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1151853604', 'security_groups': ['628fdd3e-a19f-4da2-9cee-214a631e6d4c'], 'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8242a4d4-e703-4d3c-aedf-896b2d97ec44'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:25.811705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2689647-f3e1-48f8-b84e-e6a7547acb1f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.923091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb07fc28-3ef7-4990-8385-2b50d8f80b8e None None] Calling delete_port for 1430661c-1a7e-48d4-835b-b6ee7ba28545 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:25.942248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3f3c-fbf9-4055-9710-4fc2e1ca466d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.948268 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.064844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Allocated IP 2001:db8::2 (295ee879-01b0-4cb2-9352-894f511a4ea6/f2a339c4-91c1-4937-9f22-41f35c0093a0/3f948af4-e90f-4c97-85f5-17f2ae533202) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:26.113677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d3f3c-fbf9-4055-9710-4fc2e1ca466d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Subnet': ['ID=103c5665-aee1-4629-a9f7-7df96f1d2a74,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:26.116327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:26.119995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.134834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 54d56e18-1fda-42a7-aa47-c95f9c78714d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:26.135412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.135797 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 54d56e18-1fda-42a7-aa47-c95f9c78714d Oct 20 03:39:26.166739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3f3c-fbf9-4055-9710-4fc2e1ca466d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.174836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555d1b01-48c5-49ff-b15a-6720ca9733f0 None None] Network e9a31aa1-522a-44b3-a67f-61f72cf022e3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:26.177808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:26.188589 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 3 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:26.198290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:26.204128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Port': ['ID=096e62bd-175a-4ea4-b7d0-0376c551cbe7,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:26.207395 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1e0d3f3c-fbf9-4055-9710-4fc2e1ca466d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/103c5665-aee1-4629-a9f7-7df96f1d2a74 HTTP/1.1" status: 204 len: 168 time: 1.8378048 Oct 20 03:39:26.209052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:26.219029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:26.219029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.225917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-a6330e26-91b1-4339-afae-41759f666c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:26.227501 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-a6330e26-91b1-4339-afae-41759f666c1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 1099 time: 0.8333199 Oct 20 03:39:26.231159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34438) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:26.274412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:26.307715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2689647-f3e1-48f8-b84e-e6a7547acb1f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=926b561c-ee3a-46f1-8d28-5d7888188688,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:26.317203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b2689647-f3e1-48f8-b84e-e6a7547acb1f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.356194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12cd866a-d8e6-47f9-b95b-69abe376c491 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.373605 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b2689647-f3e1-48f8-b84e-e6a7547acb1f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/926b561c-ee3a-46f1-8d28-5d7888188688 HTTP/1.1" status: 204 len: 168 time: 1.5544000 Oct 20 03:39:26.379407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34442) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:26.386633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295984af-b0f2-4891-8153-ab13afbc2da3 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:26.456608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.456980 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment af86e302-3ea4-46bf-9377-9790f4c47700 of type vlan for network f89cba8e-5e78-4b53-892b-f0e943f12b6d Oct 20 03:39:26.461796 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c6d0164d-b00b-4e3b-8717-25d06c296bb3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0236812 Oct 20 03:39:26.461796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:26.471467 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] Sync routers for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:26.481931 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:26.482848 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:26.497523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee0062-b30f-438b-972b-b819c57b3d84 None None] Network cd729773-dd6e-4575-9ced-75ebbf611922 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:26.513147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.513503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-12cd866a-d8e6-47f9-b95b-69abe376c491 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:26.528912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb07fc28-3ef7-4990-8385-2b50d8f80b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.542624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34448) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:26.570599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'port': {'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2008775910', 'allowed_address_pairs': [{'ip_address': '2001:db8::1d3', 'mac_address': 'fa:16:3e:68:89:1c'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:26.656157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:26.694021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07fc28-3ef7-4990-8385-2b50d8f80b8e None None] Pushing event deleted for resources: {'Port': ['ID=1430661c-1a7e-48d4-835b-b6ee7ba28545,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:26.705639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb07fc28-3ef7-4990-8385-2b50d8f80b8e None None] No DVR routers for this DVR port 1430661c-1a7e-48d4-835b-b6ee7ba28545 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:26.738887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-b6a87e5a-d004-4421-a730-d2b3bb6d783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:26.740532 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-b6a87e5a-d004-4421-a730-d2b3bb6d783d service neutron] 10.222.0.26 "GET /v2.0/networks?id=66a66aae-5f1e-49b8-bea4-e816f2722120 HTTP/1.1" status: 200 len: 897 time: 0.4600408 Oct 20 03:39:26.745687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.752187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:26.752802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.778244 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d0d95d9f-e522-40d6-b09d-2e6c6500ec93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3960736 Oct 20 03:39:26.797764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34452) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:26.804734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:26.818906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:26.862715 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:39:26.919930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:26.938910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.965679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Router 2bc8c874-fd3a-426d-8896-13c96adb8aa1 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:39:27.043973 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.049655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:27.111137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Usage tracker for resource:port and tenant:abee4a14d7b148dcb192030eaf71311b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:27.124405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:27.149178 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eb55391a-1970-4e41-99ee-d1849ff68ab0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.2966576 Oct 20 03:39:27.160051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34456) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:27.161052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:39:27.163750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc88ba6a-82af-4f07-9095-458bc7594ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "tag": "947532a1-11c2-4a73-a936-673dc16efe11"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:39:27.172803 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8840652 Oct 20 03:39:27.201561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:27.203857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:27.218861 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 4 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:27.223944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34460) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:27.229681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:27.238854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': 'f89cba8e-5e78-4b53-892b-f0e943f12b6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:27.242503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 54d56e18-1fda-42a7-aa47-c95f9c78714d is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:27.258514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.299245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Transition to ACTIVE for port object 3f948af4-e90f-4c97-85f5-17f2ae533202 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:27.306909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:27.316221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:27.330232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12cd866a-d8e6-47f9-b95b-69abe376c491 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.337444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:27.374733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:27.398509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Transition to ACTIVE for port object 3f948af4-e90f-4c97-85f5-17f2ae533202 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:27.464368 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:38:16Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'f07d9d47-1b17-4a36-98fd-266e2b9a1637', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'fixed_ip_address': '172.20.0.24', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:39:21Z', 'updated_at': '2022-10-20T03:39:21Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:27.468504 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] Checking router: 562af8fc-3632-4771-8164-19b45d1ed7a6 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:27.478744 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:27.479596 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:27.480763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.540391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f9363-990c-4e52-8e83-bc59cae87e28 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=f89cba8e-5e78-4b53-892b-f0e943f12b6d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:27.578230 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-eb9746f6-28d3-4499-81bf-3b809f01f1d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=947532a1-11c2-4a73-a936-673dc16efe11 HTTP/1.1" status: 200 len: 999 time: 0.8148994 Oct 20 03:39:27.595484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 71190ce1-4187-4d22-adc3-4c38aa359b1d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:27.661088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f89cba8e-5e78-4b53-892b-f0e943f12b6d details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:27.672268 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc60b711-8305-4b3a-a145-93c91c71b8b6 x-openstack-request-id: req-bc60b711-8305-4b3a-a145-93c91c71b8b6 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:39:27.672548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "tag": "947532a1-11c2-4a73-a936-673dc16efe11", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:39:27.672815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bc60b711-8305-4b3a-a145-93c91c71b8b6 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:39:27.673191 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc60b711-8305-4b3a-a145-93c91c71b8b6'] response: {'name': 'network-changed', 'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11', 'status': 'completed', 'code': 200} Oct 20 03:39:27.684038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8fed2e-7c80-43b4-9f2e-ea4d44521d29 None None] DHCP port deletion for e9a31aa1-522a-44b3-a67f-61f72cf022e3 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:39:27.710401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79866902-d4a4-4109-b19b-dfb6a6896ac1 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:39:27.755609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-79866902-d4a4-4109-b19b-dfb6a6896ac1 None None] Deleting port 54d56e18-1fda-42a7-aa47-c95f9c78714d {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:27.755982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-79866902-d4a4-4109-b19b-dfb6a6896ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.766307 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f3cbce43-8f4e-4dff-8d79-c89858045098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/f07d9d47-1b17-4a36-98fd-266e2b9a1637 HTTP/1.1" status: 200 len: 991 time: 0.5912197 Oct 20 03:39:27.786705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd866a-d8e6-47f9-b95b-69abe376c491 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:27.803906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Made reservation on behalf of abee4a14d7b148dcb192030eaf71311b for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:27.815203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.831052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-233ee843-8266-4032-a5b1-8280a868715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:27.831964 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:39:27.832472 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-233ee843-8266-4032-a5b1-8280a868715e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9470ca-88cc-4eac-b41e-1b12a0519d33 HTTP/1.1" status: 200 len: 838 time: 0.2383196 Oct 20 03:39:27.876181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fed2e-7c80-43b4-9f2e-ea4d44521d29 None None] Deleting port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:27.876590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6b8fed2e-7c80-43b4-9f2e-ea4d44521d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.901510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:27.904956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.929826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:27.956675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b317ce-68e4-402c-944f-1a94f2327c40']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:27.973691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbf09ed-3831-47b6-9dea-c91d11e3d954') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:27.974052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbf09ed-3831-47b6-9dea-c91d11e3d954') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:27.980241 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 5 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:27.991576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.013436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.023570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:28.023805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.058263 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7af8c8-d691-481a-a0f1-b118fbc332e6 None None] Sync routers for ids ['2bc8c874-fd3a-426d-8896-13c96adb8aa1'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:28.064119 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9bbf09ed-3831-47b6-9dea-c91d11e3d954 resource provider aggregate not found Oct 20 03:39:28.069994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-da1fe255-388d-425d-855c-1c2f40e68c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:28.071470 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-da1fe255-388d-425d-855c-1c2f40e68c2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66a66aae-5f1e-49b8-bea4-e816f2722120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2035978 Oct 20 03:39:28.106438 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:28.134927 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9bbf09ed-3831-47b6-9dea-c91d11e3d954 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bbf09ed-3831-47b6-9dea-c91d11e3d954 found for delete ", "request_id": "req-f2da6570-c942-466b-837a-17fcf563ab63"}]} Oct 20 03:39:28.137005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:28.138581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12cd866a-d8e6-47f9-b95b-69abe376c491 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.147669 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-12cd866a-d8e6-47f9-b95b-69abe376c491 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6 HTTP/1.1" status: 204 len: 168 time: 2.5726697 Oct 20 03:39:28.161426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.163696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Pushing event updated for resources: {'Port': ['ID=3f948af4-e90f-4c97-85f5-17f2ae533202,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:28.165244 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-27b5e88b-e86a-4a28-b034-2a99d24b7f0a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "PUT /v2.0/routers/2bc8c874-fd3a-426d-8896-13c96adb8aa1 HTTP/1.1" status: 200 len: 879 time: 8.8175421 Oct 20 03:39:28.178624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34470) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:28.179286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34472) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:28.212549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:28.240577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:28.260504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:28.285321 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:38:16Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'f07d9d47-1b17-4a36-98fd-266e2b9a1637', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'fixed_ip_address': '172.20.0.24', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:39:21Z', 'updated_at': '2022-10-20T03:39:21Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:28.288117 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-19811400-e0bd-48cc-9808-a4999475254f service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548798 Oct 20 03:39:28.290507 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58ccfb-2fa6-40cd-9b06-672e0a1f5772 None None] The sync data for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv is: [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:38:16Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'f07d9d47-1b17-4a36-98fd-266e2b9a1637', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'fixed_ip_address': '172.20.0.24', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:39:21Z', 'updated_at': '2022-10-20T03:39:21Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:28.310687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7af8c8-d691-481a-a0f1-b118fbc332e6 None None] Routers {'2bc8c874-fd3a-426d-8896-13c96adb8aa1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:28.311734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bc7af8c8-d691-481a-a0f1-b118fbc332e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2bc8c874-fd3a-426d-8896-13c96adb8aa1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:28.400365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bc7af8c8-d691-481a-a0f1-b118fbc332e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:28.440111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:subnet and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:28.471817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.486871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:28.487882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.505448 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d22e4a-2e37-4de2-9d71-af9df6103098 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:39:28.505988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d2d22e4a-2e37-4de2-9d71-af9df6103098 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:28.508873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:28.509426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.517940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Network': ['ID=24b317ce-68e4-402c-944f-1a94f2327c40,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:28.521062 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f9659-7aaf-4ad0-bf98-7e0083c58fd5 req-d4041f02-3a2c-4a4f-a8ba-298dbabbbc14 service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183139 Oct 20 03:39:28.528890 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c7d8a7d1-89f1-4238-9bb0-d842c25ed042 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/networks/24b317ce-68e4-402c-944f-1a94f2327c40 HTTP/1.1" status: 204 len: 168 time: 2.2851870 Oct 20 03:39:28.538567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34478) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:28.571364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] device_id is not set on port eb4078d4-afda-4342-96c2-bbdd1c3e997b yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:28.620530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7af8c8-d691-481a-a0f1-b118fbc332e6 None None] Routers {'2bc8c874-fd3a-426d-8896-13c96adb8aa1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:28.621169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bc7af8c8-d691-481a-a0f1-b118fbc332e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2bc8c874-fd3a-426d-8896-13c96adb8aa1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:28.653123 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57ca79a-6989-41a0-89b4-bb5520b1c316 None None] New status for floating IP f07d9d47-1b17-4a36-98fd-266e2b9a1637: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:39:28.695831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.718858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:28.722288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.770397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34482) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:28.843577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.862856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d2d22e4a-2e37-4de2-9d71-af9df6103098 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:28.866906 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d2d22e4a-2e37-4de2-9d71-af9df6103098 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6 HTTP/1.1" status: 404 len: 333 time: 0.6742465 Oct 20 03:39:28.871028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34486) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:28.879660 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-20c88dc3-768d-4940-b8b7-53f0e9315ca7 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/routers/2bc8c874-fd3a-426d-8896-13c96adb8aa1 HTTP/1.1" status: 200 len: 920 time: 0.6858242 Oct 20 03:39:28.879660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] device_id is not set on port 056b8a27-f798-4451-bbc7-46de8f33fd47 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:28.882140 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 6 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:28.916179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34490) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:28.996868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:28.997091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.009839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Attempting to bind port 3f948af4-e90f-4c97-85f5-17f2ae533202 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:29.009839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Attempting to bind port 3f948af4-e90f-4c97-85f5-17f2ae533202 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'fe1df4e1-4478-43ee-a20d-7630b4d743f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:29.010156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Attempting to bind port 3f948af4-e90f-4c97-85f5-17f2ae533202 on network 295ee879-01b0-4cb2-9352-894f511a4ea6 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:29.027588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bc7af8c8-d691-481a-a0f1-b118fbc332e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:29.028011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7af8c8-d691-481a-a0f1-b118fbc332e6 None None] The sync data for ids ['2bc8c874-fd3a-426d-8896-13c96adb8aa1'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:29.029296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 71190ce1-4187-4d22-adc3-4c38aa359b1d completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:29.052763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:29.053012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Checking segment: {'id': 'fe1df4e1-4478-43ee-a20d-7630b4d743f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:29.053962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.053962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Bound using segment: {'id': 'fe1df4e1-4478-43ee-a20d-7630b4d743f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:29.054291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Bound port: 3f948af4-e90f-4c97-85f5-17f2ae533202, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1df4e1-4478-43ee-a20d-7630b4d743f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:29.054668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.064656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-4d3862d2-b4f0-4042-a643-fdcc74d7e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:29.066354 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-4d3862d2-b4f0-4042-a643-fdcc74d7e8bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 1099 time: 0.4291461 Oct 20 03:39:29.075718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-79866902-d4a4-4109-b19b-dfb6a6896ac1 None None] For port 54d56e18-1fda-42a7-aa47-c95f9c78714d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d56e18-1fda-42a7-aa47-c95f9c78714d,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:29.076010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-79866902-d4a4-4109-b19b-dfb6a6896ac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.082124 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5bdc3170-cab2-41f4-ba0f-7717a985997c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/f07d9d47-1b17-4a36-98fd-266e2b9a1637 HTTP/1.1" status: 200 len: 991 time: 0.3080685 Oct 20 03:39:29.109970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c88d85-f6d4-41dc-a074-eea681070eca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet c98faf5b-524c-4ba1-b50d-8f00f99651be {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:29.112501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:29.120219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69c88d85-f6d4-41dc-a074-eea681070eca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.259735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Allocated IP 2001:db8::1fd (295ee879-01b0-4cb2-9352-894f511a4ea6/f2a339c4-91c1-4937-9f22-41f35c0093a0/056b8a27-f798-4451-bbc7-46de8f33fd47) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:29.314078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1430661c-1a7e-48d4-835b-b6ee7ba28545 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:39:29.328864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.9 (3adfee56-f034-484e-a5de-37ef3836d9e4/8242a4d4-e703-4d3c-aedf-896b2d97ec44/eb4078d4-afda-4342-96c2-bbdd1c3e997b) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:29.344704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-79866902-d4a4-4109-b19b-dfb6a6896ac1 None None] Calling delete_port for 54d56e18-1fda-42a7-aa47-c95f9c78714d owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:29.403742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6b8fed2e-7c80-43b4-9f2e-ea4d44521d29 None None] For port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c29fcd04-8d6d-4288-bc4d-3f481ea4cadb,segment=NetworkSegment(3c9f4b63-8966-4183-b673-598741c5b983),segment_id=3c9f4b63-8966-4183-b673-598741c5b983)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:29.404176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6b8fed2e-7c80-43b4-9f2e-ea4d44521d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.421711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1430661c-1a7e-48d4-835b-b6ee7ba28545 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:39:29.422063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1430661c-1a7e-48d4-835b-b6ee7ba28545 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:39:29.437046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69c88d85-f6d4-41dc-a074-eea681070eca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.547671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fed2e-7c80-43b4-9f2e-ea4d44521d29 None None] Calling delete_port for c29fcd04-8d6d-4288-bc4d-3f481ea4cadb owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:29.555538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e2eb4-c5a8-4b53-93d8-940809b10a34 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:29.559408 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b15e2eb4-c5a8-4b53-93d8-940809b10a34 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=2bc8c874-fd3a-426d-8896-13c96adb8aa1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6395154 Oct 20 03:39:29.564967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34494) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:29.588506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 54d56e18-1fda-42a7-aa47-c95f9c78714d no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:39:29.622216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c29fcd04-8d6d-4288-bc4d-3f481ea4cadb,segment=NetworkSegment(3c9f4b63-8966-4183-b673-598741c5b983),segment_id=3c9f4b63-8966-4183-b673-598741c5b983)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:29.622956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.631573 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 7 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:29.746043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] For port 3f948af4-e90f-4c97-85f5-17f2ae533202, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:29.754488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:29.765285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-ef62d49f-1847-4301-8fd0-4a5b262e837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:29.766918 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-ef62d49f-1847-4301-8fd0-4a5b262e837f service neutron] 10.222.0.26 "GET /v2.0/networks?id=66a66aae-5f1e-49b8-bea4-e816f2722120 HTTP/1.1" status: 200 len: 897 time: 0.6825204 Oct 20 03:39:29.774207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] For port 3f948af4-e90f-4c97-85f5-17f2ae533202, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3f948af4-e90f-4c97-85f5-17f2ae533202,segment=NetworkSegment(fe1df4e1-4478-43ee-a20d-7630b4d743f5),segment_id=fe1df4e1-4478-43ee-a20d-7630b4d743f5)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:29.781754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for c29fcd04-8d6d-4288-bc4d-3f481ea4cadb owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:29.822256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-79866902-d4a4-4109-b19b-dfb6a6896ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.839807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.872917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.879439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79866902-d4a4-4109-b19b-dfb6a6896ac1 None None] Pushing event deleted for resources: {'Port': ['ID=54d56e18-1fda-42a7-aa47-c95f9c78714d,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:29.933031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79866902-d4a4-4109-b19b-dfb6a6896ac1 None None] No DVR routers for this DVR port 54d56e18-1fda-42a7-aa47-c95f9c78714d on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:29.934782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6b8fed2e-7c80-43b4-9f2e-ea4d44521d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.938303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 54d56e18-1fda-42a7-aa47-c95f9c78714d is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:29.938678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.942044 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-23a19382-565b-428d-aa7c-e0ea958f94a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=947532a1-11c2-4a73-a936-673dc16efe11 HTTP/1.1" status: 200 len: 1001 time: 0.1263216 Oct 20 03:39:29.987526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8fed2e-7c80-43b4-9f2e-ea4d44521d29 None None] No DVR routers for this DVR port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:30.036073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a793d0-1549-4e13-9461-0038ea726880 None None] Pushing event updated for resources: {'Port': ['ID=3f948af4-e90f-4c97-85f5-17f2ae533202,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:30.041297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-d0399633-47ce-47d4-8c4e-90b153383d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:30.042801 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-d0399633-47ce-47d4-8c4e-90b153383d40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9470ca-88cc-4eac-b41e-1b12a0519d33 HTTP/1.1" status: 200 len: 838 time: 0.0938964 Oct 20 03:39:30.062493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:39:30.076239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c29fcd04-8d6d-4288-bc4d-3f481ea4cadb no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:39:30.120816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fed2e-7c80-43b4-9f2e-ea4d44521d29 None None] Pushing event deleted for resources: {'Port': ['ID=c29fcd04-8d6d-4288-bc4d-3f481ea4cadb,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:30.122414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c29fcd04-8d6d-4288-bc4d-3f481ea4cadb {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:39:30.122744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c29fcd04-8d6d-4288-bc4d-3f481ea4cadb not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:39:30.124134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34498) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:30.134782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69c88d85-f6d4-41dc-a074-eea681070eca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.208551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=6f054abd-6477-4afa-9d93-19f2ce17511c,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:30.256651 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 8 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:30.270863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:30.271206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:30.315080 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-10897be8-6860-4500-a3de-ca4cf57c6141 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/f07d9d47-1b17-4a36-98fd-266e2b9a1637 HTTP/1.1" status: 200 len: 993 time: 0.1864498 Oct 20 03:39:30.326100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:30.330884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-02d2d6a5-ba4a-469b-9972-51440fa7ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:30.331324 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-02d2d6a5-ba4a-469b-9972-51440fa7ced1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66a66aae-5f1e-49b8-bea4-e816f2722120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2795575 Oct 20 03:39:30.366340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking segment: {'id': 'af86e302-3ea4-46bf-9377-9790f4c47700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f89cba8e-5e78-4b53-892b-f0e943f12b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:30.366340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network hostable DHCP agents. Network: f89cba8e-5e78-4b53-892b-f0e943f12b6d, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:30.390591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ecbecf-0b8b-474e-a049-29e27ad884ac tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:30.395012 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-65ecbecf-0b8b-474e-a049-29e27ad884ac tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 881 time: 0.8193173 Oct 20 03:39:30.395012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.404590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.408456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34502) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:30.426960 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.services.revisions.revision_plugin [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Could not find related port for resource to bump revision. Oct 20 03:39:30.461935 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69c88d85-f6d4-41dc-a074-eea681070eca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.499243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Transition to ACTIVE for port object 056b8a27-f798-4451-bbc7-46de8f33fd47 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:30.502026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object eb4078d4-afda-4342-96c2-bbdd1c3e997b will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:30.507858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-16cc3534-d051-4e04-b22f-a46b4e8e3f16 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=2bc8c874-fd3a-426d-8896-13c96adb8aa1 HTTP/1.1" status: 200 len: 205 time: 0.0913532 Oct 20 03:39:30.509012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c88d85-f6d4-41dc-a074-eea681070eca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=c98faf5b-524c-4ba1-b50d-8f00f99651be,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:30.510865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34506) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:30.521326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Port 54d56e18-1fda-42a7-aa47-c95f9c78714d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=90075) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 20 03:39:30.522145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Reverting IP allocation for 2001:db8::f816:3eff:fe90:f866 {{(pid=90075) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 20 03:39:30.527998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69c88d85-f6d4-41dc-a074-eea681070eca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.536683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.543499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23a6d63-4323-41f6-b49d-e026177789a3 None None] Network cd729773-dd6e-4575-9ced-75ebbf611922 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:30.627167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=c903cdd2-ebb2-4e99-8a4d-1a72364fc020,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:30.633769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network f89cba8e-5e78-4b53-892b-f0e943f12b6d is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:30.661322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:30.664163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:30.666950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:30.667533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.679473 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62119451-315e-417c-b192-93f4dc505577 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:30.704347 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-69c88d85-f6d4-41dc-a074-eea681070eca tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/c98faf5b-524c-4ba1-b50d-8f00f99651be HTTP/1.1" status: 204 len: 168 time: 1.8302946 Oct 20 03:39:30.706784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34510) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:30.710219 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-0b61f34f-f60a-48f9-a022-f8370832865a service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712082 Oct 20 03:39:30.799500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port c29fcd04-8d6d-4288-bc4d-3f481ea4cadb {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:30.799843 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.811927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.817081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, f89cba8e-5e78-4b53-892b-f0e943f12b6d) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:30.819480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.828466 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 9 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:30.865162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5f4cf-fc85-401c-a1f8-3c627b255dd6 None None] Network f89cba8e-5e78-4b53-892b-f0e943f12b6d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:30.872497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:30.873192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.895869 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1b7027c8-7789-4c83-984e-735a7044fba6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0905187 Oct 20 03:39:30.898434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] The port 'c29fcd04-8d6d-4288-bc4d-3f481ea4cadb' was deleted {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:39:30.898434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34514) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:30.915869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:30.928286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:30.934497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.939821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:30.945745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:31.002899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:31.009334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:31.013426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=eb4078d4-afda-4342-96c2-bbdd1c3e997b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:31.016925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:31.027066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:31.033892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:31.034599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.102947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:31.103631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.219690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 71190ce1-4187-4d22-adc3-4c38aa359b1d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:31.220211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.288962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': 'c903cdd2-ebb2-4e99-8a4d-1a72364fc020'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:31.288962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.294946 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f7ffd83b-a7d2-4507-91a4-fde89851fa16 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.0696330 Oct 20 03:39:31.295907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Port': ['ID=056b8a27-f798-4451-bbc7-46de8f33fd47,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:31.319538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34518) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:31.348526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.409024 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7ad6a1d5-021c-4502-a136-0168a8e6aa6e tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.8629668 Oct 20 03:39:31.410838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1490645535'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:31.416074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34522) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:31.421218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:31.429784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:network and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:31.432925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-f89cba8e-5e78-4b53-892b-f0e943f12b6d', 'network_id': 'f89cba8e-5e78-4b53-892b-f0e943f12b6d', 'tenant_id': '0ae21ac329174a02a5f3027b395f631e', 'fixed_ips': [{'subnet_id': '6f054abd-6477-4afa-9d93-19f2ce17511c'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:31.432925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.434542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:31.441408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] DHCP port deletion for cd729773-dd6e-4575-9ced-75ebbf611922 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:39:31.457451 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] Deleting port 71190ce1-4187-4d22-adc3-4c38aa359b1d {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:31.457877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.467788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:31.528092 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 10 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:31.532542 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-48a3a4f5-a08c-4377-82d9-73f3392040a0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.7506762 Oct 20 03:39:31.546045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34524) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:31.546171 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc88ba6a-82af-4f07-9095-458bc7594ec9 req-c6e58d66-8150-4fe8-af26-fbfb028f3346 service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231032 Oct 20 03:39:31.561910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:31.654050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:31.657764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.667351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c874eb3-d14b-4de8-bd3d-6e8b2707f897 None None] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:31.677919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] For port 71190ce1-4187-4d22-adc3-4c38aa359b1d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=71190ce1-4187-4d22-adc3-4c38aa359b1d,segment=NetworkSegment(3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d),segment_id=3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:31.678411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.732217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3f948af4-e90f-4c97-85f5-17f2ae533202 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:31.752644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.809299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a31aa1-522a-44b3-a67f-61f72cf022e3']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:31.836293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:31.839634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9f4b63-8966-4183-b673-598741c5b983') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:31.839934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9f4b63-8966-4183-b673-598741c5b983') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:31.858054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:31.862025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:31.872393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.880556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:31.903874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a762c-08b4-4f69-b5d0-2730f56a2b3b tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:31.910048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a762c-08b4-4f69-b5d0-2730f56a2b3b tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:31.916015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a762c-08b4-4f69-b5d0-2730f56a2b3b tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:31.916799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-286a762c-08b4-4f69-b5d0-2730f56a2b3b tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Synchronizing usage tracker for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:31.936220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.947790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.955353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:31.956504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.967749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Allocated IP 2001:db8::f816:3eff:fee1:b9d0 (70bc74a8-f345-4115-a4c4-4fbf84d34303/c903cdd2-ebb2-4e99-8a4d-1a72364fc020/84b877ce-33bc-46ef-8b1f-29ed39f32f40) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:31.983283 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:31.989241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 71190ce1-4187-4d22-adc3-4c38aa359b1d owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:32.006935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Could not find standard attr ID for object 54d56e18-1fda-42a7-aa47-c95f9c78714d. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:32.032973 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 3c9f4b63-8966-4183-b673-598741c5b983 resource provider aggregate not found Oct 20 03:39:32.036344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:32.039706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.040808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:32.065834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.066174 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment 400f5bd1-5559-4fc3-a464-e5a4ab89ce91 of type vlan for network dcd319ed-5870-4ca1-9db2-069b8ce7c724 Oct 20 03:39:32.076858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:32.083916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:32.098330 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 3c9f4b63-8966-4183-b673-598741c5b983 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c9f4b63-8966-4183-b673-598741c5b983 found for delete ", "request_id": "req-933a6fd0-55fa-4b41-a8d3-1b6f264c28f9"}]} Oct 20 03:39:32.098991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-286a762c-08b4-4f69-b5d0-2730f56a2b3b tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Unset dirty status for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:32.100385 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-286a762c-08b4-4f69-b5d0-2730f56a2b3b tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5610654 Oct 20 03:39:32.101282 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:32.104237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34534) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:32.154817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:32.158545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Deleting port a2ce4f62-d707-4029-8603-2c0f4eb929ea {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:32.158891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.195943 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-44406b8e-9e33-4ef5-a430-63d98dd3c92f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Deleting port 056b8a27-f798-4451-bbc7-46de8f33fd47 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:32.196211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-44406b8e-9e33-4ef5-a430-63d98dd3c92f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.244009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.248462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Provisioning for port 7704c60b-93cd-4276-a64e-09a7d24b1889 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:32.308992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Provisioning complete for port 7704c60b-93cd-4276-a64e-09a7d24b1889 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:32.309410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.309723 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 1 to provision port 7704c60b-93cd-4276-a64e-09a7d24b1889 Oct 20 03:39:32.310831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.314934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.315995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:32.324046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.338824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.345304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=71190ce1-4187-4d22-adc3-4c38aa359b1d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:32.348037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No DVR routers for this DVR port 71190ce1-4187-4d22-adc3-4c38aa359b1d on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:32.363818 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/networks/e9a31aa1-522a-44b3-a67f-61f72cf022e3 HTTP/1.1" status: 204 len: 168 time: 3.8205454 Oct 20 03:39:32.369818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b7d6a-1504-4c6a-a9b8-c7afb428f715 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Network': ['ID=e9a31aa1-522a-44b3-a67f-61f72cf022e3,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:32.373343 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.ipam_backend_mixin [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c903cdd2-ebb2-4e99-8a4d-1a72364fc020 (CIDR: 2001:db8::/64) Oct 20 03:39:32.373953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34538) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:32.383390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-549570234'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:32.390397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Allocated IP 2001:db8::1 (f89cba8e-5e78-4b53-892b-f0e943f12b6d/6f054abd-6477-4afa-9d93-19f2ce17511c/22538da3-41d9-4cf1-88f2-6a8795de406e) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:32.395307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:32.395567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 3f948af4-e90f-4c97-85f5-17f2ae533202 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:32.403145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:network and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:32.407964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:32.425919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:32.445141 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:32.445674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:32.463584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.506384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] For port 71190ce1-4187-4d22-adc3-4c38aa359b1d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=71190ce1-4187-4d22-adc3-4c38aa359b1d,segment=NetworkSegment(3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d),segment_id=3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:32.507231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.538397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 71190ce1-4187-4d22-adc3-4c38aa359b1d no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:39:32.611549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Calling delete_port for a2ce4f62-d707-4029-8603-2c0f4eb929ea owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:32.677298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.678452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:32.682014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.708592 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-71a7dd12-7cf0-469c-aec9-46cc1bb30bd9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8030152 Oct 20 03:39:32.712145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34542) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:32.723396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:32.760265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.765662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:32.766260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.807966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd729773-dd6e-4575-9ced-75ebbf611922']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:32.822692 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.ipam_backend_mixin [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8242a4d4-e703-4d3c-aedf-896b2d97ec44 (CIDR: 172.20.0.0/28) Oct 20 03:39:32.823053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] Calling delete_port for 71190ce1-4187-4d22-adc3-4c38aa359b1d owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:32.836208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:32.836563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:32.841618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:32.849039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 71190ce1-4187-4d22-adc3-4c38aa359b1d {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:39:32.849403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 71190ce1-4187-4d22-adc3-4c38aa359b1d not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:39:32.884389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.884735 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added segment b26c00ac-e576-4815-945a-6bea7b41676a of type vlan for network c6c4f93e-fb8e-4445-b2b8-58159c284e83 Oct 20 03:39:32.916683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.923801 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:32.924110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:32.953199 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5617402 Oct 20 03:39:32.980789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34546) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:32.996585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': 'dcd319ed-5870-4ca1-9db2-069b8ce7c724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:33.015281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.042874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e12fa7-9ddd-45d8-adba-5bcf636b6585 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=dcd319ed-5870-4ca1-9db2-069b8ce7c724,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:33.047098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.074567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network dcd319ed-5870-4ca1-9db2-069b8ce7c724 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:33.089342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:33.089342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.089679 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.096543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Current status of the port 7704c60b-93cd-4276-a64e-09a7d24b1889 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:33.096923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.101364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:33.105977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Transition to ACTIVE for port object 84b877ce-33bc-46ef-8b1f-29ed39f32f40 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:33.108490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:33.109043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-44406b8e-9e33-4ef5-a430-63d98dd3c92f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.113959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:33.139354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:33.192594 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-455ed276-29b7-44fa-aedd-3547f26a5024 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6493351 Oct 20 03:39:33.201477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34554) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:33.202707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:33.203216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:33.210725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:33.281658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Transition to ACTIVE for port object 84b877ce-33bc-46ef-8b1f-29ed39f32f40 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:33.303996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:33.306359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] For port 7704c60b-93cd-4276-a64e-09a7d24b1889, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7704c60b-93cd-4276-a64e-09a7d24b1889,segment=NetworkSegment(0838386d-6dac-4baa-92f2-39f325f23648),segment_id=0838386d-6dac-4baa-92f2-39f325f23648)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:33.307908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.315250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-44406b8e-9e33-4ef5-a430-63d98dd3c92f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Calling delete_port for 056b8a27-f798-4451-bbc7-46de8f33fd47 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:33.326332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.345553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Transition to ACTIVE for port object 22538da3-41d9-4cf1-88f2-6a8795de406e will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:33.348367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.355303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:33.355890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.361297 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d resource provider aggregate not found Oct 20 03:39:33.372980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.408262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:33.411462 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b7383b6-86fc-41c0-a4ce-fe9a3b082c4d found for delete ", "request_id": "req-264169f8-3a6c-4749-9b3c-726ff5571043"}]} Oct 20 03:39:33.420589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:subnet and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:33.424932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:33.443075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:33.488806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.492213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:33.494150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Transition to ACTIVE for port object 22538da3-41d9-4cf1-88f2-6a8795de406e will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:33.495433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Pushing event updated for resources: {'Port': ['ID=84b877ce-33bc-46ef-8b1f-29ed39f32f40,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:33.499503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:33.501787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.515055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:33.526495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.531091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.550157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Network': ['ID=cd729773-dd6e-4575-9ced-75ebbf611922,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:33.557544 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1621ca71-0ac9-440f-ba27-7e038c054772 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/networks/cd729773-dd6e-4575-9ced-75ebbf611922 HTTP/1.1" status: 204 len: 168 time: 2.8495653 Oct 20 03:39:33.564156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34560) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:33.572905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'name': 'tempest-PortsIpV6TestJSON-1616624727'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:33.601707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:33.607507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.703965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Provisioning complete for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:33.704604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.704955 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Attempt 1 to provision port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 Oct 20 03:39:33.713601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event deleted for resources: {'Port': ['ID=a2ce4f62-d707-4029-8603-2c0f4eb929ea,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:33.762010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Network': ['ID=c6c4f93e-fb8e-4445-b2b8-58159c284e83,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:33.809615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] Deleting port 71190ce1-4187-4d22-adc3-4c38aa359b1d {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:33.810125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.838157 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b42b74f2-5e76-4fa8-8a54-90ba58471f91 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4614084 Oct 20 03:39:33.849577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34564) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:33.864852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'subnet': {'network_id': 'c6c4f93e-fb8e-4445-b2b8-58159c284e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:33.868505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Attempting to bind port 84b877ce-33bc-46ef-8b1f-29ed39f32f40 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:33.868868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Attempting to bind port 84b877ce-33bc-46ef-8b1f-29ed39f32f40 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:33.869228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Attempting to bind port 84b877ce-33bc-46ef-8b1f-29ed39f32f40 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:33.872386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network c6c4f93e-fb8e-4445-b2b8-58159c284e83 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:33.885553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.897601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:33.906622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-44406b8e-9e33-4ef5-a430-63d98dd3c92f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.923846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.999354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44406b8e-9e33-4ef5-a430-63d98dd3c92f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event deleted for resources: {'Port': ['ID=056b8a27-f798-4451-bbc7-46de8f33fd47,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:34.002411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Performing IP validity checks on allocation pools {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 20 03:39:34.002919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking for overlaps among allocation pools and gateway ip {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 20 03:39:34.011893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-aa514855-d4cf-4a63-a72f-76487203a784 None None] The port '71190ce1-4187-4d22-adc3-4c38aa359b1d' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:39:34.012924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:34.013330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:34.013852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.014291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:34.014928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Bound port: 84b877ce-33bc-46ef-8b1f-29ed39f32f40, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:34.015300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.019648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:34.029290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:34.048528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Network f89cba8e-5e78-4b53-892b-f0e943f12b6d is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:34.062081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:34.105804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:34.129938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] For port 84b877ce-33bc-46ef-8b1f-29ed39f32f40, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:34.133197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] For port 84b877ce-33bc-46ef-8b1f-29ed39f32f40, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=84b877ce-33bc-46ef-8b1f-29ed39f32f40,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:34.140308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:34.157120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:34.157882 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:34.217957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.222023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.236480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-44406b8e-9e33-4ef5-a430-63d98dd3c92f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.246795 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-44406b8e-9e33-4ef5-a430-63d98dd3c92f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "DELETE /v2.0/ports/056b8a27-f798-4451-bbc7-46de8f33fd47 HTTP/1.1" status: 204 len: 168 time: 2.1395578 Oct 20 03:39:34.249660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34568) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:34.259754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:34.263890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:subnet and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:34.266959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:34.273658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:34.323424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:34.324424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:34.328103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.329731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.330445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.332772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Pushing event updated for resources: {'Port': ['ID=7704c60b-93cd-4276-a64e-09a7d24b1889,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:34.344649 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-818d3a00-1a80-438c-a663-dc5926eb2733 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] GET failed (client error): The resource could not be found. Oct 20 03:39:34.345155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-818d3a00-1a80-438c-a663-dc5926eb2733 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Synchronizing usage tracker for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:34.380619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 0d395d63-3018-46cc-b0c3-5f3600cd1acb yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:34.414995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:34.419006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.456381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Current status of the port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:34.458867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Attempting to bind port 22538da3-41d9-4cf1-88f2-6a8795de406e on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:34.459601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Attempting to bind port 22538da3-41d9-4cf1-88f2-6a8795de406e by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'af86e302-3ea4-46bf-9377-9790f4c47700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f89cba8e-5e78-4b53-892b-f0e943f12b6d'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:34.461318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Attempting to bind port 22538da3-41d9-4cf1-88f2-6a8795de406e on network f89cba8e-5e78-4b53-892b-f0e943f12b6d {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:34.473987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:34.474377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Checking segment: {'id': 'af86e302-3ea4-46bf-9377-9790f4c47700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f89cba8e-5e78-4b53-892b-f0e943f12b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:34.475324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.475796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Bound using segment: {'id': 'af86e302-3ea4-46bf-9377-9790f4c47700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f89cba8e-5e78-4b53-892b-f0e943f12b6d'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:34.476331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Bound port: 22538da3-41d9-4cf1-88f2-6a8795de406e, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af86e302-3ea4-46bf-9377-9790f4c47700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f89cba8e-5e78-4b53-892b-f0e943f12b6d'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:34.476704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.499259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-818d3a00-1a80-438c-a663-dc5926eb2733 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Unset dirty status for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:34.500490 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-818d3a00-1a80-438c-a663-dc5926eb2733 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "GET /v2.0/ports/056b8a27-f798-4451-bbc7-46de8f33fd47 HTTP/1.1" status: 404 len: 333 time: 0.2499087 Oct 20 03:39:34.506766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34572) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:34.506971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.506971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc8c874-fd3a-426d-8896-13c96adb8aa1 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:39:34.513956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'port': {'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1364903315'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:34.539822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e3f0d1a2-9f61-4815-856f-a72f074705db None None] Could not find standard attr ID for object ad4acd5b-b1d5-45dd-9fc5-189085c3cb77. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:34.546227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.567258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Pushing event updated for resources: {'Port': ['ID=22538da3-41d9-4cf1-88f2-6a8795de406e,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:34.668388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.674265 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-98256dd5-b2d6-4080-82ec-2b2f70f256dd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/2bc8c874-fd3a-426d-8896-13c96adb8aa1 HTTP/1.1" status: 204 len: 168 time: 4.1482663 Oct 20 03:39:34.681859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34576) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:34.723779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Could not find standard attr ID for object 54d56e18-1fda-42a7-aa47-c95f9c78714d. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:34.761803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-30527201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:34.767286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] For port 22538da3-41d9-4cf1-88f2-6a8795de406e, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:34.769396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99227a3-adab-4719-8e3d-40b3accbfbc1 None None] Pushing event updated for resources: {'Port': ['ID=84b877ce-33bc-46ef-8b1f-29ed39f32f40,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:34.773899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] For port 22538da3-41d9-4cf1-88f2-6a8795de406e, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=22538da3-41d9-4cf1-88f2-6a8795de406e,segment=NetworkSegment(af86e302-3ea4-46bf-9377-9790f4c47700),segment_id=af86e302-3ea4-46bf-9377-9790f4c47700)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:34.778451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.855716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=a33ec59b-1f44-4f5a-aa19-99a391bee1a4,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:34.856738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Provisioning for port eb4078d4-afda-4342-96c2-bbdd1c3e997b completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:34.891140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Provisioning complete for port eb4078d4-afda-4342-96c2-bbdd1c3e997b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:34.892001 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.892001 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 1 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:34.892323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking segment: {'id': '400f5bd1-5559-4fc3-a464-e5a4ab89ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dcd319ed-5870-4ca1-9db2-069b8ce7c724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:34.892683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network hostable DHCP agents. Network: dcd319ed-5870-4ca1-9db2-069b8ce7c724, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:34.907742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.914351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:34.933221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:34.952614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.011908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:35.026583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Usage tracker for resource:router and tenant:9b8d144afcfb4198a4cee9f3eedc8d6b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:35.036276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network dcd319ed-5870-4ca1-9db2-069b8ce7c724 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:35.046729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:35.055034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:35.058061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:35.068267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:35.068435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Made reservation on behalf of abee4a14d7b148dcb192030eaf71311b for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:35.069466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee338617-ad62-42f1-a99d-b6cf2c25fe58 None None] Pushing event updated for resources: {'Port': ['ID=22538da3-41d9-4cf1-88f2-6a8795de406e,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:35.072547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:35.074197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.083556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:35.084338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.091244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.100419 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.ipam_backend_mixin [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 76ee5bd6-8db5-423a-9769-378d4a1ea737 (CIDR: 172.20.0.16/28) Oct 20 03:39:35.145494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=bb82f34c-4ba1-4ea7-89a7-573983ec643f,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:35.160865 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:35.161475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, dcd319ed-5870-4ca1-9db2-069b8ce7c724) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:35.161625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:35.173182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56186f77-9b30-4ec3-90fd-aba73324baed None None] Network dcd319ed-5870-4ca1-9db2-069b8ce7c724 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:35.174278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:35.174541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.183073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] device_id is not set on port b618c7dc-fba2-4c6f-89de-017cac42b4e8 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:35.203255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.204862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.227808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.258926 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e6e56cfc-4733-459e-b335-e3a96314f9b5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5436494 Oct 20 03:39:35.260109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.265410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34580) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:35.283385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:35.308421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:f8:e2:ef', 'name': 'tempest-NetworksTestDHCPv6-1961136970'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:35.308848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:35.348200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:35.351894 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-416af634-dcd3-4727-8835-a652f98f0892 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.1493416 Oct 20 03:39:35.352690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34584) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:35.355218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:35.359829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.368739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=0d395d63-3018-46cc-b0c3-5f3600cd1acb,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:35.429365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Allocated IP 2001:db8::58 (295ee879-01b0-4cb2-9352-894f511a4ea6/f2a339c4-91c1-4937-9f22-41f35c0093a0/b618c7dc-fba2-4c6f-89de-017cac42b4e8) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:35.437753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'subnet': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:35.457546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Checking segment: {'id': 'b26c00ac-e576-4815-945a-6bea7b41676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c6c4f93e-fb8e-4445-b2b8-58159c284e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:35.457546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network hostable DHCP agents. Network: c6c4f93e-fb8e-4445-b2b8-58159c284e83, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:35.464875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.486331 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bd845ee8-fa89-4db0-9003-6bf163bd0de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9210405 Oct 20 03:39:35.491344 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-512a7786-85fb-4bd5-8b02-d707d2f1cf64 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5091014 Oct 20 03:39:35.494152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34588) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:35.494322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34590) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:35.505852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-dcd319ed-5870-4ca1-9db2-069b8ce7c724', 'network_id': 'dcd319ed-5870-4ca1-9db2-069b8ce7c724', 'tenant_id': '0ae21ac329174a02a5f3027b395f631e', 'fixed_ips': [{'subnet_id': 'a33ec59b-1f44-4f5a-aa19-99a391bee1a4'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:35.506763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.598138 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.602695 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9956f884-0965-4309-81b2-4b1e83ed1d69 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8448310 Oct 20 03:39:35.629629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34596) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:35.656400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network c6c4f93e-fb8e-4445-b2b8-58159c284e83 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:35.670254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Subnet': ['ID=8b558037-a5fa-45f9-908e-cec09f28b149,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:35.684188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': True}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:35.767169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Allocated IP 2001:db8::3 (dcd319ed-5870-4ca1-9db2-069b8ce7c724/a33ec59b-1f44-4f5a-aa19-99a391bee1a4/9892e58d-fc36-4436-b2b1-ba04397e2dfd) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:35.795691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, c6c4f93e-fb8e-4445-b2b8-58159c284e83) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:35.867460 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 2 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:35.892269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2af5eab0-e1c0-4505-b731-1a671a8c003d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 0d395d63-3018-46cc-b0c3-5f3600cd1acb {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:35.892713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2af5eab0-e1c0-4505-b731-1a671a8c003d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.903402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:35.903994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.909792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84b877ce-33bc-46ef-8b1f-29ed39f32f40 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:35.953673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a41d94-ff65-413f-9547-2fddf85c9ca4 None None] Network c6c4f93e-fb8e-4445-b2b8-58159c284e83 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:36.127176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc886b73-de55-4395-8690-4efc7e0be441 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:36.178129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:36.184597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:36.188530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Usage tracker for resource:subnet and tenant:36b8764e24e545db861ce3976f2130cf is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:36.191541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:36.198050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:36.206612 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:36.212816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:36.282170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:36.343334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.343555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.353365 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0185da80-829e-445e-a77e-ae1848e3cff5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5000777 Oct 20 03:39:36.355379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Made reservation on behalf of 36b8764e24e545db861ce3976f2130cf for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:36.357725 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34600) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:36.358972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.380505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:36.418422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-72979273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:36.429288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2af5eab0-e1c0-4505-b731-1a671a8c003d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.441383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.485987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:36.517954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.521048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1bcaab-a498-4103-aa7a-ffbf179d258f None None] Network f89cba8e-5e78-4b53-892b-f0e943f12b6d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:36.551973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:router and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:36.579100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:36.612070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:36.624819 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2af5eab0-e1c0-4505-b731-1a671a8c003d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 0d395d63-3018-46cc-b0c3-5f3600cd1acb owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:36.657472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:36.671524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Transition to ACTIVE for port object b618c7dc-fba2-4c6f-89de-017cac42b4e8 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:36.700421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 84b877ce-33bc-46ef-8b1f-29ed39f32f40 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:36.709667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.724710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Transition to ACTIVE for port object 9892e58d-fc36-4436-b2b1-ba04397e2dfd will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:36.749362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7704c60b-93cd-4276-a64e-09a7d24b1889 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:36.760030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.761143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.765855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.815499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 19efe996-8f8f-44cb-8d26-4a6a781d6501 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:36.819972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.844330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-c6c4f93e-fb8e-4445-b2b8-58159c284e83', 'network_id': 'c6c4f93e-fb8e-4445-b2b8-58159c284e83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'fixed_ips': [{'subnet_id': '8b558037-a5fa-45f9-908e-cec09f28b149'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:36.845168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.854495 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 3 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:36.886435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2af5eab0-e1c0-4505-b731-1a671a8c003d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.936518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.938460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.965180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5eab0-e1c0-4505-b731-1a671a8c003d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=0d395d63-3018-46cc-b0c3-5f3600cd1acb,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:37.021088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:37.023810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Transition to ACTIVE for port object 9892e58d-fc36-4436-b2b1-ba04397e2dfd will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:37.033331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2af5eab0-e1c0-4505-b731-1a671a8c003d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.043209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:37.055825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:37.060667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:37.061300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.080185 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2af5eab0-e1c0-4505-b731-1a671a8c003d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/0d395d63-3018-46cc-b0c3-5f3600cd1acb HTTP/1.1" status: 204 len: 168 time: 1.5848346 Oct 20 03:39:37.084903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34604) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:37.092597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'mac_address': 'fa:16:3e:1d:a8:ac', 'name': 'tempest-PortsIpV6TestJSON-557358673'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:37.119334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Port': ['ID=b618c7dc-fba2-4c6f-89de-017cac42b4e8,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:37.160408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.226593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:37.241650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:37.246632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e6e91387-4959-42d7-887b-c42d09454015 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7395418 Oct 20 03:39:37.247791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.249125 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-237aced5-f460-45f7-9baa-568cba82c35c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8797572 Oct 20 03:39:37.249583 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34608) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:37.255002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:37.257508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34610) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:37.260410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:37.266525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6fa196ce-cbfb-4d73-9708-383b24b50b6f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d3', 'mac_address': 'fa:16:3e:68:89:1c'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:37.269570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Network dcd319ed-5870-4ca1-9db2-069b8ce7c724 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:37.274450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Pushing event updated for resources: {'Port': ['ID=9892e58d-fc36-4436-b2b1-ba04397e2dfd,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:37.319420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'port': {'network_id': 'c6c4f93e-fb8e-4445-b2b8-58159c284e83', 'name': 'tempest-RoutersIpV6Test-1730394689'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:37.374314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:37.379696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:37.392108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Allocated IP 2001:db8::2 (c6c4f93e-fb8e-4445-b2b8-58159c284e83/8b558037-a5fa-45f9-908e-cec09f28b149/53c9c809-1622-4a3d-a47b-47f3c3433b91) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:37.432586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7704c60b-93cd-4276-a64e-09a7d24b1889 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:37.432998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.433462 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7704c60b-93cd-4276-a64e-09a7d24b1889 Oct 20 03:39:37.450001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.481322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:37.482132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.486502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.528991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.560389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=a33ec59b-1f44-4f5a-aa19-99a391bee1a4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:37.593497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:37.599709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:37.603178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8:0:1::99 (70bc74a8-f345-4115-a4c4-4fbf84d34303/bb82f34c-4ba1-4ea7-89a7-573983ec643f/19efe996-8f8f-44cb-8d26-4a6a781d6501) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:37.613550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:37.621847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:port and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:37.622601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:37.622601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.628700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:37.634212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::f816:3eff:fef8:e2ef (70bc74a8-f345-4115-a4c4-4fbf84d34303/c903cdd2-ebb2-4e99-8a4d-1a72364fc020/19efe996-8f8f-44cb-8d26-4a6a781d6501) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:37.654188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb8e88-d879-4238-bad8-964bc506abcd None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:37.662867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Subnet': ['ID=0aa18d46-d995-4f4c-adcf-6818c56adb82,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:37.710400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Attempting to bind port 9892e58d-fc36-4436-b2b1-ba04397e2dfd on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:37.710778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Attempting to bind port 9892e58d-fc36-4436-b2b1-ba04397e2dfd by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '400f5bd1-5559-4fc3-a464-e5a4ab89ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dcd319ed-5870-4ca1-9db2-069b8ce7c724'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:37.711154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Attempting to bind port 9892e58d-fc36-4436-b2b1-ba04397e2dfd on network dcd319ed-5870-4ca1-9db2-069b8ce7c724 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:37.729830 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 4 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:37.750213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:37.768420 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fd14e565-fd8d-4067-9c22-99e338ba7be6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3877213 Oct 20 03:39:37.771005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34616) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:37.772198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:37.777857 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-973678563', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0aa18d46-d995-4f4c-adcf-6818c56adb82'}], 'security_groups': ['3c494d0c-663d-4046-b139-3a952627ff5e', '3cb2bc05-7b32-4b3a-945c-12db2c1fd23e']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:37.842028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:37.842321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Checking segment: {'id': '400f5bd1-5559-4fc3-a464-e5a4ab89ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dcd319ed-5870-4ca1-9db2-069b8ce7c724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:37.842609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.843368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Bound using segment: {'id': '400f5bd1-5559-4fc3-a464-e5a4ab89ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dcd319ed-5870-4ca1-9db2-069b8ce7c724'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:37.843368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Bound port: 9892e58d-fc36-4436-b2b1-ba04397e2dfd, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400f5bd1-5559-4fc3-a464-e5a4ab89ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dcd319ed-5870-4ca1-9db2-069b8ce7c724'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:37.843984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.849308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.927363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Allocated IP 172.26.7.87 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/4ab5f4e8-3afd-4293-b403-94720335415a) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:38.060309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd319ed-5870-4ca1-9db2-069b8ce7c724']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:38.060853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:38.078864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:38.082334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.094236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400f5bd1-5559-4fc3-a464-e5a4ab89ce91') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:38.094538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400f5bd1-5559-4fc3-a464-e5a4ab89ce91') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:38.111007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.135799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7704c60b-93cd-4276-a64e-09a7d24b1889 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:38.136934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 22538da3-41d9-4cf1-88f2-6a8795de406e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:38.140805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.145440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.159580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 19efe996-8f8f-44cb-8d26-4a6a781d6501 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:38.165215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f74435-3d85-4304-9602-61f8c450d4c4 None None] Update dhcp port {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': 'c903cdd2-ebb2-4e99-8a4d-1a72364fc020', 'ip_address': '2001:db8::f816:3eff:fee1:b9d0'}, {'subnet_id': 'bb82f34c-4ba1-4ea7-89a7-573983ec643f'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '84b877ce-33bc-46ef-8b1f-29ed39f32f40'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:39:38.196687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] device_id is not set on port 303b9ac6-aa4b-459f-8e00-281125e31aac yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:38.260231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port c58a5f0f-5cd4-41d7-a77a-05096d7b7631 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:38.293110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.316419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] For port 9892e58d-fc36-4436-b2b1-ba04397e2dfd, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:38.317141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:38.317586 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.358219 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d2f74435-3d85-4304-9602-61f8c450d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.378751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.399131 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 400f5bd1-5559-4fc3-a464-e5a4ab89ce91 resource provider aggregate not found Oct 20 03:39:38.428884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.435407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Transition to ACTIVE for port object 53c9c809-1622-4a3d-a47b-47f3c3433b91 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:38.449532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 400f5bd1-5559-4fc3-a464-e5a4ab89ce91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 400f5bd1-5559-4fc3-a464-e5a4ab89ce91 found for delete ", "request_id": "req-7c65cb41-efaf-4b17-982b-148b706957eb"}]} Oct 20 03:39:38.454207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6fa196ce-cbfb-4d73-9708-383b24b50b6f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.477871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.533231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:39:38.533231 dv-neutron-861845-1-hyperv neutron-server[90075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:39:38.533231 dv-neutron-861845-1-hyperv neutron-server[90075]: [parameters: {'id': 'dcd319ed-5870-4ca1-9db2-069b8ce7c724'}] Oct 20 03:39:38.533231 dv-neutron-861845-1-hyperv neutron-server[90075]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:38.534029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:38.534124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.562190 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 5 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:38.598157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.627628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] For port 9892e58d-fc36-4436-b2b1-ba04397e2dfd, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=9892e58d-fc36-4436-b2b1-ba04397e2dfd,segment=NetworkSegment(400f5bd1-5559-4fc3-a464-e5a4ab89ce91),segment_id=400f5bd1-5559-4fc3-a464-e5a4ab89ce91)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:38.644430 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:38.677001 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Transition to ACTIVE for port object 53c9c809-1622-4a3d-a47b-47f3c3433b91 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:38.680186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=19efe996-8f8f-44cb-8d26-4a6a781d6501,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:38.690087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 22538da3-41d9-4cf1-88f2-6a8795de406e completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:38.707165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.722659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:38.725611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:38.731644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:38.732357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.758393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:38.785413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.788760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:38.811475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:38.814054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:38.822284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.894916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Network c6c4f93e-fb8e-4445-b2b8-58159c284e83 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:38.905240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 2001:db8::17f (c6c4f93e-fb8e-4445-b2b8-58159c284e83/8b558037-a5fa-45f9-908e-cec09f28b149/303b9ac6-aa4b-459f-8e00-281125e31aac) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:38.914958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:38.925133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:38.944613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790ec5-d9ba-40ad-8a56-49bae2da914c None None] Pushing event updated for resources: {'Port': ['ID=9892e58d-fc36-4436-b2b1-ba04397e2dfd,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:38.984126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6fa196ce-cbfb-4d73-9708-383b24b50b6f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.038960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab5f4e8-3afd-4293-b403-94720335415a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:39.062533 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-342ba30a-18fe-4e4d-bb45-dc264f68dbe4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7644010 Oct 20 03:39:39.062636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-d2f74435-3d85-4304-9602-61f8c450d4c4 None None] Allocated IP 2001:db8:0:1::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/bb82f34c-4ba1-4ea7-89a7-573983ec643f/84b877ce-33bc-46ef-8b1f-29ed39f32f40) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:39.063196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34624) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:39.075218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.085215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.089903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6fa196ce-cbfb-4d73-9708-383b24b50b6f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.090806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6fa196ce-cbfb-4d73-9708-383b24b50b6f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] In _notify_port_updated(), no bound segment for port b618c7dc-fba2-4c6f-89de-017cac42b4e8 on network 295ee879-01b0-4cb2-9352-894f511a4ea6 {{(pid=90075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:39:39.096077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa196ce-cbfb-4d73-9708-383b24b50b6f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:39.096682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6fa196ce-cbfb-4d73-9708-383b24b50b6f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.098162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6fa196ce-cbfb-4d73-9708-383b24b50b6f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "PUT /v2.0/ports/b618c7dc-fba2-4c6f-89de-017cac42b4e8 HTTP/1.1" status: 200 len: 1002 time: 1.8457575 Oct 20 03:39:39.109706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4441616e-27ab-4178-bb4f-f37b283d3f83 None None] Network dcd319ed-5870-4ca1-9db2-069b8ce7c724 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:39.139492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34628) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:39.188916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting port 9892e58d-fc36-4436-b2b1-ba04397e2dfd {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:39.189254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.245558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:39.253770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:39.258810 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 6 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:39.261567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:39.266944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:39.267537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.299095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa196ce-cbfb-4d73-9708-383b24b50b6f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Port': ['ID=b618c7dc-fba2-4c6f-89de-017cac42b4e8,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:39.300126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Pushing event updated for resources: {'Port': ['ID=53c9c809-1622-4a3d-a47b-47f3c3433b91,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:39.338675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Attempting to bind port 53c9c809-1622-4a3d-a47b-47f3c3433b91 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:39.340440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Attempting to bind port 53c9c809-1622-4a3d-a47b-47f3c3433b91 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'b26c00ac-e576-4815-945a-6bea7b41676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c6c4f93e-fb8e-4445-b2b8-58159c284e83'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:39.340440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Attempting to bind port 53c9c809-1622-4a3d-a47b-47f3c3433b91 on network c6c4f93e-fb8e-4445-b2b8-58159c284e83 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:39.407554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.414097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:39.414466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Checking segment: {'id': 'b26c00ac-e576-4815-945a-6bea7b41676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c6c4f93e-fb8e-4445-b2b8-58159c284e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:39.414871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.415440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Bound using segment: {'id': 'b26c00ac-e576-4815-945a-6bea7b41676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c6c4f93e-fb8e-4445-b2b8-58159c284e83'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:39.415929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Bound port: 53c9c809-1622-4a3d-a47b-47f3c3433b91, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26c00ac-e576-4815-945a-6bea7b41676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c6c4f93e-fb8e-4445-b2b8-58159c284e83'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:39.416308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.455998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Transition to ACTIVE for port object 303b9ac6-aa4b-459f-8e00-281125e31aac will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:39.464804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=c58a5f0f-5cd4-41d7-a77a-05096d7b7631,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:39.470281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5c9007d8-d28f-48d4-a116-80efed2675b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 19efe996-8f8f-44cb-8d26-4a6a781d6501 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:39.470633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5c9007d8-d28f-48d4-a116-80efed2675b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.482413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:39.520758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15a39d-6d83-49e8-a99f-c41049a96f21 None None] Update dhcp port {'port': {'network_id': '3adfee56-f034-484e-a5de-37ef3836d9e4', 'fixed_ips': [{'subnet_id': '76ee5bd6-8db5-423a-9769-378d4a1ea737', 'ip_address': '172.20.0.18'}, {'subnet_id': '8242a4d4-e703-4d3c-aedf-896b2d97ec44', 'ip_address': '172.20.0.2'}, {'subnet_id': '0aa18d46-d995-4f4c-adcf-6818c56adb82'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': 'ddaa24ad-4511-495c-bc2b-badabcf5d9d3'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:39:39.530574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-05d88710-b6d7-495f-be5c-c98161bab3d4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Deleting port b618c7dc-fba2-4c6f-89de-017cac42b4e8 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:39.530983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05d88710-b6d7-495f-be5c-c98161bab3d4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.533646 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f2e97c1d-8da7-44f6-b2d7-b523b6e56deb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4482429 Oct 20 03:39:39.538105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34632) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:39.632120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] For port 9892e58d-fc36-4436-b2b1-ba04397e2dfd, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=9892e58d-fc36-4436-b2b1-ba04397e2dfd,segment=NetworkSegment(400f5bd1-5559-4fc3-a464-e5a4ab89ce91),segment_id=400f5bd1-5559-4fc3-a464-e5a4ab89ce91)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:39.634396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.704786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fc15a39d-6d83-49e8-a99f-c41049a96f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.732861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d2f74435-3d85-4304-9602-61f8c450d4c4 None None] For port 84b877ce-33bc-46ef-8b1f-29ed39f32f40, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=84b877ce-33bc-46ef-8b1f-29ed39f32f40,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:39.741695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] For port 53c9c809-1622-4a3d-a47b-47f3c3433b91, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:39.791233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ec13dc81-a150-4c06-85bb-f97180efe192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.800524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] For port 53c9c809-1622-4a3d-a47b-47f3c3433b91, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=53c9c809-1622-4a3d-a47b-47f3c3433b91,segment=NetworkSegment(b26c00ac-e576-4815-945a-6bea7b41676a),segment_id=b26c00ac-e576-4815-945a-6bea7b41676a)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:39.873144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d2f74435-3d85-4304-9602-61f8c450d4c4 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.883470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.924599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Calling delete_port for 9892e58d-fc36-4436-b2b1-ba04397e2dfd owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:39.957909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38479de4-0e3e-4a4a-a710-e98300661fc8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:39.958655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-38479de4-0e3e-4a4a-a710-e98300661fc8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:40.004547 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.008449 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 7 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:40.043919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d2f74435-3d85-4304-9602-61f8c450d4c4 None None] Ignored duplicate provisioning block setup for port 84b877ce-33bc-46ef-8b1f-29ed39f32f40 by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:39:40.087464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-38479de4-0e3e-4a4a-a710-e98300661fc8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:40.093533 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-38479de4-0e3e-4a4a-a710-e98300661fc8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/c58a5f0f-5cd4-41d7-a77a-05096d7b7631 HTTP/1.1" status: 200 len: 844 time: 0.5429311 Oct 20 03:39:40.102784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960331e-f170-4ec4-b057-86459a97dbad None None] Pushing event updated for resources: {'Port': ['ID=53c9c809-1622-4a3d-a47b-47f3c3433b91,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:40.105873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:40.147109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34636) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:40.149389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d2f74435-3d85-4304-9602-61f8c450d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.161682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.180920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=303b9ac6-aa4b-459f-8e00-281125e31aac,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:40.234376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network c6c4f93e-fb8e-4445-b2b8-58159c284e83 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:40.256745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f74435-3d85-4304-9602-61f8c450d4c4 None None] Pushing event updated for resources: {'Port': ['ID=84b877ce-33bc-46ef-8b1f-29ed39f32f40,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:40.278088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:40.295928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.298875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Port': ['ID=9892e58d-fc36-4436-b2b1-ba04397e2dfd,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:40.315893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:40.322421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:40.323053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.329585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No DVR routers for this DVR port 9892e58d-fc36-4436-b2b1-ba04397e2dfd on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:40.377440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Delete allocated IP 172.20.0.9 (3adfee56-f034-484e-a5de-37ef3836d9e4/8242a4d4-e703-4d3c-aedf-896b2d97ec44) {{(pid=90076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:39:40.382504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5c9007d8-d28f-48d4-a116-80efed2675b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.501066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d101d38a-3b3a-44dc-aa70-0249f8d8ca2b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port c58a5f0f-5cd4-41d7-a77a-05096d7b7631 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:40.501569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d101d38a-3b3a-44dc-aa70-0249f8d8ca2b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.557947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-04c3f8ee-58a9-4741-91e9-e3810b89bbcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2966731 Oct 20 03:39:40.569731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34646) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:40.605611 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 8 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:40.649799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.674722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05d88710-b6d7-495f-be5c-c98161bab3d4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.713357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:40.790548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd319ed-5870-4ca1-9db2-069b8ce7c724']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:40.850730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Allocated IP 172.20.0.38 (3adfee56-f034-484e-a5de-37ef3836d9e4/0aa18d46-d995-4f4c-adcf-6818c56adb82/eb4078d4-afda-4342-96c2-bbdd1c3e997b) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:40.869422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5c9007d8-d28f-48d4-a116-80efed2675b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 19efe996-8f8f-44cb-8d26-4a6a781d6501 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:40.955600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84b877ce-33bc-46ef-8b1f-29ed39f32f40 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:40.994281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400f5bd1-5559-4fc3-a464-e5a4ab89ce91') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:40.994592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400f5bd1-5559-4fc3-a464-e5a4ab89ce91') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:41.018141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.106020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 53c9c809-1622-4a3d-a47b-47f3c3433b91 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:41.179720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-05d88710-b6d7-495f-be5c-c98161bab3d4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Calling delete_port for b618c7dc-fba2-4c6f-89de-017cac42b4e8 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:41.215262 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 9 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:41.247671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.288750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:41.298616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e07aa-3bbf-49a2-8aa6-dae988de9158 None None] Network c6c4f93e-fb8e-4445-b2b8-58159c284e83 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:41.337755 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:41.338178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.378996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 53c9c809-1622-4a3d-a47b-47f3c3433b91 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:41.455605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d101d38a-3b3a-44dc-aa70-0249f8d8ca2b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.496002 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 400f5bd1-5559-4fc3-a464-e5a4ab89ce91 resource provider aggregate not found Oct 20 03:39:41.523650 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 400f5bd1-5559-4fc3-a464-e5a4ab89ce91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 400f5bd1-5559-4fc3-a464-e5a4ab89ce91 found for delete ", "request_id": "req-c0eebc55-1fba-4ac8-a23c-86df4db82930"}]} Oct 20 03:39:41.563017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.568034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.720554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.726193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.790551 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 10 to provision port eb4078d4-afda-4342-96c2-bbdd1c3e997b Oct 20 03:39:41.809666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d101d38a-3b3a-44dc-aa70-0249f8d8ca2b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for c58a5f0f-5cd4-41d7-a77a-05096d7b7631 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:41.852742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port eb4078d4-afda-4342-96c2-bbdd1c3e997b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:41.856230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Could not find standard attr ID for object 71190ce1-4187-4d22-adc3-4c38aa359b1d. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:41.905437 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/dcd319ed-5870-4ca1-9db2-069b8ce7c724 HTTP/1.1" status: 204 len: 168 time: 6.4085371 Oct 20 03:39:41.906323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b35d2c-b589-48ea-8c9a-bde3bfd42342 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=dcd319ed-5870-4ca1-9db2-069b8ce7c724,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:41.909391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34654) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:41.924050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1261516248'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:41.931918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Provisioning for port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:41.937226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:41.938275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Provisioning complete for port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:41.938924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.942545 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 1 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:41.954518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:network and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:41.958665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.959760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:41.971273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:42.007394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:42.016158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05d88710-b6d7-495f-be5c-c98161bab3d4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.019895 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Transition to ACTIVE for port object eb4078d4-afda-4342-96c2-bbdd1c3e997b will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:42.053044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.075953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d88710-b6d7-495f-be5c-c98161bab3d4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event deleted for resources: {'Port': ['ID=b618c7dc-fba2-4c6f-89de-017cac42b4e8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:42.088700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.106518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:42.109207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.135781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d101d38a-3b3a-44dc-aa70-0249f8d8ca2b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.179425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-fc15a39d-6d83-49e8-a99f-c41049a96f21 None None] Allocated IP 172.20.0.34 (3adfee56-f034-484e-a5de-37ef3836d9e4/0aa18d46-d995-4f4c-adcf-6818c56adb82/ddaa24ad-4511-495c-bc2b-badabcf5d9d3) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:42.218551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d101d38a-3b3a-44dc-aa70-0249f8d8ca2b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.222135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101d38a-3b3a-44dc-aa70-0249f8d8ca2b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=c58a5f0f-5cd4-41d7-a77a-05096d7b7631,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:42.304170 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5c9007d8-d28f-48d4-a116-80efed2675b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.357793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-fc15a39d-6d83-49e8-a99f-c41049a96f21 None None] For port ddaa24ad-4511-495c-bc2b-badabcf5d9d3, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,segment=NetworkSegment(f9b06cf6-f449-444e-a83c-c2abc9910f05),segment_id=f9b06cf6-f449-444e-a83c-c2abc9910f05)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:42.368636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-00494c36-bdcd-41fb-bcfa-5105c68d9302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.376544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:42.407378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fc15a39d-6d83-49e8-a99f-c41049a96f21 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.417492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.418037 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment 5af68bd7-a513-40fb-bcfc-610165e8bac9 of type vlan for network 01097119-90d0-47f8-889f-102a4ac4b767 Oct 20 03:39:42.430227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fc15a39d-6d83-49e8-a99f-c41049a96f21 None None] Transition to ACTIVE for port object ddaa24ad-4511-495c-bc2b-badabcf5d9d3 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:42.492158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event updated for resources: {'Port': ['ID=eb4078d4-afda-4342-96c2-bbdd1c3e997b,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:42.502678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fc15a39d-6d83-49e8-a99f-c41049a96f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.507561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d101d38a-3b3a-44dc-aa70-0249f8d8ca2b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/c58a5f0f-5cd4-41d7-a77a-05096d7b7631 HTTP/1.1" status: 204 len: 168 time: 2.3513157 Oct 20 03:39:42.515814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34658) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:42.575689 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 2 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:42.607260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.621123 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c18dada-4319-4b96-bea3-aa9faa6167a6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:39:42.621713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3c18dada-4319-4b96-bea3-aa9faa6167a6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:42.691651 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5c9007d8-d28f-48d4-a116-80efed2675b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.705905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.716941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Router ceb82152-9a96-4d88-8c50-06ef2e934712 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:39:42.729723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9007d8-d28f-48d4-a116-80efed2675b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=19efe996-8f8f-44cb-8d26-4a6a781d6501,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:42.751495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05d88710-b6d7-495f-be5c-c98161bab3d4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.753302 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-05d88710-b6d7-495f-be5c-c98161bab3d4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "DELETE /v2.0/ports/b618c7dc-fba2-4c6f-89de-017cac42b4e8 HTTP/1.1" status: 204 len: 168 time: 3.5852377 Oct 20 03:39:42.756890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34662) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:42.760899 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5c9007d8-d28f-48d4-a116-80efed2675b7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/19efe996-8f8f-44cb-8d26-4a6a781d6501 HTTP/1.1" status: 204 len: 168 time: 3.6905558 Oct 20 03:39:42.761614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] In _notify_port_updated(), no bound segment for port eb4078d4-afda-4342-96c2-bbdd1c3e997b on network 3adfee56-f034-484e-a5de-37ef3836d9e4 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:39:42.766970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:42.771658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.771658 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-16434c7e-ca23-4fb8-8016-b81403e6df5d tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "PUT /v2.0/ports/eb4078d4-afda-4342-96c2-bbdd1c3e997b HTTP/1.1" status: 200 len: 959 time: 4.9977973 Oct 20 03:39:42.771658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34666) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:42.809178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15a39d-6d83-49e8-a99f-c41049a96f21 None None] Pushing event updated for resources: {'Port': ['ID=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:42.811886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:42.814569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.821283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34668) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:42.875326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.880704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:42.881368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.913100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3c18dada-4319-4b96-bea3-aa9faa6167a6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:42.914305 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3c18dada-4319-4b96-bea3-aa9faa6167a6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/c58a5f0f-5cd4-41d7-a77a-05096d7b7631 HTTP/1.1" status: 404 len: 333 time: 0.3976312 Oct 20 03:39:42.946339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34674) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:42.957544 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac2bdef-61f7-47b8-b155-070983d142d3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] GET failed (client error): The resource could not be found. Oct 20 03:39:42.958092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6ac2bdef-61f7-47b8-b155-070983d142d3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Synchronizing usage tracker for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:42.991912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'name': 'tempest-PortsIpV6TestJSON-518694'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:43.104989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6ac2bdef-61f7-47b8-b155-070983d142d3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Unset dirty status for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:43.109772 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6ac2bdef-61f7-47b8-b155-070983d142d3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "GET /v2.0/ports/b618c7dc-fba2-4c6f-89de-017cac42b4e8 HTTP/1.1" status: 404 len: 333 time: 0.3516517 Oct 20 03:39:43.117069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34680) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:43.119847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=303b9ac6-aa4b-459f-8e00-281125e31aac,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:43.123745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=01097119-90d0-47f8-889f-102a4ac4b767,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:43.138382 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9fff713d-af55-4938-bab8-862be89312fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2195730 Oct 20 03:39:43.139988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'port': {'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1040173777'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:43.148778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 01097119-90d0-47f8-889f-102a4ac4b767 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:43.149364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34684) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:43.154632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-da4227b4-2037-4a53-ac1f-afbd2202fbf6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port eb4078d4-afda-4342-96c2-bbdd1c3e997b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:43.155029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da4227b4-2037-4a53-ac1f-afbd2202fbf6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.233484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': '01097119-90d0-47f8-889f-102a4ac4b767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:43.278955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:43.313811 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 3 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:43.359192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:43.368875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.369632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:43.371301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.383535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1648be-b75a-4118-b10b-ab1631f6bfc9 None None] Sync routers for ids ['ceb82152-9a96-4d88-8c50-06ef2e934712'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:43.389532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.393368 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a049ec88-fe3d-4bf5-a04f-b8f33a50e756 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "PUT /v2.0/routers/ceb82152-9a96-4d88-8c50-06ef2e934712 HTTP/1.1" status: 200 len: 912 time: 7.7600074 Oct 20 03:39:43.394954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34690) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:43.401687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:43.409852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1648be-b75a-4118-b10b-ab1631f6bfc9 None None] Routers {'ceb82152-9a96-4d88-8c50-06ef2e934712'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:43.411508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-cf1648be-b75a-4118-b10b-ab1631f6bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ceb82152-9a96-4d88-8c50-06ef2e934712'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.489706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-cf1648be-b75a-4118-b10b-ab1631f6bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.505618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1648be-b75a-4118-b10b-ab1631f6bfc9 None None] Routers {'ceb82152-9a96-4d88-8c50-06ef2e934712'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:43.506295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-cf1648be-b75a-4118-b10b-ab1631f6bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ceb82152-9a96-4d88-8c50-06ef2e934712'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.528382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37096b05-7590-4bd8-8a1c-15fed330083c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:43.529296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-37096b05-7590-4bd8-8a1c-15fed330083c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:43.533215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:43.549450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:43.559280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:43.562787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.572210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-cf1648be-b75a-4118-b10b-ab1631f6bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.572620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1648be-b75a-4118-b10b-ab1631f6bfc9 None None] The sync data for ids ['ceb82152-9a96-4d88-8c50-06ef2e934712'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:43.574019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.635057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Made reservation on behalf of abee4a14d7b148dcb192030eaf71311b for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:43.639359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.661662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] device_id is not set on port 1267d5b0-8345-4eb6-b3ec-9979ba549f79 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:43.672215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:43.699654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:subnet and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:43.708468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:43.711977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port bd7e4b3f-7d31-4e78-96ed-1a75f3457f33 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:43.785597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.902774 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 4 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:43.933483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:43.940008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-37096b05-7590-4bd8-8a1c-15fed330083c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:43.941444 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-37096b05-7590-4bd8-8a1c-15fed330083c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.1214478 Oct 20 03:39:43.952429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34694) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:43.985806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Allocated IP 2001:db8::321 (295ee879-01b0-4cb2-9352-894f511a4ea6/f2a339c4-91c1-4937-9f22-41f35c0093a0/1267d5b0-8345-4eb6-b3ec-9979ba549f79) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:44.000158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915b711-de3f-462a-9b72-243e274d571d None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:39:44.057732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:44.098472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:44.102563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.156177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e915b711-de3f-462a-9b72-243e274d571d None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:39:44.170030 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-99a33a3c-0474-46d5-8975-44a409307cc3 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/routers/ceb82152-9a96-4d88-8c50-06ef2e934712 HTTP/1.1" status: 200 len: 918 time: 0.7526414 Oct 20 03:39:44.180742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34698) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:44.293104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da4227b4-2037-4a53-ac1f-afbd2202fbf6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.400368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.426426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.429675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Transition to ACTIVE for port object 1267d5b0-8345-4eb6-b3ec-9979ba549f79 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:44.468870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.469665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.509346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-da4227b4-2037-4a53-ac1f-afbd2202fbf6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for eb4078d4-afda-4342-96c2-bbdd1c3e997b owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:44.533869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be05a7a7-5a52-4c36-be4a-f15e5559640a None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:39:44.538262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.566025 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 5 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:44.621118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=303b9ac6-aa4b-459f-8e00-281125e31aac,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:44.626242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:44.628471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:44.658957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:44.673292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:44.678537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.679181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.703440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.727168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6b811-82c3-4e6f-93bc-a80c1d4027de tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.728830 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-15b6b811-82c3-4e6f-93bc-a80c1d4027de tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7599537 Oct 20 03:39:44.738907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34702) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:44.756216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Port': ['ID=1267d5b0-8345-4eb6-b3ec-9979ba549f79,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:44.757436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be05a7a7-5a52-4c36-be4a-f15e5559640a None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:39:44.780644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network c6c4f93e-fb8e-4445-b2b8-58159c284e83 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:44.781745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:44.844858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f16a3006-b364-4969-929c-08e23c8f75cf tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7260818 Oct 20 03:39:44.854383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34706) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:44.865126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31af03a-027e-4108-a49f-65417389f12c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.866873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31af03a-027e-4108-a49f-65417389f12c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.868368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31af03a-027e-4108-a49f-65417389f12c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.869378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e31af03a-027e-4108-a49f-65417389f12c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:44.877616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.878463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ddaa24ad-4511-495c-bc2b-badabcf5d9d3 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:44.878669 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:68:89:1c'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:44.939906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee063813-0b7c-4a2b-b1f9-c45f38c366ee tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.941765 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ee063813-0b7c-4a2b-b1f9-c45f38c366ee tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=ceb82152-9a96-4d88-8c50-06ef2e934712&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7127807 Oct 20 03:39:44.944704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34710) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:45.112277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19351083-5653-4599-b952-d839011f2bce tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:45.116492 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-19351083-5653-4599-b952-d839011f2bce tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 881 time: 0.1680775 Oct 20 03:39:45.116806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34714) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:45.136507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e31af03a-027e-4108-a49f-65417389f12c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:45.138483 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e31af03a-027e-4108-a49f-65417389f12c tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3928246 Oct 20 03:39:45.147351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.154148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34718) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:45.173872 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 6 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:45.208063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da4227b4-2037-4a53-ac1f-afbd2202fbf6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.240372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:45.269755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:45.283939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:45.286568 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:45.297404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:45.297404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.340165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router c2dc7db5-0642-4428-8787-b353c75b8fd5 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:39:45.347158 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aef02289-a9f3-42f3-956f-5279e65f9f05 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=ceb82152-9a96-4d88-8c50-06ef2e934712 HTTP/1.1" status: 200 len: 205 time: 0.2291131 Oct 20 03:39:45.352632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34722) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:45.380422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcd21be-896e-4149-8c9c-b09a2491ed4a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet bb82f34c-4ba1-4ea7-89a7-573983ec643f {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:45.391703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6fcd21be-896e-4149-8c9c-b09a2491ed4a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.404380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=bd7e4b3f-7d31-4e78-96ed-1a75f3457f33,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:45.545670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4227b4-2037-4a53-ac1f-afbd2202fbf6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=eb4078d4-afda-4342-96c2-bbdd1c3e997b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:45.548634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.741649 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 7 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:45.790847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da4227b4-2037-4a53-ac1f-afbd2202fbf6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.795744 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-da4227b4-2037-4a53-ac1f-afbd2202fbf6 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/eb4078d4-afda-4342-96c2-bbdd1c3e997b HTTP/1.1" status: 204 len: 168 time: 2.9683747 Oct 20 03:39:45.796805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.802301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34726) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:45.810593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6fcd21be-896e-4149-8c9c-b09a2491ed4a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.813658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:45.824146 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-82ef1017-6dec-4f5b-aa35-143a03a08fd1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8499229 Oct 20 03:39:45.828296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=0e7c0166-ec58-40a8-8641-ffdab8cbb2de,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:45.835660 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34730) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:45.867957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-6685bc19-1a74-4a0e-9c2a-753029909e63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:45.909361 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1478ac-05bc-47dd-9998-83ecc25f0c01 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] GET failed (client error): The resource could not be found. Oct 20 03:39:45.909924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5a1478ac-05bc-47dd-9998-83ecc25f0c01 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Synchronizing usage tracker for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:45.937006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking segment: {'id': '5af68bd7-a513-40fb-bcfc-610165e8bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01097119-90d0-47f8-889f-102a4ac4b767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:45.937382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network hostable DHCP agents. Network: 01097119-90d0-47f8-889f-102a4ac4b767, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:45.944121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:45.957689 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1129d4bb-5562-470d-b087-a2f9f7e2cf94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/c2dc7db5-0642-4428-8787-b353c75b8fd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3828111 Oct 20 03:39:45.959118 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20bec1-e580-41c4-9f33-3073aef30b6d None None] Sync routers for ids ['c2dc7db5-0642-4428-8787-b353c75b8fd5'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:45.960794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34734) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:45.961360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5a1478ac-05bc-47dd-9998-83ecc25f0c01 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Unset dirty status for tenant:36b8764e24e545db861ce3976f2130cf on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:45.962451 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5a1478ac-05bc-47dd-9998-83ecc25f0c01 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports/eb4078d4-afda-4342-96c2-bbdd1c3e997b HTTP/1.1" status: 404 len: 333 time: 0.1586652 Oct 20 03:39:45.967153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34738) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:45.973803 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20bec1-e580-41c4-9f33-3073aef30b6d None None] Routers {'c2dc7db5-0642-4428-8787-b353c75b8fd5'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:45.975165 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-db20bec1-e580-41c4-9f33-3073aef30b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c2dc7db5-0642-4428-8787-b353c75b8fd5'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:45.999987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.040958 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-db20bec1-e580-41c4-9f33-3073aef30b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:46.057080 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20bec1-e580-41c4-9f33-3073aef30b6d None None] Routers {'c2dc7db5-0642-4428-8787-b353c75b8fd5'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:46.058011 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-db20bec1-e580-41c4-9f33-3073aef30b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c2dc7db5-0642-4428-8787-b353c75b8fd5'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:46.123724 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-db20bec1-e580-41c4-9f33-3073aef30b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:46.124122 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20bec1-e580-41c4-9f33-3073aef30b6d None None] The sync data for ids ['c2dc7db5-0642-4428-8787-b353c75b8fd5'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:46.148270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network 01097119-90d0-47f8-889f-102a4ac4b767 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:46.157821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6685bc19-1a74-4a0e-9c2a-753029909e63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.193591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569b844-81ee-4acb-acb4-aae1313f2db9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:46.194091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c569b844-81ee-4acb-acb4-aae1313f2db9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:46.199222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6fcd21be-896e-4149-8c9c-b09a2491ed4a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.244425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f99cf851-84f4-4545-b939-1121aa060251 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.260678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 01097119-90d0-47f8-889f-102a4ac4b767) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:46.266131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:46.266720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.270282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7732c24a-6e5e-42c9-a130-ea390a4479ad None None] Network 01097119-90d0-47f8-889f-102a4ac4b767 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:46.301145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.331900 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 8 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:46.345342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f99cf851-84f4-4545-b939-1121aa060251 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.355281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c569b844-81ee-4acb-acb4-aae1313f2db9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:46.359486 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c569b844-81ee-4acb-acb4-aae1313f2db9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports/303b9ac6-aa4b-459f-8e00-281125e31aac HTTP/1.1" status: 200 len: 984 time: 0.3930340 Oct 20 03:39:46.359895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34742) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:46.407786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:46.422627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6fcd21be-896e-4149-8c9c-b09a2491ed4a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.462031 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-55bdceb2-8e57-4a8b-9f70-c4505d5c5f34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3112152 Oct 20 03:39:46.473494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34746) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:46.512305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Deleting port 4ab5f4e8-3afd-4293-b403-94720335415a {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:46.512643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.522600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:39:46.542154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-01097119-90d0-47f8-889f-102a4ac4b767', 'network_id': '01097119-90d0-47f8-889f-102a4ac4b767', 'tenant_id': '0ae21ac329174a02a5f3027b395f631e', 'fixed_ips': [{'subnet_id': '0e7c0166-ec58-40a8-8641-ffdab8cbb2de'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:46.543601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.572910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd21be-896e-4149-8c9c-b09a2491ed4a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=bb82f34c-4ba1-4ea7-89a7-573983ec643f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:46.595595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6fcd21be-896e-4149-8c9c-b09a2491ed4a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.597610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.650215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6685bc19-1a74-4a0e-9c2a-753029909e63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.654665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.655297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] In _notify_port_updated(), no bound segment for port 1267d5b0-8345-4eb6-b3ec-9979ba549f79 on network 295ee879-01b0-4cb2-9352-894f511a4ea6 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:39:46.660880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:46.661386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.662759 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "PUT /v2.0/ports/1267d5b0-8345-4eb6-b3ec-9979ba549f79 HTTP/1.1" status: 200 len: 1003 time: 1.8023329 Oct 20 03:39:46.691181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29181dc4-8735-4466-be97-d54f0035bf48 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:46.718520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34752) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:46.786327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f99cf851-84f4-4545-b939-1121aa060251 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.811332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6685bc19-1a74-4a0e-9c2a-753029909e63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.812020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6685bc19-1a74-4a0e-9c2a-753029909e63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] In _notify_port_updated(), no bound segment for port bd7e4b3f-7d31-4e78-96ed-1a75f3457f33 on network aabe0f44-c948-479c-9a47-674143ccef4b {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:39:46.817185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685bc19-1a74-4a0e-9c2a-753029909e63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:46.817801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6685bc19-1a74-4a0e-9c2a-753029909e63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.822203 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6685bc19-1a74-4a0e-9c2a-753029909e63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "PUT /v2.0/ports/bd7e4b3f-7d31-4e78-96ed-1a75f3457f33 HTTP/1.1" status: 200 len: 818 time: 0.9835758 Oct 20 03:39:46.822952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34756) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:46.843293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cf851-84f4-4545-b939-1121aa060251 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628fdd3e-a19f-4da2-9cee-214a631e6d4c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:46.862391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.869943 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f99cf851-84f4-4545-b939-1121aa060251 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.870144 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6fcd21be-896e-4149-8c9c-b09a2491ed4a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/bb82f34c-4ba1-4ea7-89a7-573983ec643f HTTP/1.1" status: 204 len: 168 time: 1.7124107 Oct 20 03:39:46.870248 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f99cf851-84f4-4545-b939-1121aa060251 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/security-groups/628fdd3e-a19f-4da2-9cee-214a631e6d4c HTTP/1.1" status: 204 len: 168 time: 0.8963754 Oct 20 03:39:46.872875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bd097da4-ff58-4383-91a8-39e7f580323f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Deleting port 1267d5b0-8345-4eb6-b3ec-9979ba549f79 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:46.873216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd097da4-ff58-4383-91a8-39e7f580323f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.879733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34760) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:46.880357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34762) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:46.909798 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 9 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:46.910289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ce648-5b21-45d9-a87e-c61b791287f3 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Port': ['ID=1267d5b0-8345-4eb6-b3ec-9979ba549f79,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:46.980313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Allocated IP 2001:db8::1 (01097119-90d0-47f8-889f-102a4ac4b767/0e7c0166-ec58-40a8-8641-ffdab8cbb2de/09aca0a5-e070-4dd2-8669-25f324611d29) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:47.015836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:47.097117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685bc19-1a74-4a0e-9c2a-753029909e63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=bd7e4b3f-7d31-4e78-96ed-1a75f3457f33,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:47.115003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.123723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.174152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-836a46b5-a60a-4883-9ea8-2a88d3596296 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port bd7e4b3f-7d31-4e78-96ed-1a75f3457f33 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:47.174743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-836a46b5-a60a-4883-9ea8-2a88d3596296 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.257863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2803892c-2305-4dcd-af3f-6bceb6e95933 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet c903cdd2-ebb2-4e99-8a4d-1a72364fc020 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:47.264655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.274334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2803892c-2305-4dcd-af3f-6bceb6e95933 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.311306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.320775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd097da4-ff58-4383-91a8-39e7f580323f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.328663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Transition to ACTIVE for port object 09aca0a5-e070-4dd2-8669-25f324611d29 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:47.355755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Transition to ACTIVE for port object 09aca0a5-e070-4dd2-8669-25f324611d29 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:47.424373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.492638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Calling delete_port for 4ab5f4e8-3afd-4293-b403-94720335415a owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:47.502874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Network 01097119-90d0-47f8-889f-102a4ac4b767 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:47.506523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:47.513522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:47.518548 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 10 to provision port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 Oct 20 03:39:47.521931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-139da611-0c94-4965-9716-88a373cdfb43 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.569504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Pushing event updated for resources: {'Port': ['ID=09aca0a5-e070-4dd2-8669-25f324611d29,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:47.604264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bd097da4-ff58-4383-91a8-39e7f580323f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Calling delete_port for 1267d5b0-8345-4eb6-b3ec-9979ba549f79 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:47.635436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2803892c-2305-4dcd-af3f-6bceb6e95933 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.701600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-139da611-0c94-4965-9716-88a373cdfb43 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.713602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:47.723407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Could not find standard attr ID for object f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:47.734684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Attempting to bind port 09aca0a5-e070-4dd2-8669-25f324611d29 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:47.734684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Attempting to bind port 09aca0a5-e070-4dd2-8669-25f324611d29 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '5af68bd7-a513-40fb-bcfc-610165e8bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01097119-90d0-47f8-889f-102a4ac4b767'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:47.736278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Attempting to bind port 09aca0a5-e070-4dd2-8669-25f324611d29 on network 01097119-90d0-47f8-889f-102a4ac4b767 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:47.744879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:47.745372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Checking segment: {'id': '5af68bd7-a513-40fb-bcfc-610165e8bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01097119-90d0-47f8-889f-102a4ac4b767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:47.745781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.749555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Bound using segment: {'id': '5af68bd7-a513-40fb-bcfc-610165e8bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01097119-90d0-47f8-889f-102a4ac4b767'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:47.749555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Bound port: 09aca0a5-e070-4dd2-8669-25f324611d29, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af68bd7-a513-40fb-bcfc-610165e8bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01097119-90d0-47f8-889f-102a4ac4b767'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:47.749555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.800669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Provisioning for port 3f948af4-e90f-4c97-85f5-17f2ae533202 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:47.806449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.823643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Provisioning complete for port 3f948af4-e90f-4c97-85f5-17f2ae533202 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:47.824016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.824407 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Attempt 1 to provision port 3f948af4-e90f-4c97-85f5-17f2ae533202 Oct 20 03:39:47.862184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7c0166-ec58-40a8-8641-ffdab8cbb2de,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:47.889579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd097da4-ff58-4383-91a8-39e7f580323f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.927215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] For port 09aca0a5-e070-4dd2-8669-25f324611d29, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:47.932688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] For port 09aca0a5-e070-4dd2-8669-25f324611d29, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=09aca0a5-e070-4dd2-8669-25f324611d29,segment=NetworkSegment(5af68bd7-a513-40fb-bcfc-610165e8bac9),segment_id=5af68bd7-a513-40fb-bcfc-610165e8bac9)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:47.935986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-836a46b5-a60a-4883-9ea8-2a88d3596296 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.019523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd097da4-ff58-4383-91a8-39e7f580323f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event deleted for resources: {'Port': ['ID=1267d5b0-8345-4eb6-b3ec-9979ba549f79,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.022677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Current status of the port 3f948af4-e90f-4c97-85f5-17f2ae533202 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:48.023065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.034138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.103513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd097da4-ff58-4383-91a8-39e7f580323f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.108898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.116375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-836a46b5-a60a-4883-9ea8-2a88d3596296 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for bd7e4b3f-7d31-4e78-96ed-1a75f3457f33 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:48.139031 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bd097da4-ff58-4383-91a8-39e7f580323f tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "DELETE /v2.0/ports/1267d5b0-8345-4eb6-b3ec-9979ba549f79 HTTP/1.1" status: 204 len: 168 time: 1.4159572 Oct 20 03:39:48.142154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34768) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:48.172692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-139da611-0c94-4965-9716-88a373cdfb43 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.182873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01097119-90d0-47f8-889f-102a4ac4b767']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:48.199754 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe4872b-4ccd-40d9-a20b-c3f393096744 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] GET failed (client error): The resource could not be found. Oct 20 03:39:48.200365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-afe4872b-4ccd-40d9-a20b-c3f393096744 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Synchronizing usage tracker for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:48.202716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2803892c-2305-4dcd-af3f-6bceb6e95933 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.207498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af68bd7-a513-40fb-bcfc-610165e8bac9') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:48.208185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af68bd7-a513-40fb-bcfc-610165e8bac9') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:48.209945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] For port 3f948af4-e90f-4c97-85f5-17f2ae533202, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3f948af4-e90f-4c97-85f5-17f2ae533202,segment=NetworkSegment(fe1df4e1-4478-43ee-a20d-7630b4d743f5),segment_id=fe1df4e1-4478-43ee-a20d-7630b4d743f5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:48.214032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d51ae-0495-4c35-a0e4-f0f16e0cfd8a None None] Pushing event updated for resources: {'Port': ['ID=09aca0a5-e070-4dd2-8669-25f324611d29,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.225572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.229437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30208bd-ad26-4dd5-bf8f-1700880520e3 None None] Network 01097119-90d0-47f8-889f-102a4ac4b767 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:48.245801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139da611-0c94-4965-9716-88a373cdfb43 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb2bc05-7b32-4b3a-945c-12db2c1fd23e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.258954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.267223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:48.267707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.291534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-afe4872b-4ccd-40d9-a20b-c3f393096744 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Unset dirty status for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:48.292856 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-afe4872b-4ccd-40d9-a20b-c3f393096744 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "GET /v2.0/ports/1267d5b0-8345-4eb6-b3ec-9979ba549f79 HTTP/1.1" status: 404 len: 333 time: 0.1496093 Oct 20 03:39:48.334988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.387461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Could not find standard attr ID for object 056b8a27-f798-4451-bbc7-46de8f33fd47. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:48.406082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34776) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:48.408286 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5af68bd7-a513-40fb-bcfc-610165e8bac9 resource provider aggregate not found Oct 20 03:39:48.422853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'port': {'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1789796059'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:48.441795 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5af68bd7-a513-40fb-bcfc-610165e8bac9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5af68bd7-a513-40fb-bcfc-610165e8bac9 found for delete ", "request_id": "req-90fcb0a9-0e0f-4f08-aa1d-6a683fca7b2d"}]} Oct 20 03:39:48.456588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-139da611-0c94-4965-9716-88a373cdfb43 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.457734 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-139da611-0c94-4965-9716-88a373cdfb43 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/security-groups/3cb2bc05-7b32-4b3a-945c-12db2c1fd23e HTTP/1.1" status: 204 len: 168 time: 1.5746403 Oct 20 03:39:48.468818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34782) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:48.518211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:39:48.518211 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:39:48.518211 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': '01097119-90d0-47f8-889f-102a4ac4b767'}] Oct 20 03:39:48.518211 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:48.519076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:48.538669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d7a32-abdf-47e4-866f-34e6de461d1e None None] Pushing event updated for resources: {'Port': ['ID=3f948af4-e90f-4c97-85f5-17f2ae533202,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.559361 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Provisioning complete for port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:48.559732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.560076 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 1 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:48.591705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:48.603645 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:48.629006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:48.634541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4a8d0-39c8-4ecf-9602-a4f8f71a5d84 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:39:48.646181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-836a46b5-a60a-4883-9ea8-2a88d3596296 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.694432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e195aca3-dfb9-4e1d-aa05-5b91411d1488 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.709302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.713180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2803892c-2305-4dcd-af3f-6bceb6e95933 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.725280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Made reservation on behalf of abee4a14d7b148dcb192030eaf71311b for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:48.729846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.751547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] device_id is not set on port bea47051-5f98-478d-aaeb-ee176fd843fb yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:48.753955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a46b5-a60a-4883-9ea8-2a88d3596296 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=bd7e4b3f-7d31-4e78-96ed-1a75f3457f33,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.793315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-836a46b5-a60a-4883-9ea8-2a88d3596296 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.827753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc4a8d0-39c8-4ecf-9602-a4f8f71a5d84 None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:39:48.828597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.906166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3f948af4-e90f-4c97-85f5-17f2ae533202 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:48.923338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event deleted for resources: {'Port': ['ID=4ab5f4e8-3afd-4293-b403-94720335415a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.928556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2803892c-2305-4dcd-af3f-6bceb6e95933 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.935624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Allocated IP 2001:db8::351 (295ee879-01b0-4cb2-9352-894f511a4ea6/f2a339c4-91c1-4937-9f22-41f35c0093a0/bea47051-5f98-478d-aaeb-ee176fd843fb) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:48.949032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803892c-2305-4dcd-af3f-6bceb6e95933 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=c903cdd2-ebb2-4e99-8a4d-1a72364fc020,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:49.021723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.032068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e195aca3-dfb9-4e1d-aa05-5b91411d1488 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.049020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3f948af4-e90f-4c97-85f5-17f2ae533202 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:49.049593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.049805 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3f948af4-e90f-4c97-85f5-17f2ae533202 Oct 20 03:39:49.072926 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-836a46b5-a60a-4883-9ea8-2a88d3596296 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/bd7e4b3f-7d31-4e78-96ed-1a75f3457f33 HTTP/1.1" status: 204 len: 168 time: 2.2445471 Oct 20 03:39:49.077188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34786) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:49.083689 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2803892c-2305-4dcd-af3f-6bceb6e95933 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/c903cdd2-ebb2-4e99-8a4d-1a72364fc020 HTTP/1.1" status: 204 len: 168 time: 2.2019222 Oct 20 03:39:49.097030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34790) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:49.130268 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 2 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:49.150410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting port 09aca0a5-e070-4dd2-8669-25f324611d29 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:49.150760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.201206 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-70b57f2a-11e5-45b8-9484-8034c10f269f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980325 Oct 20 03:39:49.212739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34794) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:49.215005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:49.225968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:49.286360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.335997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3f948af4-e90f-4c97-85f5-17f2ae533202 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:49.405222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e37dc3-5573-4061-bbe5-aa91da1bf202 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:49.439252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.469705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35320a-2521-4ee1-8ef5-95b7bc702fbe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:49.470411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cc35320a-2521-4ee1-8ef5-95b7bc702fbe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:49.499054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e195aca3-dfb9-4e1d-aa05-5b91411d1488 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.523968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.527273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195aca3-dfb9-4e1d-aa05-5b91411d1488 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c494d0c-663d-4046-b139-3a952627ff5e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:49.531211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.536270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:49.548106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Transition to ACTIVE for port object bea47051-5f98-478d-aaeb-ee176fd843fb will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:49.549334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e195aca3-dfb9-4e1d-aa05-5b91411d1488 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.551230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:49.552163 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e195aca3-dfb9-4e1d-aa05-5b91411d1488 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/security-groups/3c494d0c-663d-4046-b139-3a952627ff5e HTTP/1.1" status: 204 len: 168 time: 1.0746155 Oct 20 03:39:49.552973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34798) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:49.572945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:49.583003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:49.640919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 303b9ac6-aa4b-459f-8e00-281125e31aac {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:49.641452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.679102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-251bf413-ba48-47a5-930b-66e583d0751a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 8242a4d4-e703-4d3c-aedf-896b2d97ec44 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:49.690041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.690948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Fanout notify agent at l3_agent the message router_deleted on router ceb82152-9a96-4d88-8c50-06ef2e934712 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:39:49.720680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-251bf413-ba48-47a5-930b-66e583d0751a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.723138 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 3 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:49.727982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cc35320a-2521-4ee1-8ef5-95b7bc702fbe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:49.732226 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cc35320a-2521-4ee1-8ef5-95b7bc702fbe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6530244 Oct 20 03:39:49.732914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34802) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:49.792081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] For port 09aca0a5-e070-4dd2-8669-25f324611d29, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=09aca0a5-e070-4dd2-8669-25f324611d29,segment=NetworkSegment(5af68bd7-a513-40fb-bcfc-610165e8bac9),segment_id=5af68bd7-a513-40fb-bcfc-610165e8bac9)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:49.792446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.795359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.797037 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5cb11a96-e515-482a-a11a-8933caf3e771 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/ceb82152-9a96-4d88-8c50-06ef2e934712 HTTP/1.1" status: 204 len: 168 time: 4.4431117 Oct 20 03:39:49.800813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34806) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:49.807286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:49.810769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.816144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-251bf413-ba48-47a5-930b-66e583d0751a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.824965 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2277aab1-edda-46f7-b5b0-3e0b5abf4253 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:39:49.825745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:49.827420 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2277aab1-edda-46f7-b5b0-3e0b5abf4253 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/bd7e4b3f-7d31-4e78-96ed-1a75f3457f33 HTTP/1.1" status: 404 len: 333 time: 0.0889978 Oct 20 03:39:49.830708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-221071667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:49.848864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:49.849910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34810) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:49.909974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94060ff-62b5-49b3-bbd4-e9f0a78d31f3 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:39:49.914681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e94060ff-62b5-49b3-bbd4-e9f0a78d31f3 None None] Deleting port 84b877ce-33bc-46ef-8b1f-29ed39f32f40 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:49.919799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e94060ff-62b5-49b3-bbd4-e9f0a78d31f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.932793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-27245861'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:49.937330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:49.946347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:network and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:49.953104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:49.969213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Usage tracker for resource:router and tenant:9b8d144afcfb4198a4cee9f3eedc8d6b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:49.969783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:50.014381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.022887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Calling delete_port for 09aca0a5-e070-4dd2-8669-25f324611d29 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:50.058960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:50.138667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:50.141696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e94060ff-62b5-49b3-bbd4-e9f0a78d31f3 None None] For port 84b877ce-33bc-46ef-8b1f-29ed39f32f40, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=84b877ce-33bc-46ef-8b1f-29ed39f32f40,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:50.142215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e94060ff-62b5-49b3-bbd4-e9f0a78d31f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.158997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:50.169744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:50.186847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:50.192370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:50.193004 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.194545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:50.198116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.246656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:50.256581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.256921 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Added segment 1527473e-848b-4ee8-b3f4-1843dd088189 of type vlan for network c7218b74-af93-4b60-b919-863a4b013bb4 Oct 20 03:39:50.264782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Port': ['ID=bea47051-5f98-478d-aaeb-ee176fd843fb,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.282413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e94060ff-62b5-49b3-bbd4-e9f0a78d31f3 None None] Calling delete_port for 84b877ce-33bc-46ef-8b1f-29ed39f32f40 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:50.284996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.285958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.286094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.301233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.332280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.384353 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 4 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:50.435902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e94060ff-62b5-49b3-bbd4-e9f0a78d31f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.479594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.483080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.494918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:50.495482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.500109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94060ff-62b5-49b3-bbd4-e9f0a78d31f3 None None] Pushing event deleted for resources: {'Port': ['ID=84b877ce-33bc-46ef-8b1f-29ed39f32f40,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.514634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94060ff-62b5-49b3-bbd4-e9f0a78d31f3 None None] No DVR routers for this DVR port 84b877ce-33bc-46ef-8b1f-29ed39f32f40 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:50.518423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:50.531304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.535325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 303b9ac6-aa4b-459f-8e00-281125e31aac owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:50.541657 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d7f6782b-065d-4073-8997-a31558f83069 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1291900 Oct 20 03:39:50.544666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34814) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:50.579284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.580976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-251bf413-ba48-47a5-930b-66e583d0751a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.665399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'port': {'network_id': '295ee879-01b0-4cb2-9352-894f511a4ea6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-291794459'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:50.739379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=140c1f19-37f7-4e7b-85cb-61219013c4c5,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.757170 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8827915 Oct 20 03:39:50.761531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Port': ['ID=09aca0a5-e070-4dd2-8669-25f324611d29,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.764441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.765947 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8246db25-359d-46bb-9f13-381c38933562 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9638274 Oct 20 03:39:50.767325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87feb0-fb00-4bd4-b376-cc2869223c11 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Network': ['ID=c7218b74-af93-4b60-b919-863a4b013bb4,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.772653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34818) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:50.772894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34820) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:50.773775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No DVR routers for this DVR port 09aca0a5-e070-4dd2-8669-25f324611d29 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:50.779811 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:50.782994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network c7218b74-af93-4b60-b919-863a4b013bb4 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:50.837615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:50.859407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'enable_snat': False}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:50.873606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-251bf413-ba48-47a5-930b-66e583d0751a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.901632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84b877ce-33bc-46ef-8b1f-29ed39f32f40 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:39:50.918112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:50.945297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bf413-ba48-47a5-930b-66e583d0751a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=8242a4d4-e703-4d3c-aedf-896b2d97ec44,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.945751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5d01b-ed71-422a-8f32-65670387e489 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:51.008874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-251bf413-ba48-47a5-930b-66e583d0751a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.009505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 84b877ce-33bc-46ef-8b1f-29ed39f32f40 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:39:51.009505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84b877ce-33bc-46ef-8b1f-29ed39f32f40 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:39:51.009505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c4b16-35f1-414c-b9c7-524e2e756c82 None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:51.009768 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-251bf413-ba48-47a5-930b-66e583d0751a tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/8242a4d4-e703-4d3c-aedf-896b2d97ec44 HTTP/1.1" status: 204 len: 168 time: 1.4258442 Oct 20 03:39:51.009851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:51.009851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.010360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34826) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:51.044640 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 5 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:51.105628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ead72de-ea1c-4b31-8acc-fa96fd158867 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 0aa18d46-d995-4f4c-adcf-6818c56adb82 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:51.109705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ead72de-ea1c-4b31-8acc-fa96fd158867 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.174051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.203680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:51.235520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ead72de-ea1c-4b31-8acc-fa96fd158867 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.269574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=303b9ac6-aa4b-459f-8e00-281125e31aac,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:51.457448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-70bc74a8-f345-4115-a4c4-4fbf84d34303', 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'tenant_id': '6d9863bfecf04af69786ab19abcc17f1', 'fixed_ips': [{'subnet_id': '140c1f19-37f7-4e7b-85cb-61219013c4c5'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:51.458298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.468972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.480991 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e68cad37-3047-4f37-807f-979159f09bf5 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2650740 Oct 20 03:39:51.484401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34832) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:51.493652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.512931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:51.542991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:51.600136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:51.617441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34836) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:51.632186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:51.649758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/140c1f19-37f7-4e7b-85cb-61219013c4c5/58c3cba5-9c25-4368-b8d1-885dbac19142) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:51.736392 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 6 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:51.754019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:51.763757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01097119-90d0-47f8-889f-102a4ac4b767']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:51.821253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:51.832199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.858023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af68bd7-a513-40fb-bcfc-610165e8bac9') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:51.858721 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af68bd7-a513-40fb-bcfc-610165e8bac9') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:51.880622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:51.884015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Usage tracker for resource:port and tenant:abee4a14d7b148dcb192030eaf71311b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:51.887983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Quota usage for port was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:51.905005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:51.910418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.953615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.966647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Transition to ACTIVE for port object 58c3cba5-9c25-4368-b8d1-885dbac19142 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:51.981446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.996127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Transition to ACTIVE for port object 58c3cba5-9c25-4368-b8d1-885dbac19142 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:52.040471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:52.043977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.044115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:52.051173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ead72de-ea1c-4b31-8acc-fa96fd158867 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.060407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:52.063900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.083017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:52.088037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Made reservation on behalf of abee4a14d7b148dcb192030eaf71311b for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:52.091874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.093575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:52.094651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.103701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router c2dc7db5-0642-4428-8787-b353c75b8fd5 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:39:52.111041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:52.164511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a295cf-158d-487a-a08b-36d86efb1459 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:52.165036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a295cf-158d-487a-a08b-36d86efb1459 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:52.165640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a295cf-158d-487a-a08b-36d86efb1459 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:52.167356 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-13a295cf-158d-487a-a08b-36d86efb1459 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&network_id=66a66aae-5f1e-49b8-bea4-e816f2722120 HTTP/1.1" status: 200 len: 3002 time: 0.5376449 Oct 20 03:39:52.177863 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5af68bd7-a513-40fb-bcfc-610165e8bac9 resource provider aggregate not found Oct 20 03:39:52.198453 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:52.201815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:52.206376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:52.215998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Pushing event updated for resources: {'Port': ['ID=58c3cba5-9c25-4368-b8d1-885dbac19142,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:52.253026 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5af68bd7-a513-40fb-bcfc-610165e8bac9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5af68bd7-a513-40fb-bcfc-610165e8bac9 found for delete ", "request_id": "req-da1e2a10-82a2-46f6-973e-5954b14895fd"}]} Oct 20 03:39:52.273720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:52.277245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.286624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] device_id is not set on port 0a18248d-167a-4f69-8c1c-97fecb4ba662 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:52.330206 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 7 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:52.378801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:52.381778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Attempting to bind port 58c3cba5-9c25-4368-b8d1-885dbac19142 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:52.382231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Attempting to bind port 58c3cba5-9c25-4368-b8d1-885dbac19142 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:52.382673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Attempting to bind port 58c3cba5-9c25-4368-b8d1-885dbac19142 on network 70bc74a8-f345-4115-a4c4-4fbf84d34303 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:52.390624 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:52.392479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Checking segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:52.392479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.392479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Bound using segment: {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:52.392479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Bound port: 58c3cba5-9c25-4368-b8d1-885dbac19142, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc0a0d-8887-42d4-bced-2e5e6d52028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:52.393087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.397781 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f06cebb1-0826-4931-a7b0-20ddb58f2138 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/c2dc7db5-0642-4428-8787-b353c75b8fd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0333726 Oct 20 03:39:52.399357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34848) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:52.407875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48138bed-5485-42e2-a5d5-60e7377388a3 None None] Sync routers for ids ['c2dc7db5-0642-4428-8787-b353c75b8fd5'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:52.424885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:52.455242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48138bed-5485-42e2-a5d5-60e7377388a3 None None] Routers {'c2dc7db5-0642-4428-8787-b353c75b8fd5'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:52.456040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-48138bed-5485-42e2-a5d5-60e7377388a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c2dc7db5-0642-4428-8787-b353c75b8fd5'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:52.466685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.473232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.534359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-48138bed-5485-42e2-a5d5-60e7377388a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:52.540871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ead72de-ea1c-4b31-8acc-fa96fd158867 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.556809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=01097119-90d0-47f8-889f-102a4ac4b767,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:52.560310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48138bed-5485-42e2-a5d5-60e7377388a3 None None] Routers {'c2dc7db5-0642-4428-8787-b353c75b8fd5'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:52.561048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-48138bed-5485-42e2-a5d5-60e7377388a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c2dc7db5-0642-4428-8787-b353c75b8fd5'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:52.591526 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f5e75c8f-4f87-463d-a858-2f19b5cb44df tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/01097119-90d0-47f8-889f-102a4ac4b767 HTTP/1.1" status: 204 len: 168 time: 6.1083963 Oct 20 03:39:52.594285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34852) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:52.609408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead72de-ea1c-4b31-8acc-fa96fd158867 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa18d46-d995-4f4c-adcf-6818c56adb82,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:52.611781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Allocated IP 2001:db8::10c (295ee879-01b0-4cb2-9352-894f511a4ea6/f2a339c4-91c1-4937-9f22-41f35c0093a0/0a18248d-167a-4f69-8c1c-97fecb4ba662) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:52.619690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910682819'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:52.624488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:52.628467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:network and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:52.632686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:52.638419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:52.722562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-48138bed-5485-42e2-a5d5-60e7377388a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:52.722968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48138bed-5485-42e2-a5d5-60e7377388a3 None None] The sync data for ids ['c2dc7db5-0642-4428-8787-b353c75b8fd5'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:52.727124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ead72de-ea1c-4b31-8acc-fa96fd158867 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.728906 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1ead72de-ea1c-4b31-8acc-fa96fd158867 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/0aa18d46-d995-4f4c-adcf-6818c56adb82 HTTP/1.1" status: 204 len: 168 time: 1.7191696 Oct 20 03:39:52.732005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] For port 58c3cba5-9c25-4368-b8d1-885dbac19142, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:52.736448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7c281-5e47-4e35-8cd2-07d448136863 None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:52.757587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34856) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:52.807705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:52.807705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.807891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] For port 58c3cba5-9c25-4368-b8d1-885dbac19142, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58c3cba5-9c25-4368-b8d1-885dbac19142,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:52.815503 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.ipam_backend_mixin [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 140c1f19-37f7-4e7b-85cb-61219013c4c5 (CIDR: 2001:db8::/64) Oct 20 03:39:52.831562 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fed482e-ab92-493e-9a9e-7935cb9866fe tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:52.837418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fed482e-ab92-493e-9a9e-7935cb9866fe tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:52.837418 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2fed482e-ab92-493e-9a9e-7935cb9866fe tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/8242a4d4-e703-4d3c-aedf-896b2d97ec44 HTTP/1.1" status: 404 len: 337 time: 0.0751505 Oct 20 03:39:52.837657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34860) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:52.873841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:52.881106 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:52.881379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:52.888655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.937024 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 8 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:52.974670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.975125 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment 5e9d29da-0fff-4cf4-893b-9768f4b72897 of type vlan for network aeb60e49-39e1-4386-af19-8edd97ca766e Oct 20 03:39:52.987634 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-c5ca556a-6ae9-4f9a-bd52-16c43ec8dda9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 03:39:52.988665 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c5ca556a-6ae9-4f9a-bd52-16c43ec8dda9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/c2dc7db5-0642-4428-8787-b353c75b8fd5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5884781 Oct 20 03:39:52.996922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34864) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:52.999161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.037821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.042044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.055926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-88d7bd10-3be8-4a04-ab93-ccc7b55f6a2c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:53.075798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:53.078160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccae68f-6c9c-45c1-83f7-8fafa7b51bc8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting subnet 76ee5bd6-8db5-423a-9769-378d4a1ea737 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:53.084143 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4f82b154-0abd-4e26-b74d-dc98e273a9ff tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5963261 Oct 20 03:39:53.087259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ccae68f-6c9c-45c1-83f7-8fafa7b51bc8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.096058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18064b63-ffd8-4fe3-b00e-87c5d135539d None None] Pushing event updated for resources: {'Port': ['ID=58c3cba5-9c25-4368-b8d1-885dbac19142,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:53.117591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34870) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:53.122690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:53.156401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.276304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ccae68f-6c9c-45c1-83f7-8fafa7b51bc8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.316581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-88d7bd10-3be8-4a04-ab93-ccc7b55f6a2c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:53.317877 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-88d7bd10-3be8-4a04-ab93-ccc7b55f6a2c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2dc7db5-0642-4428-8787-b353c75b8fd5 HTTP/1.1" status: 200 len: 205 time: 0.3196545 Oct 20 03:39:53.323600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34874) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:53.433410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=f03df182-7abf-4ae9-91fa-2727fc60a3af,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:53.462804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.515951 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Checking segment: {'id': '1527473e-848b-4ee8-b3f4-1843dd088189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:53.521647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network hostable DHCP agents. Network: c7218b74-af93-4b60-b919-863a4b013bb4, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:53.546531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Transition to ACTIVE for port object 0a18248d-167a-4f69-8c1c-97fecb4ba662 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:53.576131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Allocated IP 172.26.7.146 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/dc6b1671-2036-4fd1-9e6d-7d855151098b) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:53.577951 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 9 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:53.633378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1af5d1-51c6-4dd6-a045-1e99bf74d8b4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.642845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:53.695600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.696933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network c7218b74-af93-4b60-b919-863a4b013bb4 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:53.700690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:53.701316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.766997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.832869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, c7218b74-af93-4b60-b919-863a4b013bb4) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:53.838865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:53.839842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.844329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099e8764-1250-40b5-91b0-0c95f24e30b2 None None] Network c7218b74-af93-4b60-b919-863a4b013bb4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:53.881907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:53.887813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:53.890668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:53.898629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:53.899598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.906352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.906692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34880) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:53.935435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Port': ['ID=0a18248d-167a-4f69-8c1c-97fecb4ba662,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:54.005844 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-50a040a4-6333-4d64-90c7-b72bc9cd1b8d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2301953 Oct 20 03:39:54.008740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34884) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:54.015026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:54.115107 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-49f960b8-5a3e-4b7e-a8a3-96830abb333a tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5316603 Oct 20 03:39:54.116844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.121539 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34888) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:54.148573 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 10 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:54.176053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d3', 'mac_address': 'fa:16:3e:68:89:1c'}, {'ip_address': '2001:db8::351', 'mac_address': 'fa:16:3e:02:70:75'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:54.198210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:54.203041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:54.205990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:54.213499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:54.245309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ccae68f-6c9c-45c1-83f7-8fafa7b51bc8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.270589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-c7218b74-af93-4b60-b919-863a4b013bb4', 'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4', 'tenant_id': '97183b1f657e4bb5b7ed409b7f97abe9', 'fixed_ips': [{'subnet_id': 'f03df182-7abf-4ae9-91fa-2727fc60a3af'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:54.272674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.279302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:54.289828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:54.294275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:54.296958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:54.325966 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7206092 Oct 20 03:39:54.325966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3bb4e-3174-417c-b401-43e74dcd64b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=aeb60e49-39e1-4386-af19-8edd97ca766e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:54.329480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34892) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:54.345490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network aeb60e49-39e1-4386-af19-8edd97ca766e details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:54.348364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': 'aeb60e49-39e1-4386-af19-8edd97ca766e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:54.382219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Pushing event updated for resources: {'Port': ['ID=dc6b1671-2036-4fd1-9e6d-7d855151098b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:54.447768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Provisioning for port 53c9c809-1622-4a3d-a47b-47f3c3433b91 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:54.473721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:54.475394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:54.480163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Provisioning complete for port 53c9c809-1622-4a3d-a47b-47f3c3433b91 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:54.480539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.480877 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 1 to provision port 53c9c809-1622-4a3d-a47b-47f3c3433b91 Oct 20 03:39:54.483493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:54.486279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:subnet and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:54.487904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:54.489791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:54.494579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.497050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:54.509100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:54.518174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1af5d1-51c6-4dd6-a045-1e99bf74d8b4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.535163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1af5d1-51c6-4dd6-a045-1e99bf74d8b4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.536959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:54.583280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:54.587051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.604747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Allocated IP 2001:db8::2 (c7218b74-af93-4b60-b919-863a4b013bb4/f03df182-7abf-4ae9-91fa-2727fc60a3af/1b50b0ec-8e75-4db3-adc1-4cf8b59b148a) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:54.613638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aead6db0-35f2-45b9-b232-92df21b90863 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:54.617832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aead6db0-35f2-45b9-b232-92df21b90863 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 814 time: 0.6910775 Oct 20 03:39:54.707549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:54.711543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.731258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ccae68f-6c9c-45c1-83f7-8fafa7b51bc8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.734574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1af5d1-51c6-4dd6-a045-1e99bf74d8b4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.740620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1af5d1-51c6-4dd6-a045-1e99bf74d8b4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Fanout notify agent at l3_agent the message router_deleted on router c2dc7db5-0642-4428-8787-b353c75b8fd5 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:39:54.754389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Current status of the port 53c9c809-1622-4a3d-a47b-47f3c3433b91 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:54.755014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.831918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] For port 53c9c809-1622-4a3d-a47b-47f3c3433b91, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=53c9c809-1622-4a3d-a47b-47f3c3433b91,segment=NetworkSegment(b26c00ac-e576-4815-945a-6bea7b41676a),segment_id=b26c00ac-e576-4815-945a-6bea7b41676a)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:54.847185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ccae68f-6c9c-45c1-83f7-8fafa7b51bc8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.856615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765afe33-4a6b-494d-aa37-0f167745751a None None] Network 3adfee56-f034-484e-a5de-37ef3836d9e4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:54.866150 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4ccae68f-6c9c-45c1-83f7-8fafa7b51bc8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/76ee5bd6-8db5-423a-9769-378d4a1ea737 HTTP/1.1" status: 204 len: 168 time: 2.0253546 Oct 20 03:39:54.866150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccae68f-6c9c-45c1-83f7-8fafa7b51bc8 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Subnet': ['ID=76ee5bd6-8db5-423a-9769-378d4a1ea737,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:54.871576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34900) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:54.876732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1af5d1-51c6-4dd6-a045-1e99bf74d8b4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.879662 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7e1af5d1-51c6-4dd6-a045-1e99bf74d8b4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/c2dc7db5-0642-4428-8787-b353c75b8fd5 HTTP/1.1" status: 204 len: 168 time: 1.5548222 Oct 20 03:39:54.888216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34904) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:54.965920 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a115b13-e20a-4107-9f93-158b2ec35f01 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.967091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.967392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a115b13-e20a-4107-9f93-158b2ec35f01 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.969240 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1a115b13-e20a-4107-9f93-158b2ec35f01 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/8407ede6-7233-4cff-b690-63e31cdf7014 HTTP/1.1" status: 404 len: 337 time: 0.0886102 Oct 20 03:39:54.979161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34908) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.022752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58c3cba5-9c25-4368-b8d1-885dbac19142 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:55.056407 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-af403486-26d5-4897-8227-5a0ebfef6363 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "GET /v2.0/ports?device_id=358c9e50-d4d3-44b9-95fa-04b5bc3322fd HTTP/1.1" status: 200 len: 205 time: 0.0737095 Oct 20 03:39:55.062023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34912) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.080126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae91d270-76bd-4ba6-9915-b774504b88b8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting subnet 8b558037-a5fa-45f9-908e-cec09f28b149 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:39:55.090971 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.ipam_backend_mixin [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f03df182-7abf-4ae9-91fa-2727fc60a3af (CIDR: 2001:db8::/64) Oct 20 03:39:55.096827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae91d270-76bd-4ba6-9915-b774504b88b8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.140624 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:55.140624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.141476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Could not find standard attr ID for object eb4078d4-afda-4342-96c2-bbdd1c3e997b. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:55.149437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.153009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Could not find standard attr ID for object 19efe996-8f8f-44cb-8d26-4a6a781d6501. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:55.203064 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.205392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Could not find standard attr ID for object 84b877ce-33bc-46ef-8b1f-29ed39f32f40. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:55.268646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Could not find standard attr ID for object 303b9ac6-aa4b-459f-8e00-281125e31aac. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:55.268872 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-c1d6b503-d86d-4061-a578-110094a1d4e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] delete failed (client error): The resource could not be found. Oct 20 03:39:55.273563 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c1d6b503-d86d-4061-a578-110094a1d4e2 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/routers/358c9e50-d4d3-44b9-95fa-04b5bc3322fd HTTP/1.1" status: 404 len: 336 time: 0.2053525 Oct 20 03:39:55.275378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34916) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.288111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Could not find standard attr ID for object 1267d5b0-8345-4eb6-b3ec-9979ba549f79. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:55.288699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Transition to ACTIVE for port object 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:55.291814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Pushing event updated for resources: {'Port': ['ID=53c9c809-1622-4a3d-a47b-47f3c3433b91,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:55.310576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34920) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.336005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Transition to ACTIVE for port object 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:55.356337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'network': {'name': 'tempest-network-smoke--568797038', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:55.365897 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f11d4e-df71-483b-b107-b3c9d334bf52 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.366186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f11d4e-df71-483b-b107-b3c9d334bf52 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.377388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:55.386547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 58c3cba5-9c25-4368-b8d1-885dbac19142 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:55.401510 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-13f11d4e-df71-483b-b107-b3c9d334bf52 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/66c48e8f-6cd7-4c94-b412-66e3440f4737 HTTP/1.1" status: 404 len: 337 time: 0.1209674 Oct 20 03:39:55.404456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae91d270-76bd-4ba6-9915-b774504b88b8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.408369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:55.408723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34924) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.414766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.427220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Provisioning for port 22538da3-41d9-4cf1-88f2-6a8795de406e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:55.475200 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b33912-957e-41c3-9695-2fa0c57f4e6f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.475200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b33912-957e-41c3-9695-2fa0c57f4e6f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.479151 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-39b33912-957e-41c3-9695-2fa0c57f4e6f tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/98c30346-0750-46b9-9c12-c5ef71f975e1 HTTP/1.1" status: 404 len: 337 time: 0.0670722 Oct 20 03:39:55.479295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73448bac-35e2-4ce5-aee7-9374ab2ed089 None None] DHCP port deletion for 3adfee56-f034-484e-a5de-37ef3836d9e4 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:39:55.479397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34928) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.500613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Provisioning complete for port 22538da3-41d9-4cf1-88f2-6a8795de406e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:55.501162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.501641 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 1 to provision port 22538da3-41d9-4cf1-88f2-6a8795de406e Oct 20 03:39:55.537716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Network c7218b74-af93-4b60-b919-863a4b013bb4 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:55.537936 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0365438-9bdb-489f-be48-c08d3b1b20d0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.537936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0365438-9bdb-489f-be48-c08d3b1b20d0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.541084 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c0365438-9bdb-489f-be48-c08d3b1b20d0 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/8630ca7f-19e1-49c6-a909-f17831966cb1 HTTP/1.1" status: 404 len: 337 time: 0.0585785 Oct 20 03:39:55.541544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-73448bac-35e2-4ce5-aee7-9374ab2ed089 None None] Deleting port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:55.542992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73448bac-35e2-4ce5-aee7-9374ab2ed089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.553208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34932) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.562842 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2f643eba-2ad5-4f3e-97d5-4f25a2b24bfa tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5502074 Oct 20 03:39:55.566379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34936) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.571455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:55.581506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:55.590107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:55.623841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:55.627223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.646806 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-25353068-8476-446a-8673-9b2ffd1817fa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.647310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25353068-8476-446a-8673-9b2ffd1817fa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.651360 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-25353068-8476-446a-8673-9b2ffd1817fa tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/bb087e36-3808-4ba1-976a-ac2444513edf HTTP/1.1" status: 404 len: 333 time: 0.0948150 Oct 20 03:39:55.658309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34940) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.690164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.717730 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:39:55.741202 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fce2f22-57c1-4928-b8de-c9bd5dd59e8c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.745518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fce2f22-57c1-4928-b8de-c9bd5dd59e8c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.745661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Pushing event updated for resources: {'Port': ['ID=1b50b0ec-8e75-4db3-adc1-4cf8b59b148a,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:55.746089 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4fce2f22-57c1-4928-b8de-c9bd5dd59e8c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/011399f8-a4b7-4eda-b346-75e01011a36e HTTP/1.1" status: 404 len: 337 time: 0.0852900 Oct 20 03:39:55.773021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34944) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.787679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:55.827800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Attempting to bind port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:55.828109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Attempting to bind port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '1527473e-848b-4ee8-b3f4-1843dd088189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:55.828476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Attempting to bind port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a on network c7218b74-af93-4b60-b919-863a4b013bb4 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:55.840043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:55.841403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Checking segment: {'id': '1527473e-848b-4ee8-b3f4-1843dd088189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:55.841403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.841403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Bound using segment: {'id': '1527473e-848b-4ee8-b3f4-1843dd088189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:55.842142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Bound port: 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1527473e-848b-4ee8-b3f4-1843dd088189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:55.842520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.874165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.936602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=fb6fc686-977a-4f5a-ae7c-9cffa7cb5ddb,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:55.939012 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a997eb96-2cb0-4c3a-9394-be56e6c304af tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.939615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a997eb96-2cb0-4c3a-9394-be56e6c304af tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.982154 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a997eb96-2cb0-4c3a-9394-be56e6c304af tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/434b56aa-c18b-48c2-8cda-27fdf5114bc6 HTTP/1.1" status: 404 len: 337 time: 0.2036633 Oct 20 03:39:55.982767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34948) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:55.987643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking segment: {'id': '5e9d29da-0fff-4cf4-893b-9768f4b72897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aeb60e49-39e1-4386-af19-8edd97ca766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:55.988011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network hostable DHCP agents. Network: aeb60e49-39e1-4386-af19-8edd97ca766e, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:56.001061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.001487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Added segment eed49317-f678-414f-924b-613f41e6d96c of type vlan for network f3642124-8d53-42c1-875d-9acd7fd8dbc6 Oct 20 03:39:56.026115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae91d270-76bd-4ba6-9915-b774504b88b8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.065108 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63ef6b0-0782-4f0b-9d81-3325c3e39e63 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.066582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63ef6b0-0782-4f0b-9d81-3325c3e39e63 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.075057 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c63ef6b0-0782-4f0b-9d81-3325c3e39e63 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/61cb3b15-2bfd-41db-932b-9778d7e64636 HTTP/1.1" status: 404 len: 333 time: 0.0814676 Oct 20 03:39:56.081168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34952) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:56.086572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Current status of the port 22538da3-41d9-4cf1-88f2-6a8795de406e is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:56.086952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.110335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-73448bac-35e2-4ce5-aee7-9374ab2ed089 None None] For port ddaa24ad-4511-495c-bc2b-badabcf5d9d3, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,segment=NetworkSegment(f9b06cf6-f449-444e-a83c-c2abc9910f05),segment_id=f9b06cf6-f449-444e-a83c-c2abc9910f05)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:56.110719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73448bac-35e2-4ce5-aee7-9374ab2ed089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.148421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.156162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.objects.ports [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=90075) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:39:56.179922 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f8bf39-5a2d-458e-a429-aba5be0105ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.180470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f8bf39-5a2d-458e-a429-aba5be0105ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.182479 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-42f8bf39-5a2d-458e-a429-aba5be0105ff tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/8cbaa27b-eb16-40c4-afde-5015e7c59af0 HTTP/1.1" status: 404 len: 337 time: 0.0948937 Oct 20 03:39:56.197513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34956) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:56.213157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:56.254400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network aeb60e49-39e1-4386-af19-8edd97ca766e is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:56.263719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] For port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:56.271889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-73448bac-35e2-4ce5-aee7-9374ab2ed089 None None] Calling delete_port for ddaa24ad-4511-495c-bc2b-badabcf5d9d3 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:56.275213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:56.282783 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8534ee-623e-47fd-a8ab-07ad9f51548c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.283406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8534ee-623e-47fd-a8ab-07ad9f51548c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.288317 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ef8534ee-623e-47fd-a8ab-07ad9f51548c tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/subnets/f47cf512-84f7-4a98-9dbf-c1962b8d756b HTTP/1.1" status: 404 len: 337 time: 0.0833306 Oct 20 03:39:56.288317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:56.290401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34960) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:56.311451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:56.322006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] For port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1b50b0ec-8e75-4db3-adc1-4cf8b59b148a,segment=NetworkSegment(1527473e-848b-4ee8-b3f4-1843dd088189),segment_id=1527473e-848b-4ee8-b3f4-1843dd088189)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:56.329329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] For port 22538da3-41d9-4cf1-88f2-6a8795de406e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=22538da3-41d9-4cf1-88f2-6a8795de406e,segment=NetworkSegment(af86e302-3ea4-46bf-9377-9790f4c47700),segment_id=af86e302-3ea4-46bf-9377-9790f4c47700)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:56.349919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, aeb60e49-39e1-4386-af19-8edd97ca766e) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:56.359184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:56.359775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.363104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefae809-5b13-4397-a10e-1cc3715fe356 None None] Network aeb60e49-39e1-4386-af19-8edd97ca766e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:56.384709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.390369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:56.390963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.417405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-dcf52dbf-a17c-4bd9-a78b-e9276f4f13b1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Deleting port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:56.417774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dcf52dbf-a17c-4bd9-a78b-e9276f4f13b1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.450158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.452452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.456847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:39:56.482694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.505342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae91d270-76bd-4ba6-9915-b774504b88b8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.508934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:56.512412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.535936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73448bac-35e2-4ce5-aee7-9374ab2ed089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.543628 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-078a9388-ee66-47c8-881a-b5c002999d0f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2043777 Oct 20 03:39:56.571216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34964) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:56.595140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Provisioning complete for port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:56.595508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.595842 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Attempt 1 to provision port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 Oct 20 03:39:56.617399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.624188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73448bac-35e2-4ce5-aee7-9374ab2ed089 None None] No DVR routers for this DVR port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:56.654229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Port ddaa24ad-4511-495c-bc2b-badabcf5d9d3 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:39:56.661365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Pushing event updated for resources: {'Port': ['ID=22538da3-41d9-4cf1-88f2-6a8795de406e,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:56.668995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91d270-76bd-4ba6-9915-b774504b88b8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Subnet': ['ID=8b558037-a5fa-45f9-908e-cec09f28b149,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:56.680527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae91d270-76bd-4ba6-9915-b774504b88b8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.683355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.684304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] In _notify_port_updated(), no bound segment for port 0a18248d-167a-4f69-8c1c-97fecb4ba662 on network 295ee879-01b0-4cb2-9352-894f511a4ea6 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:39:56.690298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:56.691007 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.692368 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "PUT /v2.0/ports/0a18248d-167a-4f69-8c1c-97fecb4ba662 HTTP/1.1" status: 200 len: 1067 time: 2.5364568 Oct 20 03:39:56.704600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459af79d-9a07-424c-93c2-35e248a13037 None None] Could not find standard attr ID for object b618c7dc-fba2-4c6f-89de-017cac42b4e8. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:56.728014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7ca73-9780-490b-863e-cc31b61eca4e None None] Network c6c4f93e-fb8e-4445-b2b8-58159c284e83 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:56.843058 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5240629 Oct 20 03:39:56.843856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34968) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:56.844927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34970) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:56.918594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 53c9c809-1622-4a3d-a47b-47f3c3433b91 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:56.967235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920c3d4-9d5b-4b65-884d-83e6c061e38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Network': ['ID=f3642124-8d53-42c1-875d-9acd7fd8dbc6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:57.006165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f3642124-8d53-42c1-875d-9acd7fd8dbc6 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:39:57.020090 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2ef0f715-c8ee-412d-8b82-6aedd237a151 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1673524 Oct 20 03:39:57.035287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-aeb60e49-39e1-4386-af19-8edd97ca766e', 'network_id': 'aeb60e49-39e1-4386-af19-8edd97ca766e', 'tenant_id': '0ae21ac329174a02a5f3027b395f631e', 'fixed_ips': [{'subnet_id': 'fb6fc686-977a-4f5a-ae7c-9cffa7cb5ddb'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:39:57.037354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.056664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34976) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:57.108458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.161620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f749-3cf5-4f2e-ab65-402e40533760 None None] Pushing event updated for resources: {'Port': ['ID=1b50b0ec-8e75-4db3-adc1-4cf8b59b148a,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:57.186936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51f0fb-6c35-42dd-b9f4-5107648fad3d tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event updated for resources: {'Port': ['ID=0a18248d-167a-4f69-8c1c-97fecb4ba662,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:57.189882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.229394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Provisioning complete for port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:57.229764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.230020 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 1 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:57.258699 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ae91d270-76bd-4ba6-9915-b774504b88b8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/8b558037-a5fa-45f9-908e-cec09f28b149 HTTP/1.1" status: 204 len: 168 time: 2.3599372 Oct 20 03:39:57.278752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34980) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:57.366860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73448bac-35e2-4ce5-aee7-9374ab2ed089 None None] Pushing event deleted for resources: {'Port': ['ID=ddaa24ad-4511-495c-bc2b-badabcf5d9d3,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:57.411309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e267f083-079c-4214-b6ae-69ba0c4b2345 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Deleting port 0a18248d-167a-4f69-8c1c-97fecb4ba662 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:57.411309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e267f083-079c-4214-b6ae-69ba0c4b2345 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.420374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:57.447373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 53c9c809-1622-4a3d-a47b-47f3c3433b91 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:57.447742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.448075 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 53c9c809-1622-4a3d-a47b-47f3c3433b91 Oct 20 03:39:57.480035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.526345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] For port 58c3cba5-9c25-4368-b8d1-885dbac19142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58c3cba5-9c25-4368-b8d1-885dbac19142,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:57.570789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Allocated IP 2001:db8::1 (aeb60e49-39e1-4386-af19-8edd97ca766e/fb6fc686-977a-4f5a-ae7c-9cffa7cb5ddb/cff62163-9c32-44f2-a743-27b024d20cff) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:57.673463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dcf52dbf-a17c-4bd9-a78b-e9276f4f13b1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.683641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.701150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.711359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59611b8-d8ed-45fe-8d67-a3c24dd09a7c None None] DHCP port deletion for c6c4f93e-fb8e-4445-b2b8-58159c284e83 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:39:57.719326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.727930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 53c9c809-1622-4a3d-a47b-47f3c3433b91 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:57.728984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 22538da3-41d9-4cf1-88f2-6a8795de406e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:57.758497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d59611b8-d8ed-45fe-8d67-a3c24dd09a7c None None] Deleting port 53c9c809-1622-4a3d-a47b-47f3c3433b91 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:57.759074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d59611b8-d8ed-45fe-8d67-a3c24dd09a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.783028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Router ce06a000-8b66-4f8c-b26e-3d8b9e2a485c is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:39:57.924992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31cd651-6b0c-440b-baa3-2613ea809019 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:57.927079 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 2 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:57.929492 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c31cd651-6b0c-440b-baa3-2613ea809019 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8697774 Oct 20 03:39:57.934175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34984) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:57.942784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-dcf52dbf-a17c-4bd9-a78b-e9276f4f13b1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Calling delete_port for c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:57.976872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.977624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.011726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:39:58.023410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.023631 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c36fc0-2f1a-4416-be17-3b2efda367a9 None None] Sync routers for ids ['ce06a000-8b66-4f8c-b26e-3d8b9e2a485c'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:58.044722 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c36fc0-2f1a-4416-be17-3b2efda367a9 None None] Routers {'ce06a000-8b66-4f8c-b26e-3d8b9e2a485c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:58.045390 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d2c36fc0-2f1a-4416-be17-3b2efda367a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ce06a000-8b66-4f8c-b26e-3d8b9e2a485c'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:58.093814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=24fb474c-f13e-401c-99de-28a9edeb840b,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:58.104387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.105635 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7117ed86-29f1-410e-ba68-242b7613cda8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "PUT /v2.0/routers/ce06a000-8b66-4f8c-b26e-3d8b9e2a485c HTTP/1.1" status: 200 len: 915 time: 7.3285737 Oct 20 03:39:58.109770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34988) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:58.113409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network c7218b74-af93-4b60-b919-863a4b013bb4 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:58.134099 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:58.162051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.166284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 22538da3-41d9-4cf1-88f2-6a8795de406e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:58.166891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.167432 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 22538da3-41d9-4cf1-88f2-6a8795de406e Oct 20 03:39:58.178582 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d2c36fc0-2f1a-4416-be17-3b2efda367a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:58.184069 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:58.184802 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c36fc0-2f1a-4416-be17-3b2efda367a9 None None] Routers {'ce06a000-8b66-4f8c-b26e-3d8b9e2a485c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:39:58.185812 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d2c36fc0-2f1a-4416-be17-3b2efda367a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ce06a000-8b66-4f8c-b26e-3d8b9e2a485c'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:58.187304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:58.187915 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.228881 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0e671299-e912-4d41-832b-ce8e9cfdd528 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2533259 Oct 20 03:39:58.229783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 34992) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:58.233434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f5000b-8841-492d-afec-cd61dd1da549 None None] Network c7218b74-af93-4b60-b919-863a4b013bb4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:58.243640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=58c3cba5-9c25-4368-b8d1-885dbac19142,revision_number=4']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:58.249558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Transition to ACTIVE for port object cff62163-9c32-44f2-a743-27b024d20cff will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:58.258934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-677729221', 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:58.263499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d59611b8-d8ed-45fe-8d67-a3c24dd09a7c None None] For port 53c9c809-1622-4a3d-a47b-47f3c3433b91, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=53c9c809-1622-4a3d-a47b-47f3c3433b91,segment=NetworkSegment(b26c00ac-e576-4815-945a-6bea7b41676a),segment_id=b26c00ac-e576-4815-945a-6bea7b41676a)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:58.264004 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d59611b8-d8ed-45fe-8d67-a3c24dd09a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.298980 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d2c36fc0-2f1a-4416-be17-3b2efda367a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:58.299444 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c36fc0-2f1a-4416-be17-3b2efda367a9 None None] The sync data for ids ['ce06a000-8b66-4f8c-b26e-3d8b9e2a485c'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:58.339171 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-aaff7f82-eea8-43ad-929c-d3da6d196cbb tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/routers/ce06a000-8b66-4f8c-b26e-3d8b9e2a485c HTTP/1.1" status: 200 len: 921 time: 0.2281117 Oct 20 03:39:58.343066 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 34996) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:58.363824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 53c9c809-1622-4a3d-a47b-47f3c3433b91 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:39:58.367272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.402858 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fbaa2593-238b-4b4e-a12b-82914adc8b3c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8299994 Oct 20 03:39:58.406096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35000) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:58.411302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4', 'fixed_ips': [{'subnet_id': 'f03df182-7abf-4ae9-91fa-2727fc60a3af'}, {'subnet_id': '24fb474c-f13e-401c-99de-28a9edeb840b'}], 'name': 'tempest-PortsIpV6TestJSON-2049465099'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:58.445635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:58.476357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:58.501163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Transition to ACTIVE for port object cff62163-9c32-44f2-a743-27b024d20cff will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:39:58.507066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:58.507745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.511151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d59611b8-d8ed-45fe-8d67-a3c24dd09a7c None None] Calling delete_port for 53c9c809-1622-4a3d-a47b-47f3c3433b91 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:58.527381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d4473-f7a3-4d21-a5a3-c16e270112d8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:58.528956 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7c8d4473-f7a3-4d21-a5a3-c16e270112d8 tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=ce06a000-8b66-4f8c-b26e-3d8b9e2a485c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1849816 Oct 20 03:39:58.539734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35004) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:58.540261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25703e42-c8b8-44e2-b651-4b3a2a25abd4 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:39:58.542469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=3b6e5b39-4bd2-44e6-b13b-8a9376758db7,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:58.558507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:58.594853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:subnet and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:58.608190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:58.626156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e267f083-079c-4214-b6ae-69ba0c4b2345 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.636914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.639171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:58.640293 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 3 to provision port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e Oct 20 03:39:58.651555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:58.658435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:58.663370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:58.679288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:39:58.701729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dcf52dbf-a17c-4bd9-a78b-e9276f4f13b1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.725014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff8708a-72bf-46e8-ae50-60c8987e77de tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:58.726078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7ff8708a-72bf-46e8-ae50-60c8987e77de tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Synchronizing usage tracker for tenant:2fe4b6a9a72b425586daa263301f6710 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:39:58.736791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.742521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:39:58.770409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e267f083-079c-4214-b6ae-69ba0c4b2345 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Calling delete_port for 0a18248d-167a-4f69-8c1c-97fecb4ba662 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:58.785302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6fc686-977a-4f5a-ae7c-9cffa7cb5ddb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:58.789711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:58.800157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Could not find standard attr ID for object ddaa24ad-4511-495c-bc2b-badabcf5d9d3. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:58.808302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Network aeb60e49-39e1-4386-af19-8edd97ca766e is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:58.853302 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-49b59126-4a10-47a6-803e-df46b7d048f9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.7323987 Oct 20 03:39:58.860957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:58.862888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:58.866793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.878563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:39:58.906884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Pushing event updated for resources: {'Port': ['ID=cff62163-9c32-44f2-a743-27b024d20cff,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:59.008280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35008) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:59.037887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d59611b8-d8ed-45fe-8d67-a3c24dd09a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.045091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf52dbf-a17c-4bd9-a78b-e9276f4f13b1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Port': ['ID=c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:59.056852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:f7:cd:ce', 'name': 'tempest-NetworksTestDHCPv6-82590135'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:59.065387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7ff8708a-72bf-46e8-ae50-60c8987e77de tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Unset dirty status for tenant:2fe4b6a9a72b425586daa263301f6710 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:39:59.066624 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7ff8708a-72bf-46e8-ae50-60c8987e77de tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/networks/5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 881 time: 0.5259635 Oct 20 03:39:59.075499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35012) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:59.103909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 22538da3-41d9-4cf1-88f2-6a8795de406e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:39:59.144827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Provisioning for port bea47051-5f98-478d-aaeb-ee176fd843fb completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:39:59.157631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59611b8-d8ed-45fe-8d67-a3c24dd09a7c None None] No DVR routers for this DVR port 53c9c809-1622-4a3d-a47b-47f3c3433b91 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:39:59.159779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.163473 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59611b8-d8ed-45fe-8d67-a3c24dd09a7c None None] Pushing event deleted for resources: {'Port': ['ID=53c9c809-1622-4a3d-a47b-47f3c3433b91,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:59.169507 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-aab6b637-2124-4c11-a107-36c558a6ea77 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=ce06a000-8b66-4f8c-b26e-3d8b9e2a485c HTTP/1.1" status: 200 len: 205 time: 0.0926325 Oct 20 03:39:59.176246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dcf52dbf-a17c-4bd9-a78b-e9276f4f13b1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.178251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35016) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:59.179233 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dcf52dbf-a17c-4bd9-a78b-e9276f4f13b1 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/ports/c1a9d9f7-f647-4c79-bb76-5d7f64e2bf0e HTTP/1.1" status: 204 len: 168 time: 2.8896546 Oct 20 03:39:59.184856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Provisioning complete for port bea47051-5f98-478d-aaeb-ee176fd843fb triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:59.185221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.189466 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 1 to provision port bea47051-5f98-478d-aaeb-ee176fd843fb Oct 20 03:39:59.192165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35020) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:39:59.264279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ddaa24ad-4511-495c-bc2b-badabcf5d9d3 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:39:59.335308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: ddaa24ad-4511-495c-bc2b-badabcf5d9d3 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:39:59.335649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ddaa24ad-4511-495c-bc2b-badabcf5d9d3 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:39:59.337120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Attempting to bind port cff62163-9c32-44f2-a743-27b024d20cff on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:59.337508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Attempting to bind port cff62163-9c32-44f2-a743-27b024d20cff by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '5e9d29da-0fff-4cf4-893b-9768f4b72897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aeb60e49-39e1-4386-af19-8edd97ca766e'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:59.337865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Attempting to bind port cff62163-9c32-44f2-a743-27b024d20cff on network aeb60e49-39e1-4386-af19-8edd97ca766e {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:39:59.343344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb60e49-39e1-4386-af19-8edd97ca766e']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:59.376040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9d29da-0fff-4cf4-893b-9768f4b72897') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:59.376442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9d29da-0fff-4cf4-893b-9768f4b72897') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:59.386743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.393520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:39:59.393893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Checking segment: {'id': '5e9d29da-0fff-4cf4-893b-9768f4b72897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aeb60e49-39e1-4386-af19-8edd97ca766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:39:59.394296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.394743 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Bound using segment: {'id': '5e9d29da-0fff-4cf4-893b-9768f4b72897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aeb60e49-39e1-4386-af19-8edd97ca766e'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:39:59.395149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Bound port: cff62163-9c32-44f2-a743-27b024d20cff, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9d29da-0fff-4cf4-893b-9768f4b72897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aeb60e49-39e1-4386-af19-8edd97ca766e'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:59.395516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.421115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.424775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port 53c9c809-1622-4a3d-a47b-47f3c3433b91, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=53c9c809-1622-4a3d-a47b-47f3c3433b91,segment=NetworkSegment(b26c00ac-e576-4815-945a-6bea7b41676a),segment_id=b26c00ac-e576-4815-945a-6bea7b41676a)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:39:59.425221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.427811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port bea47051-5f98-478d-aaeb-ee176fd843fb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:39:59.429986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port d0664309-91fa-4d10-ab2c-fecdaf3a6452 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:59.512822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.549136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:59.550756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.561410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] For port cff62163-9c32-44f2-a743-27b024d20cff, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:39:59.573944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.620550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 53c9c809-1622-4a3d-a47b-47f3c3433b91 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:39:59.668306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:39:59.745695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.747785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6895e5-cb1b-41a9-8a0f-b587432608cd None None] Update dhcp port {'port': {'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4', 'fixed_ips': [{'subnet_id': 'f03df182-7abf-4ae9-91fa-2727fc60a3af', 'ip_address': '2001:db8::2'}, {'subnet_id': '24fb474c-f13e-401c-99de-28a9edeb840b'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '1b50b0ec-8e75-4db3-adc1-4cf8b59b148a'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:39:59.805206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] For port cff62163-9c32-44f2-a743-27b024d20cff, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=cff62163-9c32-44f2-a743-27b024d20cff,segment=NetworkSegment(5e9d29da-0fff-4cf4-893b-9768f4b72897),segment_id=5e9d29da-0fff-4cf4-893b-9768f4b72897)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:39:59.816870 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5e9d29da-0fff-4cf4-893b-9768f4b72897 resource provider aggregate not found Oct 20 03:39:59.818482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dc6895e5-cb1b-41a9-8a0f-b587432608cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.867105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.870812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:39:59.881686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:39:59.881686 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:39:59.881686 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': 'aeb60e49-39e1-4386-af19-8edd97ca766e'}] Oct 20 03:39:59.881686 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:59.882568 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:59.913074 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5e9d29da-0fff-4cf4-893b-9768f4b72897 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e9d29da-0fff-4cf4-893b-9768f4b72897 found for delete ", "request_id": "req-5bc75dd2-4319-49bf-b97e-bec5d28c008c"}]} Oct 20 03:39:59.923063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:port and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:39:59.929535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:39:59.939122 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e267f083-079c-4214-b6ae-69ba0c4b2345 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.941728 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 2 to provision port bea47051-5f98-478d-aaeb-ee176fd843fb Oct 20 03:39:59.967322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:00.001286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58c3cba5-9c25-4368-b8d1-885dbac19142 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:00.008678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:00.056219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.079971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:00.080383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:00.091767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267f083-079c-4214-b6ae-69ba0c4b2345 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event deleted for resources: {'Port': ['ID=0a18248d-167a-4f69-8c1c-97fecb4ba662,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:00.151781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port bea47051-5f98-478d-aaeb-ee176fd843fb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:00.155938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f906e8-a7db-44c7-a2e6-851e0696f5bd None None] Pushing event updated for resources: {'Port': ['ID=cff62163-9c32-44f2-a743-27b024d20cff,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:00.170817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::159 (c7218b74-af93-4b60-b919-863a4b013bb4/f03df182-7abf-4ae9-91fa-2727fc60a3af/d0664309-91fa-4d10-ab2c-fecdaf3a6452) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:00.172187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.177686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8:0:1::ac (c7218b74-af93-4b60-b919-863a4b013bb4/24fb474c-f13e-401c-99de-28a9edeb840b/d0664309-91fa-4d10-ab2c-fecdaf3a6452) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:00.220480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Deleting port dc6b1671-2036-4fd1-9e6d-7d855151098b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:00.221917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.225671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:00.296966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adfee56-f034-484e-a5de-37ef3836d9e4']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:00.344693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4957fe0-b3f2-4965-bf64-e9cb5b39c6b4 None None] Network aeb60e49-39e1-4386-af19-8edd97ca766e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:00.388943 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.410626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.428642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b06cf6-f449-444e-a83c-c2abc9910f05') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:00.429465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b06cf6-f449-444e-a83c-c2abc9910f05') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:00.433087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 53c9c809-1622-4a3d-a47b-47f3c3433b91 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:00.493253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 53c9c809-1622-4a3d-a47b-47f3c3433b91 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:00.493616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 53c9c809-1622-4a3d-a47b-47f3c3433b91 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:00.498329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.565471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting port cff62163-9c32-44f2-a743-27b024d20cff {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:00.566184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.611169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 53c9c809-1622-4a3d-a47b-47f3c3433b91 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:00.612719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.654560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.656683 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 3 to provision port bea47051-5f98-478d-aaeb-ee176fd843fb Oct 20 03:40:00.732780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port bea47051-5f98-478d-aaeb-ee176fd843fb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:00.863608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:00.892681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.897479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:00.897877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.922213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.009716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment f9b06cf6-f449-444e-a83c-c2abc9910f05 resource provider aggregate not found Oct 20 03:40:01.017369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] The port '53c9c809-1622-4a3d-a47b-47f3c3433b91' was deleted {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:40:01.030700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Checking segment: {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:01.030700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network hostable DHCP agents. Network: f3642124-8d53-42c1-875d-9acd7fd8dbc6, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:01.044056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Calling delete_port for dc6b1671-2036-4fd1-9e6d-7d855151098b owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:01.074991 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment f9b06cf6-f449-444e-a83c-c2abc9910f05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9b06cf6-f449-444e-a83c-c2abc9910f05 found for delete ", "request_id": "req-132cd66b-3b82-4507-a974-ed9978dd5021"}]} Oct 20 03:40:01.091611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.098224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object d0664309-91fa-4d10-ab2c-fecdaf3a6452 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:01.117382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e267f083-079c-4214-b6ae-69ba0c4b2345 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.218111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 71eb6f4b-d22f-4b6e-a326-d397d640504e yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:01.234419 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 4 to provision port bea47051-5f98-478d-aaeb-ee176fd843fb Oct 20 03:40:01.239445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] For port cff62163-9c32-44f2-a743-27b024d20cff, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=cff62163-9c32-44f2-a743-27b024d20cff,segment=NetworkSegment(5e9d29da-0fff-4cf4-893b-9768f4b72897),segment_id=5e9d29da-0fff-4cf4-893b-9768f4b72897)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:01.239837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.257351 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e267f083-079c-4214-b6ae-69ba0c4b2345 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "DELETE /v2.0/ports/0a18248d-167a-4f69-8c1c-97fecb4ba662 HTTP/1.1" status: 204 len: 168 time: 4.4036853 Oct 20 03:40:01.266629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.268134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35032) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:01.277811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network f3642124-8d53-42c1-875d-9acd7fd8dbc6 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:01.293419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port bea47051-5f98-478d-aaeb-ee176fd843fb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:01.330230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.351292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.366578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Calling delete_port for cff62163-9c32-44f2-a743-27b024d20cff owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:01.379186 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8baee7e5-8d35-4e84-8a67-02a86688efbb tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] GET failed (client error): The resource could not be found. Oct 20 03:40:01.379710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8baee7e5-8d35-4e84-8a67-02a86688efbb tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Synchronizing usage tracker for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:01.382145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] Pushing event deleted for resources: {'Network': ['ID=3adfee56-f034-484e-a5de-37ef3836d9e4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:01.403679 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9259c1a3-6e88-49ae-a1bf-015e7124e438 tempest-PortsTestJSON-1416468640 tempest-PortsTestJSON-1416468640-project] 10.222.0.33 "DELETE /v2.0/networks/3adfee56-f034-484e-a5de-37ef3836d9e4 HTTP/1.1" status: 204 len: 168 time: 2.2023916 Oct 20 03:40:01.412816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c4f93e-fb8e-4445-b2b8-58159c284e83']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:01.435193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26c00ac-e576-4815-945a-6bea7b41676a') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:01.435495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26c00ac-e576-4815-945a-6bea7b41676a') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:01.468923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.483065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.489625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, f3642124-8d53-42c1-875d-9acd7fd8dbc6) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:01.504941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:01.505799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.526446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.534849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8baee7e5-8d35-4e84-8a67-02a86688efbb tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Unset dirty status for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:01.534849 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8baee7e5-8d35-4e84-8a67-02a86688efbb tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "GET /v2.0/ports/0a18248d-167a-4f69-8c1c-97fecb4ba662 HTTP/1.1" status: 404 len: 333 time: 0.2553720 Oct 20 03:40:01.538747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35038) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:01.548205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:01.548618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.580307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b69ad9-b7fa-4346-9e6c-ff1e42fc196c None None] Network f3642124-8d53-42c1-875d-9acd7fd8dbc6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:01.608097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-dc6895e5-cb1b-41a9-8a0f-b587432608cd None None] Allocated IP 2001:db8:0:1::2 (c7218b74-af93-4b60-b919-863a4b013bb4/24fb474c-f13e-401c-99de-28a9edeb840b/1b50b0ec-8e75-4db3-adc1-4cf8b59b148a) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:01.612092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network c7218b74-af93-4b60-b919-863a4b013bb4 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:01.612092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:01.613594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=d0664309-91fa-4d10-ab2c-fecdaf3a6452,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:01.619549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:01.624951 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:01.625600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.629253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.677573 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f22cc72f-d2ab-44ff-a01b-975ae0edee81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4303749 Oct 20 03:40:01.690857 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Port': ['ID=cff62163-9c32-44f2-a743-27b024d20cff,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:01.702002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No DVR routers for this DVR port cff62163-9c32-44f2-a743-27b024d20cff on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:01.746693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.795213 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 5 to provision port bea47051-5f98-478d-aaeb-ee176fd843fb Oct 20 03:40:01.817894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-540b87fb-725c-431c-b78e-27be04fff998 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Deleting port bea47051-5f98-478d-aaeb-ee176fd843fb {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:01.818747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-540b87fb-725c-431c-b78e-27be04fff998 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.866726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35044) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:01.881824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629184', 'description': 'tempest-secgroup-smoke-1629184 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:01.892013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:01.914360 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e23fc340-96cc-4955-8565-954e7417694a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5074687 Oct 20 03:40:01.915665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event deleted for resources: {'Port': ['ID=dc6b1671-2036-4fd1-9e6d-7d855151098b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:01.917403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35050) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:01.925484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::28f (70bc74a8-f345-4115-a4c4-4fbf84d34303/140c1f19-37f7-4e7b-85cb-61219013c4c5/71eb6f4b-d22f-4b6e-a326-d397d640504e) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:01.934559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:01.950499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f03df182-7abf-4ae9-91fa-2727fc60a3af'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:01.967851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port bea47051-5f98-478d-aaeb-ee176fd843fb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:01.968052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.978706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:cdce (70bc74a8-f345-4115-a4c4-4fbf84d34303/3b6e5b39-4bd2-44e6-b13b-8a9376758db7/71eb6f4b-d22f-4b6e-a326-d397d640504e) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:02.002205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.019312 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-dc6895e5-cb1b-41a9-8a0f-b587432608cd None None] For port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1b50b0ec-8e75-4db3-adc1-4cf8b59b148a,segment=NetworkSegment(1527473e-848b-4ee8-b3f4-1843dd088189),segment_id=1527473e-848b-4ee8-b3f4-1843dd088189)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:02.030907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.061942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dc6895e5-cb1b-41a9-8a0f-b587432608cd None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.077699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35054) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:02.084255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Network': ['ID=c6c4f93e-fb8e-4445-b2b8-58159c284e83,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:02.088843 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb60e49-39e1-4386-af19-8edd97ca766e']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:02.104419 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-06aee571-5be6-420e-9831-dd5df517145e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/networks/c6c4f93e-fb8e-4445-b2b8-58159c284e83 HTTP/1.1" status: 204 len: 168 time: 4.8225815 Oct 20 03:40:02.111672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35060) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:02.127575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-dc6895e5-cb1b-41a9-8a0f-b587432608cd None None] Ignored duplicate provisioning block setup for port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:40:02.134361 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-f3642124-8d53-42c1-875d-9acd7fd8dbc6', 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ips': [{'subnet_id': '9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:02.134931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.146636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.165523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.185937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-55872534'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:02.212394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9d29da-0fff-4cf4-893b-9768f4b72897') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:02.212670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9d29da-0fff-4cf4-893b-9768f4b72897') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:02.219406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:02.224217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:02.266183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dc6895e5-cb1b-41a9-8a0f-b587432608cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.285215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:02.289116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:network and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:02.296743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:02.299817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:02.313191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:02.319338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.321682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:02.449820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:02.453209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.471817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.480702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-540b87fb-725c-431c-b78e-27be04fff998 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.480905 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 6 to provision port bea47051-5f98-478d-aaeb-ee176fd843fb Oct 20 03:40:02.569954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Allocated IP 172.20.0.2 (f3642124-8d53-42c1-875d-9acd7fd8dbc6/9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2/b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:02.577798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.587959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6895e5-cb1b-41a9-8a0f-b587432608cd None None] Pushing event updated for resources: {'Port': ['ID=1b50b0ec-8e75-4db3-adc1-4cf8b59b148a,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:02.593316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.593504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port bea47051-5f98-478d-aaeb-ee176fd843fb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:02.603195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.611211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.623787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:02.624199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.635400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 71eb6f4b-d22f-4b6e-a326-d397d640504e will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:02.732147 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5e9d29da-0fff-4cf4-893b-9768f4b72897 resource provider aggregate not found Oct 20 03:40:02.790609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-540b87fb-725c-431c-b78e-27be04fff998 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Calling delete_port for bea47051-5f98-478d-aaeb-ee176fd843fb owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:02.821349 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5e9d29da-0fff-4cf4-893b-9768f4b72897 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e9d29da-0fff-4cf4-893b-9768f4b72897 found for delete ", "request_id": "req-2f948c78-1310-46c2-bc17-3b23028a01bc"}]} Oct 20 03:40:02.840255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-46c35cf6-98f8-4641-b282-0647f373adae admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=36b8764e24e545db861ce3976f2130cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7599850 Oct 20 03:40:02.846352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35068) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:02.889383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:02.889871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.903021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Transition to ACTIVE for port object b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:02.917192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.920282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.921055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Fanout notify agent at l3_agent the message router_deleted on router ce06a000-8b66-4f8c-b26e-3d8b9e2a485c {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:40:02.927862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Transition to ACTIVE for port object b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:02.937612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.937956 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added segment 1ad9c0d2-c81a-43e6-a350-922c378e851b of type vlan for network 42fcb01f-0d79-40a5-8846-c6e796feac44 Oct 20 03:40:02.942003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.967008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.990086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.995197 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=aeb60e49-39e1-4386-af19-8edd97ca766e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.002322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.047558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.048968 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-de3920cd-e9cf-4245-8c74-d95e081b4dc0 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/ce06a000-8b66-4f8c-b26e-3d8b9e2a485c HTTP/1.1" status: 204 len: 168 time: 3.8697176 Oct 20 03:40:03.059727 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bd5714d8-ce3c-40a7-ace8-df8398bcb064 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/aeb60e49-39e1-4386-af19-8edd97ca766e HTTP/1.1" status: 204 len: 168 time: 6.4787309 Oct 20 03:40:03.066270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35072) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:03.066837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35074) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:03.077700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1178214013', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:03.091153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-630484421'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:03.098562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:03.104430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.107623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:03.121691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Usage tracker for resource:router and tenant:9b8d144afcfb4198a4cee9f3eedc8d6b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:03.128644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee7b7-7104-42f6-ab4a-00a68ef48877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.132008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:03.144771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:network and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:03.144925 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment b26c00ac-e576-4815-945a-6bea7b41676a resource provider aggregate not found Oct 20 03:40:03.159077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-540b87fb-725c-431c-b78e-27be04fff998 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.176263 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:03.180053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:03.197794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:03.201832 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 7 to provision port bea47051-5f98-478d-aaeb-ee176fd843fb Oct 20 03:40:03.222029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment b26c00ac-e576-4815-945a-6bea7b41676a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b26c00ac-e576-4815-945a-6bea7b41676a found for delete ", "request_id": "req-b1224024-49fa-4f78-bc9d-ba6e5ecb6ecc"}]} Oct 20 03:40:03.242566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Pushing event updated for resources: {'Port': ['ID=b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.247826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Port bea47051-5f98-478d-aaeb-ee176fd843fb was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:40:03.251315 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Could not find standard attr ID for object 0a18248d-167a-4f69-8c1c-97fecb4ba662. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:03.259227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83738015-2cd4-4478-a863-26e8b242a0e4,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.260986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Network f3642124-8d53-42c1-875d-9acd7fd8dbc6 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:03.264158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:03.266587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:03.274710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.292235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:03.296261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.304295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b87fb-725c-431c-b78e-27be04fff998 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event deleted for resources: {'Port': ['ID=bea47051-5f98-478d-aaeb-ee176fd843fb,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.340146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Delete allocated IP 2001:db8:0:1::ac (c7218b74-af93-4b60-b919-863a4b013bb4/24fb474c-f13e-401c-99de-28a9edeb840b) {{(pid=90076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:40:03.346208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:03.380526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.380962 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment d24a5c1c-3846-4642-b0fc-b0214504616f of type vlan for network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 Oct 20 03:40:03.389931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee7b7-7104-42f6-ab4a-00a68ef48877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.394590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Attempting to bind port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:03.394933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Attempting to bind port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:03.395201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Attempting to bind port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d on network f3642124-8d53-42c1-875d-9acd7fd8dbc6 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:03.401511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:03.401943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Checking segment: {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:03.402352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.402740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Bound using segment: {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:03.403199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Bound port: b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:03.403564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.428518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.434463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:03.434652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.467601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Provisioning for port 58c3cba5-9c25-4368-b8d1-885dbac19142 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:03.477824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Provisioning complete for port 58c3cba5-9c25-4368-b8d1-885dbac19142 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:03.478199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.478538 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Attempt 1 to provision port 58c3cba5-9c25-4368-b8d1-885dbac19142 Oct 20 03:40:03.485954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.486959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.495897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.509820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.514693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35084) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:03.515832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-969a7507-8ee1-4ec2-9f12-fcf81ab64f0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 1.6441374 Oct 20 03:40:03.520570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-540b87fb-725c-431c-b78e-27be04fff998 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.525693 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-540b87fb-725c-431c-b78e-27be04fff998 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "DELETE /v2.0/ports/bea47051-5f98-478d-aaeb-ee176fd843fb HTTP/1.1" status: 204 len: 168 time: 1.9823923 Oct 20 03:40:03.528577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '83738015-2cd4-4478-a863-26e8b242a0e4', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:03.537331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f05fbf0-72c6-49e2-a55c-6a174b7d7f3f None None] Network c7218b74-af93-4b60-b919-863a4b013bb4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:03.545809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35088) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:03.548399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:03.550123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:03.590952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=71eb6f4b-d22f-4b6e-a326-d397d640504e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.631779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:40:03.667190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:03.673997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:03.686382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:03.691299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:03.703439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee7b7-7104-42f6-ab4a-00a68ef48877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.705795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee7b7-7104-42f6-ab4a-00a68ef48877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.710653 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6b6ee7b7-7104-42f6-ab4a-00a68ef48877 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/62f00698-b3f3-4602-99db-3c247834d24b HTTP/1.1" status: 204 len: 168 time: 0.8554637 Oct 20 03:40:03.711685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:03.718974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] For port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:03.728658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:03.736328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:03.737202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.738639 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb068cd-1ccb-427a-93ba-c748b001f625 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] GET failed (client error): The resource could not be found. Oct 20 03:40:03.739670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6eb068cd-1ccb-427a-93ba-c748b001f625 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Synchronizing usage tracker for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:03.755624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.760407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Network': ['ID=42fcb01f-0d79-40a5-8846-c6e796feac44,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.763358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ee7b7-7104-42f6-ab4a-00a68ef48877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f00698-b3f3-4602-99db-3c247834d24b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.771613 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8c37d679-75b5-42cf-92e6-949489e6c6be tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6067011 Oct 20 03:40:03.774292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35094) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:03.774817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] For port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:03.787339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'subnet': {'network_id': '42fcb01f-0d79-40a5-8846-c6e796feac44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:03.820766 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.827959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 42fcb01f-0d79-40a5-8846-c6e796feac44 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:03.829889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:03.834671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.840528 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-46f51ac8-7135-4a4a-afb0-6c588733d611 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.8133051 Oct 20 03:40:03.843748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35100) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:03.884205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.888213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.908982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Ignored duplicate provisioning block setup for port d0664309-91fa-4d10-ab2c-fecdaf3a6452 by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:40:03.969388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:03.974299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:subnet and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:03.978959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:03.990004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:04.046672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.049135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.077154 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0065520 Oct 20 03:40:04.080387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35104) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:04.086417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': 'a7a8d8c3-4f9c-4770-a219-592f7afc4e12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:04.090514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Current status of the port 58c3cba5-9c25-4368-b8d1-885dbac19142 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:04.090905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.108008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6eb068cd-1ccb-427a-93ba-c748b001f625 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Unset dirty status for tenant:abee4a14d7b148dcb192030eaf71311b on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:04.109142 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6eb068cd-1ccb-427a-93ba-c748b001f625 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "GET /v2.0/ports/bea47051-5f98-478d-aaeb-ee176fd843fb HTTP/1.1" status: 404 len: 333 time: 0.5623865 Oct 20 03:40:04.145891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35108) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:04.176493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:04.180363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.199422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dbd26-0f13-4eb4-ba9a-fff3bc8e3dd5 None None] Pushing event updated for resources: {'Port': ['ID=b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:04.260774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] For port 58c3cba5-9c25-4368-b8d1-885dbac19142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58c3cba5-9c25-4368-b8d1-885dbac19142,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:04.342345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.378034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:04.383808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:subnet and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:04.389351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:04.395615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:04.421101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8914724-c383-4edd-923d-f94a6a899161 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=a7a8d8c3-4f9c-4770-a219-592f7afc4e12,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:04.434983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:04.529712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:04.533959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.535434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=d0664309-91fa-4d10-ab2c-fecdaf3a6452,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:04.650536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2ac3c-700f-4657-8ecb-75c5c329ac43 None None] Pushing event updated for resources: {'Port': ['ID=58c3cba5-9c25-4368-b8d1-885dbac19142,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:04.666443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Provisioning complete for port 58c3cba5-9c25-4368-b8d1-885dbac19142 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:04.666963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.667627 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Attempt 1 to provision port 58c3cba5-9c25-4368-b8d1-885dbac19142 Oct 20 03:40:04.795202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.813980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] In _notify_port_updated(), no bound segment for port d0664309-91fa-4d10-ab2c-fecdaf3a6452 on network c7218b74-af93-4b60-b919-863a4b013bb4 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:40:04.823008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:04.823667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.827802 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-95a7e828-f344-4a99-89f4-363f321d8090 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "PUT /v2.0/ports/d0664309-91fa-4d10-ab2c-fecdaf3a6452 HTTP/1.1" status: 200 len: 926 time: 2.8913352 Oct 20 03:40:04.831388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35112) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:04.859999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Current status of the port 58c3cba5-9c25-4368-b8d1-885dbac19142 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:04.909358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bd21e596-0626-40a8-bf86-b817377a2977 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 71eb6f4b-d22f-4b6e-a326-d397d640504e {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:04.909957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd21e596-0626-40a8-bf86-b817377a2977 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.936015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Provisioning for port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:04.942807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Provisioning complete for port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:04.943822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.945070 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Attempt 1 to provision port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a Oct 20 03:40:04.950423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f03df182-7abf-4ae9-91fa-2727fc60a3af'}, {'subnet_id': '24fb474c-f13e-401c-99de-28a9edeb840b'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:04.970416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Subnet': ['ID=c706609d-1c7c-4808-b2ef-274dba15f74d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:05.000322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Checking segment: {'id': '1ad9c0d2-c81a-43e6-a350-922c378e851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42fcb01f-0d79-40a5-8846-c6e796feac44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:05.000821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network hostable DHCP agents. Network: 42fcb01f-0d79-40a5-8846-c6e796feac44, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:05.014751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a5d31c83-e437-4c11-b903-d8aec9670937 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Deleting port 096e62bd-175a-4ea4-b7d0-0376c551cbe7 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:05.015140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5d31c83-e437-4c11-b903-d8aec9670937 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.073603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.099068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.111974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Current status of the port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:05.112369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.122550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.144578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 42fcb01f-0d79-40a5-8846-c6e796feac44 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:05.160050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] For port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1b50b0ec-8e75-4db3-adc1-4cf8b59b148a,segment=NetworkSegment(1527473e-848b-4ee8-b3f4-1843dd088189),segment_id=1527473e-848b-4ee8-b3f4-1843dd088189)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:05.196385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=e284a2b4-0d36-4fe6-b750-2d7e4579dbab,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:05.203644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking segment: {'id': 'd24a5c1c-3846-4642-b0fc-b0214504616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7a8d8c3-4f9c-4770-a219-592f7afc4e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:05.204247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network hostable DHCP agents. Network: a7a8d8c3-4f9c-4770-a219-592f7afc4e12, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:05.274773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.279804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 42fcb01f-0d79-40a5-8846-c6e796feac44) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:05.285748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:05.296264 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.305239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.332714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd157ac-b882-4e00-8f6e-0ad0ed27e28d None None] Network 42fcb01f-0d79-40a5-8846-c6e796feac44 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:05.355375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:05.366019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, a7a8d8c3-4f9c-4770-a219-592f7afc4e12) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:05.371466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:05.372255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.395921 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bf15b140-b3ac-48da-a989-61287ceba336 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6202371 Oct 20 03:40:05.397531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35116) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:05.402928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1457940301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:05.410069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:05.418810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:router and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:05.422429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:05.438485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:05.445676 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c96e5-5f81-4f6f-b94a-d8703f402552 None None] Network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:05.454622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e19f8d-9ecf-45da-ac5e-4256273de938,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:05.484491 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aa02f034-4126-4856-9376-4e953ddb5924 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4026384 Oct 20 03:40:05.489824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35120) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:05.493164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': 'a7a8d8c3-4f9c-4770-a219-592f7afc4e12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:05.503763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Pushing event updated for resources: {'Port': ['ID=1b50b0ec-8e75-4db3-adc1-4cf8b59b148a,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:05.615835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.616880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.686401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.737547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58c3cba5-9c25-4368-b8d1-885dbac19142 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:05.748115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.752194 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-02e57d7a-9e5c-4843-847b-a6fc03b9ad21 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2295506 Oct 20 03:40:05.765337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1ee236-318d-4efd-af9e-d37fa31d954e None None] Network f3642124-8d53-42c1-875d-9acd7fd8dbc6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:05.771880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35124) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:05.777992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '83738015-2cd4-4478-a863-26e8b242a0e4', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:05.786451 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Provisioning for port 71eb6f4b-d22f-4b6e-a326-d397d640504e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:05.788741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:05.792726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:05.812418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:05.830832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:05.835160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:subnet and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:05.835395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:05.838021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:05.844438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:05.863315 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Provisioning complete for port 71eb6f4b-d22f-4b6e-a326-d397d640504e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:05.864664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.864664 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Attempt 1 to provision port 71eb6f4b-d22f-4b6e-a326-d397d640504e Oct 20 03:40:05.885073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.908602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:05.909439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd21e596-0626-40a8-bf86-b817377a2977 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.912970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.980618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.981925 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8393d267-090e-485e-b22d-c55dcac6f8c8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5832000 Oct 20 03:40:05.987473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35128) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:06.096749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Port 71eb6f4b-d22f-4b6e-a326-d397d640504e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:06.097149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bd21e596-0626-40a8-bf86-b817377a2977 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 71eb6f4b-d22f-4b6e-a326-d397d640504e owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:06.147736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-a7a8d8c3-4f9c-4770-a219-592f7afc4e12', 'network_id': 'a7a8d8c3-4f9c-4770-a219-592f7afc4e12', 'tenant_id': '0ae21ac329174a02a5f3027b395f631e', 'fixed_ips': [{'subnet_id': 'e284a2b4-0d36-4fe6-b750-2d7e4579dbab'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:06.148337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.148855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5d31c83-e437-4c11-b903-d8aec9670937 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.180232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.189115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.198102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 58c3cba5-9c25-4368-b8d1-885dbac19142 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:06.198365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.198705 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 58c3cba5-9c25-4368-b8d1-885dbac19142 Oct 20 03:40:06.334112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a5d31c83-e437-4c11-b903-d8aec9670937 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Calling delete_port for 096e62bd-175a-4ea4-b7d0-0376c551cbe7 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:06.401704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-42fcb01f-0d79-40a5-8846-c6e796feac44', 'network_id': '42fcb01f-0d79-40a5-8846-c6e796feac44', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'fixed_ips': [{'subnet_id': 'c706609d-1c7c-4808-b2ef-274dba15f74d'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:06.402817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.557714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.657613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Allocated IP 2001:db8::2 (a7a8d8c3-4f9c-4770-a219-592f7afc4e12/e284a2b4-0d36-4fe6-b750-2d7e4579dbab/caaaa87a-0c71-42f2-b672-12f3523717a4) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:06.660018 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Attempt 2 to provision port 71eb6f4b-d22f-4b6e-a326-d397d640504e Oct 20 03:40:06.842185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 58c3cba5-9c25-4368-b8d1-885dbac19142 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:06.843829 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:06.878444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Port 71eb6f4b-d22f-4b6e-a326-d397d640504e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:06.909451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.917718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.991342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Allocated IP 2001:db8::2 (42fcb01f-0d79-40a5-8846-c6e796feac44/c706609d-1c7c-4808-b2ef-274dba15f74d/004bd546-cb90-43a2-a941-def265691770) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:06.996590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:07.001094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:07.010343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:07.011039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.050080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=cf2b1fc4-9179-4e04-8f21-e54dabb562e9,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:07.072505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.095564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.114415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:07.115883 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5c34de79-ecdf-4806-ab55-a083f3ca1000 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6274059 Oct 20 03:40:07.118154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35132) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:07.137370 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.146391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.149115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Transition to ACTIVE for port object caaaa87a-0c71-42f2-b672-12f3523717a4 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:07.169298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Transition to ACTIVE for port object caaaa87a-0c71-42f2-b672-12f3523717a4 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:07.199018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0dd45-a1a5-475b-a0f4-ed04e917ebd4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:07.200762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0dd45-a1a5-475b-a0f4-ed04e917ebd4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:07.202258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0dd45-a1a5-475b-a0f4-ed04e917ebd4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:07.203721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0dd45-a1a5-475b-a0f4-ed04e917ebd4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:07.205196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0dd45-a1a5-475b-a0f4-ed04e917ebd4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:07.206100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bad0dd45-a1a5-475b-a0f4-ed04e917ebd4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Synchronizing usage tracker for tenant:0ae21ac329174a02a5f3027b395f631e on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:07.207872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e1ee88-1df3-42d7-83c7-a01dbead3f5c,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:07.223868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.293469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bad0dd45-a1a5-475b-a0f4-ed04e917ebd4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Unset dirty status for tenant:0ae21ac329174a02a5f3027b395f631e on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:07.294683 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bad0dd45-a1a5-475b-a0f4-ed04e917ebd4 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1753650 Oct 20 03:40:07.296001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5d31c83-e437-4c11-b903-d8aec9670937 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.300009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35136) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:07.304408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:07.308251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1894879197'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:07.309492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:07.313382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Pushing event updated for resources: {'Port': ['ID=caaaa87a-0c71-42f2-b672-12f3523717a4,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:07.315886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:07.320279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:network and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:07.324260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:07.330542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:07.340917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.342130 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b4fbb396-fa1d-4bd7-af69-d7c587d2a03c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5695770 Oct 20 03:40:07.345836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35140) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:07.352592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '83738015-2cd4-4478-a863-26e8b242a0e4', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:07.360602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:07.366217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:07.369817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:07.379284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:07.380976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d31c83-e437-4c11-b903-d8aec9670937 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event deleted for resources: {'Port': ['ID=096e62bd-175a-4ea4-b7d0-0376c551cbe7,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:07.382699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd21e596-0626-40a8-bf86-b817377a2977 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.384003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:07.385914 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Attempt 3 to provision port 71eb6f4b-d22f-4b6e-a326-d397d640504e Oct 20 03:40:07.411433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:07.417289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.468632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:07.483044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.483545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0 of type vlan for network 560cbc09-3454-4377-86e3-2f04e077fe8b Oct 20 03:40:07.486781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:07.509961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e51114f8-fa6a-4107-acc6-58d997ca0017 None None] Port 71eb6f4b-d22f-4b6e-a326-d397d640504e was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:40:07.523483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.528678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.546017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a5d31c83-e437-4c11-b903-d8aec9670937 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.552074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21e596-0626-40a8-bf86-b817377a2977 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=71eb6f4b-d22f-4b6e-a326-d397d640504e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:07.619963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8:0:1::300 (c7218b74-af93-4b60-b919-863a4b013bb4/24fb474c-f13e-401c-99de-28a9edeb840b/d0664309-91fa-4d10-ab2c-fecdaf3a6452) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:07.635119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.638049 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a5d31c83-e437-4c11-b903-d8aec9670937 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "DELETE /v2.0/ports/096e62bd-175a-4ea4-b7d0-0376c551cbe7 HTTP/1.1" status: 204 len: 168 time: 3.4266150 Oct 20 03:40:07.642394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35144) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:07.683198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Attempting to bind port caaaa87a-0c71-42f2-b672-12f3523717a4 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:07.683775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Attempting to bind port caaaa87a-0c71-42f2-b672-12f3523717a4 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'd24a5c1c-3846-4642-b0fc-b0214504616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7a8d8c3-4f9c-4770-a219-592f7afc4e12'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:07.683898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Attempting to bind port caaaa87a-0c71-42f2-b672-12f3523717a4 on network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:07.721395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.721641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:07.722949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Checking segment: {'id': 'd24a5c1c-3846-4642-b0fc-b0214504616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7a8d8c3-4f9c-4770-a219-592f7afc4e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:07.723376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.723753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Bound using segment: {'id': 'd24a5c1c-3846-4642-b0fc-b0214504616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7a8d8c3-4f9c-4770-a219-592f7afc4e12'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:07.724286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Bound port: caaaa87a-0c71-42f2-b672-12f3523717a4, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24a5c1c-3846-4642-b0fc-b0214504616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7a8d8c3-4f9c-4770-a219-592f7afc4e12'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:07.724663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.736763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:07.739253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729078'] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.806129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd21e596-0626-40a8-bf86-b817377a2977 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.808081 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bd21e596-0626-40a8-bf86-b817377a2977 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/71eb6f4b-d22f-4b6e-a326-d397d640504e HTTP/1.1" status: 204 len: 168 time: 3.9406517 Oct 20 03:40:07.819706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35148) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:07.828084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Allocated IP 172.26.7.28 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/fd515e12-912c-498a-8e8c-c28018319b55) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:07.836371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Provisioning for port d0664309-91fa-4d10-ab2c-fecdaf3a6452 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:07.878948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:07.879583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.880185 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a Oct 20 03:40:07.904567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Provisioning complete for port d0664309-91fa-4d10-ab2c-fecdaf3a6452 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:07.905224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.905740 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Attempt 1 to provision port d0664309-91fa-4d10-ab2c-fecdaf3a6452 Oct 20 03:40:07.940343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.037504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] For port caaaa87a-0c71-42f2-b672-12f3523717a4, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:08.047046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] For port caaaa87a-0c71-42f2-b672-12f3523717a4, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=caaaa87a-0c71-42f2-b672-12f3523717a4,segment=NetworkSegment(d24a5c1c-3846-4642-b0fc-b0214504616f),segment_id=d24a5c1c-3846-4642-b0fc-b0214504616f)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:08.051869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.054333 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Port d0664309-91fa-4d10-ab2c-fecdaf3a6452 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:08.065744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Transition to ACTIVE for port object 004bd546-cb90-43a2-a941-def265691770 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:08.066010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d8779d-f268-4368-8147-2fef597e1623,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.077704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=560cbc09-3454-4377-86e3-2f04e077fe8b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.081042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.085995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.085995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.085995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.085995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.085995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.085995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.085995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.086526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.086831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.087652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.087652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.087652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.100281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eef178-7b25-490f-81ac-d27bf9475a20 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Deleting subnet f2a339c4-91c1-4937-9f22-41f35c0093a0 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:08.103914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.104261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.104604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.104943 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.105306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.105919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.106103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.106696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.107033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.107379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.107692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.108018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:08.112238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30eef178-7b25-490f-81ac-d27bf9475a20 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.121527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6044b-b9d9-4f3d-90b8-0ab67beaea2b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:08.122012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-94f6044b-b9d9-4f3d-90b8-0ab67beaea2b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:08.127133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Ignored duplicate provisioning block setup for port d0664309-91fa-4d10-ab2c-fecdaf3a6452 by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:40:08.128857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 560cbc09-3454-4377-86e3-2f04e077fe8b details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:08.146140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.149900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Transition to ACTIVE for port object 004bd546-cb90-43a2-a941-def265691770 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:08.173852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30eef178-7b25-490f-81ac-d27bf9475a20 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.188805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.204964 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3ad283e4-0799-448b-8f7f-66448c3aa9d7 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9028473 Oct 20 03:40:08.206916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.213856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.218080 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a30ccd4b-abf2-4c74-be15-622187a4650d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8692226 Oct 20 03:40:08.218080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35152) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:08.226543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-90571799-6d2a-4795-ad97-7483b84570c1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'New_network'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:08.245067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35154) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:08.252713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:08.259027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '83738015-2cd4-4478-a863-26e8b242a0e4', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:08.272409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:08.289130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.336074 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:08.336885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Network 42fcb01f-0d79-40a5-8846-c6e796feac44 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:08.340118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:08.345390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c46fe-3032-43d5-b3fd-41b3f4e13a50 None None] Pushing event updated for resources: {'Port': ['ID=caaaa87a-0c71-42f2-b672-12f3523717a4,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.348279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:08.374257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.377393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-94f6044b-b9d9-4f3d-90b8-0ab67beaea2b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:08.378555 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-94f6044b-b9d9-4f3d-90b8-0ab67beaea2b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5553088 Oct 20 03:40:08.392171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35160) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:08.395314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:08.465052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:08.513286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Pushing event updated for resources: {'Port': ['ID=004bd546-cb90-43a2-a941-def265691770,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.514211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:08.519863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Attempting to bind port 004bd546-cb90-43a2-a941-def265691770 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:08.519996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Attempting to bind port 004bd546-cb90-43a2-a941-def265691770 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '1ad9c0d2-c81a-43e6-a350-922c378e851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42fcb01f-0d79-40a5-8846-c6e796feac44'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:08.524458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Attempting to bind port 004bd546-cb90-43a2-a941-def265691770 on network 42fcb01f-0d79-40a5-8846-c6e796feac44 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:08.524692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:08.526164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=d0664309-91fa-4d10-ab2c-fecdaf3a6452,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.526599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:08.526978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Checking segment: {'id': '1ad9c0d2-c81a-43e6-a350-922c378e851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42fcb01f-0d79-40a5-8846-c6e796feac44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:08.527386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.528678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Bound using segment: {'id': '1ad9c0d2-c81a-43e6-a350-922c378e851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42fcb01f-0d79-40a5-8846-c6e796feac44'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:08.528952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] In _notify_port_updated(), no bound segment for port d0664309-91fa-4d10-ab2c-fecdaf3a6452 on network c7218b74-af93-4b60-b919-863a4b013bb4 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:40:08.529186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Bound port: 004bd546-cb90-43a2-a941-def265691770, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad9c0d2-c81a-43e6-a350-922c378e851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42fcb01f-0d79-40a5-8846-c6e796feac44'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:08.529570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.534397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:08.534965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.539826 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dd201cf8-87e6-40f8-a44e-6a355112bcff tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "PUT /v2.0/ports/d0664309-91fa-4d10-ab2c-fecdaf3a6452 HTTP/1.1" status: 200 len: 1012 time: 3.6926956 Oct 20 03:40:08.539826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:08.553632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35164) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:08.584977 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Attempt 2 to provision port d0664309-91fa-4d10-ab2c-fecdaf3a6452 Oct 20 03:40:08.725511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Port d0664309-91fa-4d10-ab2c-fecdaf3a6452 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:08.734298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] For port 004bd546-cb90-43a2-a941-def265691770, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:08.740801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] For port 004bd546-cb90-43a2-a941-def265691770, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=004bd546-cb90-43a2-a941-def265691770,segment=NetworkSegment(1ad9c0d2-c81a-43e6-a350-922c378e851b),segment_id=1ad9c0d2-c81a-43e6-a350-922c378e851b)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:08.744384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 2001:db8::1 (42fcb01f-0d79-40a5-8846-c6e796feac44/c706609d-1c7c-4808-b2ef-274dba15f74d/abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:08.805877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.823692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event updated for resources: {'Port': ['ID=fd515e12-912c-498a-8e8c-c28018319b55,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.829248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.864135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30eef178-7b25-490f-81ac-d27bf9475a20 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.965104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5b120f8b-c278-44a3-9b99-791c900d7bfd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port d0664309-91fa-4d10-ab2c-fecdaf3a6452 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:08.965104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b120f8b-c278-44a3-9b99-791c900d7bfd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.979769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2448674-ab37-42d9-9135-63cc0d33dc2b None None] Pushing event updated for resources: {'Port': ['ID=004bd546-cb90-43a2-a941-def265691770,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:09.150084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90571799-6d2a-4795-ad97-7483b84570c1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.195766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81eb434-f183-4873-ab94-3c0e248454bd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:09.196506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a81eb434-f183-4873-ab94-3c0e248454bd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:09.226611 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Attempt 3 to provision port d0664309-91fa-4d10-ab2c-fecdaf3a6452 Oct 20 03:40:09.285229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90571799-6d2a-4795-ad97-7483b84570c1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.294573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.298550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.316539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Port d0664309-91fa-4d10-ab2c-fecdaf3a6452 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:09.341948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90571799-6d2a-4795-ad97-7483b84570c1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network 560cbc09-3454-4377-86e3-2f04e077fe8b is not hosted by any dhcp agent {{(pid=90075) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 20 03:40:09.347446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90571799-6d2a-4795-ad97-7483b84570c1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:09.348147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90571799-6d2a-4795-ad97-7483b84570c1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.352105 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-90571799-6d2a-4795-ad97-7483b84570c1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "PUT /v2.0/networks/560cbc09-3454-4377-86e3-2f04e077fe8b HTTP/1.1" status: 200 len: 723 time: 1.1291733 Oct 20 03:40:09.369197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35168) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:09.428336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': '560cbc09-3454-4377-86e3-2f04e077fe8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:09.538912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 004bd546-cb90-43a2-a941-def265691770 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:09.555229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.598261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:09.606067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a81eb434-f183-4873-ab94-3c0e248454bd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:09.609966 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a81eb434-f183-4873-ab94-3c0e248454bd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.2114704 Oct 20 03:40:09.637393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35172) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:09.641378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30eef178-7b25-490f-81ac-d27bf9475a20 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.706512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.726602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 004bd546-cb90-43a2-a941-def265691770 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:09.734645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device caaaa87a-0c71-42f2-b672-12f3523717a4 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:09.777590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba6b6-5f99-4f86-bdd5-7614cdebd447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.817999 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Attempt 4 to provision port d0664309-91fa-4d10-ab2c-fecdaf3a6452 Oct 20 03:40:09.862348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e240794e-6bf1-4daa-8ae0-9f224723c1f6 None None] Network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:09.932682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:09.967754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b940f0f5-c323-4365-a4ed-32e7e90d474f,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:09.979847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.983532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eef178-7b25-490f-81ac-d27bf9475a20 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a339c4-91c1-4937-9f22-41f35c0093a0,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:09.988924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30eef178-7b25-490f-81ac-d27bf9475a20 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.994036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35178) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:09.998330 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-30eef178-7b25-490f-81ac-d27bf9475a20 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "DELETE /v2.0/subnets/f2a339c4-91c1-4937-9f22-41f35c0093a0 HTTP/1.1" status: 204 len: 168 time: 2.3520412 Oct 20 03:40:09.998330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.998330 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ea21f33a-428a-4a54-bb15-1c469d71089e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7480967 Oct 20 03:40:09.998330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90571799-6d2a-4795-ad97-7483b84570c1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=560cbc09-3454-4377-86e3-2f04e077fe8b,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:09.999212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1745eec-68f8-4d96-a13a-53a39ca3cec9 None None] Network 295ee879-01b0-4cb2-9352-894f511a4ea6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:10.003885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35180) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:10.027732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 560cbc09-3454-4377-86e3-2f04e077fe8b details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:10.041202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '83738015-2cd4-4478-a863-26e8b242a0e4', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:10.060806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9037d6e-d348-4080-8ee7-76e681a1aeea tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:10.062585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9037d6e-d348-4080-8ee7-76e681a1aeea tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:10.064077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9037d6e-d348-4080-8ee7-76e681a1aeea tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:10.064897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f9037d6e-d348-4080-8ee7-76e681a1aeea tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:10.071925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:10.083441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:10.086464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Transition to ACTIVE for port object abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:10.091118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:10.095900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Router 5e87e131-036e-4f7e-9f6e-bfa579914b68 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:40:10.117161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:10.124964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:10.128487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.220343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b72f6-5664-4d84-91c3-552db085bfd7 None None] Network 42fcb01f-0d79-40a5-8846-c6e796feac44 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:10.239183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f9037d6e-d348-4080-8ee7-76e681a1aeea tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:10.240761 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f9037d6e-d348-4080-8ee7-76e681a1aeea tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6011219 Oct 20 03:40:10.247036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b120f8b-c278-44a3-9b99-791c900d7bfd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.255652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35186) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:10.305399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Port d0664309-91fa-4d10-ab2c-fecdaf3a6452 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:10.376273 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:40:10.408533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.437866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Deleting port 3f948af4-e90f-4c97-85f5-17f2ae533202 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:10.437866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.448968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5b120f8b-c278-44a3-9b99-791c900d7bfd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for d0664309-91fa-4d10-ab2c-fecdaf3a6452 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:10.452343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port caaaa87a-0c71-42f2-b672-12f3523717a4 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:10.484524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.538360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:10.568690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c19425d-d1bd-4862-a591-fb046e3e0229 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 140c1f19-37f7-4e7b-85cb-61219013c4c5 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:10.576158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10695dd4-7f8b-4d77-b77a-ad95b09eec53 None None] Sync routers for ids ['5e87e131-036e-4f7e-9f6e-bfa579914b68'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:10.587233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c19425d-d1bd-4862-a591-fb046e3e0229 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.652441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.653521 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e1cf4bdc-3c46-4ac2-a64a-a8b03f564a25 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5853868 Oct 20 03:40:10.656089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10695dd4-7f8b-4d77-b77a-ad95b09eec53 None None] Routers {'5e87e131-036e-4f7e-9f6e-bfa579914b68'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:10.656763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-10695dd4-7f8b-4d77-b77a-ad95b09eec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5e87e131-036e-4f7e-9f6e-bfa579914b68'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.659556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35190) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:10.663932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.704522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] For port 3f948af4-e90f-4c97-85f5-17f2ae533202, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3f948af4-e90f-4c97-85f5-17f2ae533202,segment=NetworkSegment(fe1df4e1-4478-43ee-a20d-7630b4d743f5),segment_id=fe1df4e1-4478-43ee-a20d-7630b4d743f5)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:10.704983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.716379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:10.759094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-10695dd4-7f8b-4d77-b77a-ad95b09eec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.800244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10695dd4-7f8b-4d77-b77a-ad95b09eec53 None None] Routers {'5e87e131-036e-4f7e-9f6e-bfa579914b68'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:10.801337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-10695dd4-7f8b-4d77-b77a-ad95b09eec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5e87e131-036e-4f7e-9f6e-bfa579914b68'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.852036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c19425d-d1bd-4862-a591-fb046e3e0229 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.856316 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Attempt 5 to provision port d0664309-91fa-4d10-ab2c-fecdaf3a6452 Oct 20 03:40:10.858652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Calling delete_port for 3f948af4-e90f-4c97-85f5-17f2ae533202 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:10.914576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] DHCP port deletion for 295ee879-01b0-4cb2-9352-894f511a4ea6 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:10.920613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-10695dd4-7f8b-4d77-b77a-ad95b09eec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.921005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10695dd4-7f8b-4d77-b77a-ad95b09eec53 None None] The sync data for ids ['5e87e131-036e-4f7e-9f6e-bfa579914b68'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:10.930566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] Deleting port 3f948af4-e90f-4c97-85f5-17f2ae533202 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:10.930935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.984222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Port d0664309-91fa-4d10-ab2c-fecdaf3a6452 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:11.011624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 42fcb01f-0d79-40a5-8846-c6e796feac44 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:11.037911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:11.040529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:11.040836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.041100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.059023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.091635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.097077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event deleted for resources: {'Port': ['ID=3f948af4-e90f-4c97-85f5-17f2ae533202,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.102398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] No DVR routers for this DVR port 3f948af4-e90f-4c97-85f5-17f2ae533202 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:11.136527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.137228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.137663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.138068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.138466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.138855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.139332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.139797 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.140283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.140623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.140932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.141529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:11.184534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.200708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c552c2a9-651d-456f-bcc3-1356d963814c None None] Update dhcp port {'port': {'network_id': 'a7a8d8c3-4f9c-4770-a219-592f7afc4e12', 'fixed_ips': [{'subnet_id': 'e284a2b4-0d36-4fe6-b750-2d7e4579dbab', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf2b1fc4-9179-4e04-8f21-e54dabb562e9'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': 'caaaa87a-0c71-42f2-b672-12f3523717a4'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:40:11.247135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.275768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295ee879-01b0-4cb2-9352-894f511a4ea6']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:11.278380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] For port 3f948af4-e90f-4c97-85f5-17f2ae533202, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3f948af4-e90f-4c97-85f5-17f2ae533202,segment=NetworkSegment(fe1df4e1-4478-43ee-a20d-7630b4d743f5),segment_id=fe1df4e1-4478-43ee-a20d-7630b4d743f5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:11.278790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.283718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b77871d-3bbe-4c69-8ae9-b24329b8515d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.291805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1df4e1-4478-43ee-a20d-7630b4d743f5') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:11.292498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1df4e1-4478-43ee-a20d-7630b4d743f5') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:11.294268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c552c2a9-651d-456f-bcc3-1356d963814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.306382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.327489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.334443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:11.335921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.428424 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment fe1df4e1-4478-43ee-a20d-7630b4d743f5 resource provider aggregate not found Oct 20 03:40:11.457536 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment fe1df4e1-4478-43ee-a20d-7630b4d743f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe1df4e1-4478-43ee-a20d-7630b4d743f5 found for delete ", "request_id": "req-fb11d393-8158-414d-ab2b-ea3d4bf77d2f"}]} Oct 20 03:40:11.461638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c19425d-d1bd-4862-a591-fb046e3e0229 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.530997 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Attempt 6 to provision port d0664309-91fa-4d10-ab2c-fecdaf3a6452 Oct 20 03:40:11.532349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.559195 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3f948af4-e90f-4c97-85f5-17f2ae533202 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:11.564391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.580761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] Pushing event deleted for resources: {'Network': ['ID=295ee879-01b0-4cb2-9352-894f511a4ea6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.595926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] Calling delete_port for 3f948af4-e90f-4c97-85f5-17f2ae533202 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:11.640165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.659404 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bcdcc702-7b3e-46d2-97d1-8ef79fb888a4 tempest-AllowedAddressPairIpV6TestJSON-337453644 tempest-AllowedAddressPairIpV6TestJSON-337453644-project] 10.222.0.33 "DELETE /v2.0/networks/295ee879-01b0-4cb2-9352-894f511a4ea6 HTTP/1.1" status: 204 len: 168 time: 1.6601546 Oct 20 03:40:11.665934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 3f948af4-e90f-4c97-85f5-17f2ae533202 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:11.666300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3f948af4-e90f-4c97-85f5-17f2ae533202 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:11.737142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Port d0664309-91fa-4d10-ab2c-fecdaf3a6452 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:11.800020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.801301 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6c466f88-6923-4494-8e20-7fded6b8c282 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7842038 Oct 20 03:40:11.805432 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35200) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:11.807946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:11.808917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:11.812451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=56c2f2f2-9d7a-4dda-8f42-832239b751c2,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.819105 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '83738015-2cd4-4478-a863-26e8b242a0e4', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:11.821737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:11.826213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:11.829483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:11.834130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b120f8b-c278-44a3-9b99-791c900d7bfd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.835831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:11.884648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c552c2a9-651d-456f-bcc3-1356d963814c None None] Allocated IP 172.20.0.1 (a7a8d8c3-4f9c-4770-a219-592f7afc4e12/cf2b1fc4-9179-4e04-8f21-e54dabb562e9/caaaa87a-0c71-42f2-b672-12f3523717a4) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:11.897101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking segment: {'id': 'caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '560cbc09-3454-4377-86e3-2f04e077fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:11.897407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network hostable DHCP agents. Network: 560cbc09-3454-4377-86e3-2f04e077fe8b, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:11.906166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b120f8b-c278-44a3-9b99-791c900d7bfd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=d0664309-91fa-4d10-ab2c-fecdaf3a6452,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.918961 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:40:11.926353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.010932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.047729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c552c2a9-651d-456f-bcc3-1356d963814c None None] For port caaaa87a-0c71-42f2-b672-12f3523717a4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=caaaa87a-0c71-42f2-b672-12f3523717a4,segment=NetworkSegment(d24a5c1c-3846-4642-b0fc-b0214504616f),segment_id=d24a5c1c-3846-4642-b0fc-b0214504616f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:12.073699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.074123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c552c2a9-651d-456f-bcc3-1356d963814c None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.090521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c552c2a9-651d-456f-bcc3-1356d963814c None None] Ignored duplicate provisioning block setup for port caaaa87a-0c71-42f2-b672-12f3523717a4 by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:40:12.101708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82b89c8-3c4d-4f36-bda1-00417bd56e84,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:12.123299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c19425d-d1bd-4862-a591-fb046e3e0229 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.178592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c552c2a9-651d-456f-bcc3-1356d963814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.182038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.190655 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d9660033-0946-4a54-9dbf-f859d9988876 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3769934 Oct 20 03:40:12.202237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c19425d-d1bd-4862-a591-fb046e3e0229 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.241306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b120f8b-c278-44a3-9b99-791c900d7bfd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.246101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19425d-d1bd-4862-a591-fb046e3e0229 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=140c1f19-37f7-4e7b-85cb-61219013c4c5,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:12.249787 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Attempt 7 to provision port d0664309-91fa-4d10-ab2c-fecdaf3a6452 Oct 20 03:40:12.252560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35208) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:12.288686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5cd342-95b5-4dbb-aac0-c6ce92c7dc4e None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:12.290494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35214) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:12.298673 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5b120f8b-c278-44a3-9b99-791c900d7bfd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/d0664309-91fa-4d10-ab2c-fecdaf3a6452 HTTP/1.1" status: 204 len: 168 time: 3.7337272 Oct 20 03:40:12.299401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network 560cbc09-3454-4377-86e3-2f04e077fe8b is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:12.327617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] Deleting port 3f948af4-e90f-4c97-85f5-17f2ae533202 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:12.327997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.329893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.358895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.365371 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-590fe90c-3e14-496a-b2a0-a7f9c67a864d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:40:12.365371 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-590fe90c-3e14-496a-b2a0-a7f9c67a864d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:12.393861 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5c19425d-d1bd-4862-a591-fb046e3e0229 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/140c1f19-37f7-4e7b-85cb-61219013c4c5 HTTP/1.1" status: 204 len: 168 time: 2.1273725 Oct 20 03:40:12.397234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35220) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:12.418764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 560cbc09-3454-4377-86e3-2f04e077fe8b) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:12.428648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.428770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.492508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-590fe90c-3e14-496a-b2a0-a7f9c67a864d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:12.494785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388ca12-d972-428f-9ebd-0dc8396581fb None None] Network 560cbc09-3454-4377-86e3-2f04e077fe8b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:12.495233 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-590fe90c-3e14-496a-b2a0-a7f9c67a864d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/d0664309-91fa-4d10-ab2c-fecdaf3a6452 HTTP/1.1" status: 404 len: 333 time: 0.2028992 Oct 20 03:40:12.506490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35230) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:12.508924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Port d0664309-91fa-4d10-ab2c-fecdaf3a6452 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:40:12.546474 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-86219cb6-e49c-4d60-9886-e4707c3f8e68 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=abee4a14d7b148dcb192030eaf71311b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936692 Oct 20 03:40:12.546474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35234) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:12.606128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf07151-256d-495c-9f8c-956ff54fd6f6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 3b6e5b39-4bd2-44e6-b13b-8a9376758db7 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:12.618116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0bf07151-256d-495c-9f8c-956ff54fd6f6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.632957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.636804 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aea1b306-e59f-42ba-9fc3-e8ccbccabdbf tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2157147 Oct 20 03:40:12.642562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35238) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:12.657372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-02c6c7a9-359e-48e1-a0a8-c0c265b47daa tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:12.695397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d7a12-175c-4c02-bff4-cfa9df04c473 None None] The port '3f948af4-e90f-4c97-85f5-17f2ae533202' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:40:12.713537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-787979cb-d1bf-4ec6-9261-c18a83c1d37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.723981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a7a5dd99-277a-4292-a2eb-2de969f095b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.724364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed06d21-c85c-4daf-8916-2826532b7dab tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet 24fb474c-f13e-401c-99de-28a9edeb840b {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:12.731032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eed06d21-c85c-4daf-8916-2826532b7dab tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.763816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552c2a9-651d-456f-bcc3-1356d963814c None None] Pushing event updated for resources: {'Port': ['ID=caaaa87a-0c71-42f2-b672-12f3523717a4,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:12.771346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a7a5dd99-277a-4292-a2eb-2de969f095b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.805944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Deleting port fd515e12-912c-498a-8e8c-c28018319b55 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:12.806285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.807055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Provisioning complete for port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:12.807776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.808274 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Attempt 1 to provision port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a Oct 20 03:40:12.885157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0bf07151-256d-495c-9f8c-956ff54fd6f6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.974719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0bf07151-256d-495c-9f8c-956ff54fd6f6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.044728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.094881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eed06d21-c85c-4daf-8916-2826532b7dab tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.135029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.135766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.157580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Current status of the port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:13.220408 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-fdeb5e5a-a75b-4821-8df5-39b2a02e9de7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629184&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.0464053 Oct 20 03:40:13.331057 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a7a5dd99-277a-4292-a2eb-2de969f095b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.362446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0bf07151-256d-495c-9f8c-956ff54fd6f6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.366541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-560cbc09-3454-4377-86e3-2f04e077fe8b', 'network_id': '560cbc09-3454-4377-86e3-2f04e077fe8b', 'tenant_id': '0ae21ac329174a02a5f3027b395f631e', 'fixed_ips': [{'subnet_id': '56c2f2f2-9d7a-4dda-8f42-832239b751c2'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:13.367414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.432337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Provisioning for port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:13.432593 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a7a5dd99-277a-4292-a2eb-2de969f095b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.437713 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a7a5dd99-277a-4292-a2eb-2de969f095b1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7ac4ee00-e8a6-408c-80e9-82f52b6d662e HTTP/1.1" status: 204 len: 168 time: 0.8874438 Oct 20 03:40:13.438956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf07151-256d-495c-9f8c-956ff54fd6f6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6e5b39-4bd2-44e6-b13b-8a9376758db7,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:13.439079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Provisioning complete for port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:13.439443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.439793 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Attempt 1 to provision port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d Oct 20 03:40:13.445716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0bf07151-256d-495c-9f8c-956ff54fd6f6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.451256 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0bf07151-256d-495c-9f8c-956ff54fd6f6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/3b6e5b39-4bd2-44e6-b13b-8a9376758db7 HTTP/1.1" status: 204 len: 168 time: 1.0527792 Oct 20 03:40:13.452439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5dd99-277a-4292-a2eb-2de969f095b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac4ee00-e8a6-408c-80e9-82f52b6d662e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:13.467588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35248) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:13.505502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.512834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896dbe7a-e791-4940-91f3-2c366d9c8b00 None None] Network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:13.555292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device caaaa87a-0c71-42f2-b672-12f3523717a4 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:13.556247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.560697 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7b671412-5fda-4675-8af7-5c759d6f59b6 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890253 Oct 20 03:40:13.568856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35252) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:13.577573 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:13.706536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:13.718007 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-8711fb73-14b4-4b53-bf21-14f8436cfea5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:13.720141 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-8711fb73-14b4-4b53-bf21-14f8436cfea5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=f3642124-8d53-42c1-875d-9acd7fd8dbc6 HTTP/1.1" status: 200 len: 796 time: 0.4886355 Oct 20 03:40:13.722172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:13.725208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02c6c7a9-359e-48e1-a0a8-c0c265b47daa tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2427587'] for subnet, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.725597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:13.735311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:13.748805 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-1c6cfbe7-7389-4389-ba81-a3ce30d147e5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.0162904 Oct 20 03:40:13.841414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Calling delete_port for fd515e12-912c-498a-8e8c-c28018319b55 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:13.848131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:13.852893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.865292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.885868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973809f-8dc1-40ee-8dd3-753103878161 None None] Update dhcp port {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': '3b6e5b39-4bd2-44e6-b13b-8a9376758db7'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '58c3cba5-9c25-4368-b8d1-885dbac19142'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:40:13.978996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eed06d21-c85c-4daf-8916-2826532b7dab tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.011852 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-35162dc0-1878-4619-931d-09d4f06bd16b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2532732 Oct 20 03:40:14.043008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Allocated IP 2001:db8::2 (560cbc09-3454-4377-86e3-2f04e077fe8b/56c2f2f2-9d7a-4dda-8f42-832239b751c2/4c3b7487-5085-4735-a308-42191efa20be) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:14.044684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:14.061601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f973809f-8dc1-40ee-8dd3-753103878161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.100756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Current status of the port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:14.101130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.163386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 42fcb01f-0d79-40a5-8846-c6e796feac44 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:14.167538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:14.290336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.330951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] For port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:14.450150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.487190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eed06d21-c85c-4daf-8916-2826532b7dab tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.552962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed06d21-c85c-4daf-8916-2826532b7dab tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=24fb474c-f13e-401c-99de-28a9edeb840b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:14.558328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773cf93-a7b0-432d-94d6-6c24f4d02fd7 None None] Pushing event updated for resources: {'Port': ['ID=b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:14.572151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eed06d21-c85c-4daf-8916-2826532b7dab tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.573893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=394d7503-d506-4224-b7e3-a4de188ba690,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:14.585392 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eed06d21-c85c-4daf-8916-2826532b7dab tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/24fb474c-f13e-401c-99de-28a9edeb840b HTTP/1.1" status: 204 len: 168 time: 2.0778337 Oct 20 03:40:14.588071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35274) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:14.595708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0343ceaa-7c10-4128-aa1b-f7fb2ddb676f None None] Network c7218b74-af93-4b60-b919-863a4b013bb4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:14.597963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:14.608179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:14.636171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:14.636875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.707230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3309af90-523f-4b28-9a2c-91eee37bcffe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet f03df182-7abf-4ae9-91fa-2727fc60a3af {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:14.711882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3309af90-523f-4b28-9a2c-91eee37bcffe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.740770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0897a958-2b88-4e7e-93ee-e9e9309b2fc2 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:14.746641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router 883df9ae-0658-483e-984a-da05782b31bd is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:40:14.748846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.802736 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-97b3a02b-6714-4a75-8efc-425c831f60a6 service neutron] 10.222.0.33 "GET /v2.0/networks/f3642124-8d53-42c1-875d-9acd7fd8dbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130129 Oct 20 03:40:14.839303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Provisioning for port caaaa87a-0c71-42f2-b672-12f3523717a4 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:14.868635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Provisioning complete for port caaaa87a-0c71-42f2-b672-12f3523717a4 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:14.869310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.869664 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 1 to provision port caaaa87a-0c71-42f2-b672-12f3523717a4 Oct 20 03:40:14.883402 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7b2393a2-f87f-48de-8f1e-900c1d864878 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3135567 Oct 20 03:40:14.893836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35280) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:14.903096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:14.960222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3309af90-523f-4b28-9a2c-91eee37bcffe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.960756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.987951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.992668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35284) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:15.043431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Transition to ACTIVE for port object 4c3b7487-5085-4735-a308-42191efa20be will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:15.058585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3309af90-523f-4b28-9a2c-91eee37bcffe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.104921 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-65ae3269-e389-4916-88c2-3437fb3e04f9 service neutron] 10.222.0.33 "GET /v2.0/networks/f3642124-8d53-42c1-875d-9acd7fd8dbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013506 Oct 20 03:40:15.116487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:15.120777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:15.123950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:15.131249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:15.133488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Pushing event deleted for resources: {'Port': ['ID=fd515e12-912c-498a-8e8c-c28018319b55,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.166106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-496390462'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:15.172082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:15.177009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Usage tracker for resource:network and tenant:0504dfb5e539406e960175d0fd08acaa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:15.180438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:15.186590 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:15.212045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:15.216502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.290584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Made reservation on behalf of 0504dfb5e539406e960175d0fd08acaa for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:15.294146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.306762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Transition to ACTIVE for port object 4c3b7487-5085-4735-a308-42191efa20be will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:15.318685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.345642 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:15.355919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Usage tracker for resource:security_group_rule and tenant:0504dfb5e539406e960175d0fd08acaa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:15.361702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:15.378482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:15.403150 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.ipam_backend_mixin [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 394d7503-d506-4224-b7e3-a4de188ba690 (CIDR: 2001:db8::/64) Oct 20 03:40:15.479482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Current status of the port caaaa87a-0c71-42f2-b672-12f3523717a4 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:15.479881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.480997 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:40:15.481741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:15.522455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] For port caaaa87a-0c71-42f2-b672-12f3523717a4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=caaaa87a-0c71-42f2-b672-12f3523717a4,segment=NetworkSegment(d24a5c1c-3846-4642-b0fc-b0214504616f),segment_id=d24a5c1c-3846-4642-b0fc-b0214504616f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:15.529554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:15.532079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.553892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3309af90-523f-4b28-9a2c-91eee37bcffe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.581220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.633359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309af90-523f-4b28-9a2c-91eee37bcffe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=f03df182-7abf-4ae9-91fa-2727fc60a3af,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.641753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3309af90-523f-4b28-9a2c-91eee37bcffe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.646956 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-04219988-ca58-4fad-ab94-6da63d3d3c71 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7520778 Oct 20 03:40:15.648606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.653533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35298) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:15.670750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.699938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:15.702380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.715476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.716646 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Added segment 39eb820f-7b95-4448-884f-ef8817e4da61 of type vlan for network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f Oct 20 03:40:15.730211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Network 560cbc09-3454-4377-86e3-2f04e077fe8b is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:15.750279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:15.767715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:15.773937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Pushing event updated for resources: {'Port': ['ID=4c3b7487-5085-4735-a308-42191efa20be,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.775217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.838559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4858f2f-2637-4991-a8fe-e0cc5b73707f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.846447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'subnet': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:15.877791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:15.882520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.883344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.889724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:15.890382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Provisioning for port 004bd546-cb90-43a2-a941-def265691770 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:15.894055 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240411d8-0535-4ba0-a650-d266f7fd83e6 None None] Sync routers for ids ['883df9ae-0658-483e-984a-da05782b31bd'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:15.906177 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-558dd6d1-8735-4172-a9d8-e6984c801003 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/883df9ae-0658-483e-984a-da05782b31bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9152999 Oct 20 03:40:15.910915 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240411d8-0535-4ba0-a650-d266f7fd83e6 None None] Routers {'883df9ae-0658-483e-984a-da05782b31bd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:15.912270 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-240411d8-0535-4ba0-a650-d266f7fd83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['883df9ae-0658-483e-984a-da05782b31bd'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.986448 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-240411d8-0535-4ba0-a650-d266f7fd83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.996815 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240411d8-0535-4ba0-a650-d266f7fd83e6 None None] Routers {'883df9ae-0658-483e-984a-da05782b31bd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:15.997808 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-240411d8-0535-4ba0-a650-d266f7fd83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['883df9ae-0658-483e-984a-da05782b31bd'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:16.020896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Provisioning complete for port 004bd546-cb90-43a2-a941-def265691770 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:16.025021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.025021 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 1 to provision port 004bd546-cb90-43a2-a941-def265691770 Oct 20 03:40:16.068104 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-240411d8-0535-4ba0-a650-d266f7fd83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:16.068880 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240411d8-0535-4ba0-a650-d266f7fd83e6 None None] The sync data for ids ['883df9ae-0658-483e-984a-da05782b31bd'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:16.083708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:16.083708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.083708 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d Oct 20 03:40:16.084043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3309af90-523f-4b28-9a2c-91eee37bcffe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/f03df182-7abf-4ae9-91fa-2727fc60a3af HTTP/1.1" status: 204 len: 168 time: 1.4934576 Oct 20 03:40:16.095888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35306) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:16.096216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35310) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:16.128714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.134106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:16.134693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.175054 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6b1fb92-5813-4be2-b213-12dda894746a req-85a27b4e-f282-4f8c-9c74-c620cd1643c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 210 time: 0.6597059 Oct 20 03:40:16.186210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Attempting to bind port 4c3b7487-5085-4735-a308-42191efa20be on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:16.186580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Attempting to bind port 4c3b7487-5085-4735-a308-42191efa20be by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '560cbc09-3454-4377-86e3-2f04e077fe8b'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:16.186966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Attempting to bind port 4c3b7487-5085-4735-a308-42191efa20be on network 560cbc09-3454-4377-86e3-2f04e077fe8b {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:16.277693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:16.278123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Checking segment: {'id': 'caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '560cbc09-3454-4377-86e3-2f04e077fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:16.278600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.279144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Bound using segment: {'id': 'caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '560cbc09-3454-4377-86e3-2f04e077fe8b'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:16.279372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Bound port: 4c3b7487-5085-4735-a308-42191efa20be, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '560cbc09-3454-4377-86e3-2f04e077fe8b'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:16.279749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.282932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event updated for resources: {'Network': ['ID=3a367fa7-e16e-4cee-94fb-89dd351ddb6f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:16.304232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Pushing event updated for resources: {'Port': ['ID=caaaa87a-0c71-42f2-b672-12f3523717a4,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:16.304979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:16.314777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:16.324653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Usage tracker for resource:subnet and tenant:6d9863bfecf04af69786ab19abcc17f1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:16.324653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:16.326154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:16.326273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b2f118-36d3-4d71-bc49-1e835dfe3a30 None None] Update dhcp port {'port': {'network_id': 'c7218b74-af93-4b60-b919-863a4b013bb4', 'fixed_ips': [{'subnet_id': 'f03df182-7abf-4ae9-91fa-2727fc60a3af'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '1b50b0ec-8e75-4db3-adc1-4cf8b59b148a'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:40:16.348153 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e9d65854-a192-43e2-87fc-81022af1dc24 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3494625 Oct 20 03:40:16.350463 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35316) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:16.356048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Request body: {'subnet': {'network_id': '3a367fa7-e16e-4cee-94fb-89dd351ddb6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:16.442798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a596ac0-6860-4d4a-b5f0-4167e1d46d62 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:16.442951 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:16.443442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9a596ac0-6860-4d4a-b5f0-4167e1d46d62 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:16.448430 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.462412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.475937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.480805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.588872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f118-36d3-4d71-bc49-1e835dfe3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.597229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02c6c7a9-359e-48e1-a0a8-c0c265b47daa tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730572078219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3645828'] for subnet, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.612471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Update dhcp port {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'fixed_ips': [{'subnet_id': '394d7503-d506-4224-b7e3-a4de188ba690'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '58c3cba5-9c25-4368-b8d1-885dbac19142'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:40:16.645162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9a596ac0-6860-4d4a-b5f0-4167e1d46d62 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:16.649820 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9a596ac0-6860-4d4a-b5f0-4167e1d46d62 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports/abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 HTTP/1.1" status: 200 len: 911 time: 0.5482717 Oct 20 03:40:16.650401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35322) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:16.651626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c6c7a9-359e-48e1-a0a8-c0c265b47daa tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:16.652212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02c6c7a9-359e-48e1-a0a8-c0c265b47daa tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.653407 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-02c6c7a9-359e-48e1-a0a8-c0c265b47daa tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "PUT /v2.0/subnets/56c2f2f2-9d7a-4dda-8f42-832239b751c2 HTTP/1.1" status: 200 len: 826 time: 4.0072827 Oct 20 03:40:16.667389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35324) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:16.675565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:16.684323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Usage tracker for resource:subnet and tenant:0504dfb5e539406e960175d0fd08acaa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:16.690909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:16.699100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:16.747808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:16.748071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.770104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:16.777768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Made reservation on behalf of 0504dfb5e539406e960175d0fd08acaa for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:16.783089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.804060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] For port 4c3b7487-5085-4735-a308-42191efa20be, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:16.811494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Current status of the port 004bd546-cb90-43a2-a941-def265691770 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:16.811989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.824650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.861443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58c3cba5-9c25-4368-b8d1-885dbac19142 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:16.889351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] For port 4c3b7487-5085-4735-a308-42191efa20be, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4c3b7487-5085-4735-a308-42191efa20be,segment=NetworkSegment(caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0),segment_id=caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:17.025112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Router 5e87e131-036e-4f7e-9f6e-bfa579914b68 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:40:17.088344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.128609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6c7a9-359e-48e1-a0a8-c0c265b47daa tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=56c2f2f2-9d7a-4dda-8f42-832239b751c2,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:17.215742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] For port 004bd546-cb90-43a2-a941-def265691770, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=004bd546-cb90-43a2-a941-def265691770,segment=NetworkSegment(1ad9c0d2-c81a-43e6-a350-922c378e851b),segment_id=1ad9c0d2-c81a-43e6-a350-922c378e851b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:17.219022 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.271515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe6a94-db14-4355-a086-5a8f26f91d32 None None] Network c7218b74-af93-4b60-b919-863a4b013bb4 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:17.320272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.321122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.404891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event updated for resources: {'Subnet': ['ID=23d8682c-f500-4119-b378-4b35a8995d3f,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:17.411817 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5363424c-0308-4633-9f19-670fbf4dd5a7 req-d7831a4b-fa4c-4097-bd07-5451f6245fa7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 210 time: 0.0720830 Oct 20 03:40:17.413621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.objects.ports [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=90076) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:40:17.415302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a101e-a195-45c9-9859-bb90724d64fd None None] Pushing event updated for resources: {'Port': ['ID=4c3b7487-5085-4735-a308-42191efa20be,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:17.528218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] For port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1b50b0ec-8e75-4db3-adc1-4cf8b59b148a,segment=NetworkSegment(1527473e-848b-4ee8-b3f4-1843dd088189),segment_id=1527473e-848b-4ee8-b3f4-1843dd088189)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:17.528581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.577050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Checking segment: {'id': '39eb820f-7b95-4448-884f-ef8817e4da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3a367fa7-e16e-4cee-94fb-89dd351ddb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:17.577438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Network hostable DHCP agents. Network: 3a367fa7-e16e-4cee-94fb-89dd351ddb6f, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:17.652862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 58c3cba5-9c25-4368-b8d1-885dbac19142 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:17.653413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.671599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Provisioning for port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:17.692456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:17.746797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Provisioning complete for port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:17.747168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.747526 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 1 to provision port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 Oct 20 03:40:17.783996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 3a367fa7-e16e-4cee-94fb-89dd351ddb6f) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:17.788848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:17.793410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.806861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Pushing event updated for resources: {'Port': ['ID=004bd546-cb90-43a2-a941-def265691770,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:17.835625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3bc49c-7dda-4e7b-9baa-b2b9a878a5a8 None None] Network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:17.850437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:17.873236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:17.873659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b13df4-fcf3-4354-8d18-67c06dca0bbf None None] Sync routers for ids ['5e87e131-036e-4f7e-9f6e-bfa579914b68'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:17.896924 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a9b6d38a-61f6-462b-be81-f8b599d0bf76 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5453815 Oct 20 03:40:17.899578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35332) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:17.905578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Request body: {'port': {'network_id': '3a367fa7-e16e-4cee-94fb-89dd351ddb6f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-804858045'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:17.963561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.964880 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8c9c19f4-1b5e-411d-a65a-68ae77bc63a3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "PUT /v2.0/routers/5e87e131-036e-4f7e-9f6e-bfa579914b68 HTTP/1.1" status: 200 len: 706 time: 7.2968719 Oct 20 03:40:17.977086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35336) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:17.980036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:17.984739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b13df4-fcf3-4354-8d18-67c06dca0bbf None None] Routers {'5e87e131-036e-4f7e-9f6e-bfa579914b68'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:17.985378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-45b13df4-fcf3-4354-8d18-67c06dca0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5e87e131-036e-4f7e-9f6e-bfa579914b68'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.024753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.071518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-45b13df4-fcf3-4354-8d18-67c06dca0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.109507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting port 4c3b7487-5085-4735-a308-42191efa20be {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:18.109862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.123486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b13df4-fcf3-4354-8d18-67c06dca0bbf None None] Routers {'5e87e131-036e-4f7e-9f6e-bfa579914b68'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:18.124115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-45b13df4-fcf3-4354-8d18-67c06dca0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5e87e131-036e-4f7e-9f6e-bfa579914b68'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.219256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-45b13df4-fcf3-4354-8d18-67c06dca0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.220443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b13df4-fcf3-4354-8d18-67c06dca0bbf None None] The sync data for ids ['5e87e131-036e-4f7e-9f6e-bfa579914b68'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:18.222422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 03:40:18.222422 dv-neutron-861845-1-hyperv neutron-server[90077]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Oct 20 03:40:18.222422 dv-neutron-861845-1-hyperv neutron-server[90077]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fea0:8b1', 'status': 'ALLOCATED', 'ipam_subnet_id': '0cc20fba-269a-453b-9683-f05fe5cfbc5b'}] Oct 20 03:40:18.222422 dv-neutron-861845-1-hyperv neutron-server[90077]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:18.223051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:18.256478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.332825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=1b50b0ec-8e75-4db3-adc1-4cf8b59b148a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:18.343748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No DVR routers for this DVR port 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:18.353255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-077a0d2c-45a3-4b8e-a667-e6a6ce9289dc tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/routers/5e87e131-036e-4f7e-9f6e-bfa579914b68 HTTP/1.1" status: 200 len: 741 time: 0.3757861 Oct 20 03:40:18.356191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a24bf2-548a-4b70-9c0f-4b75f2105be5 None None] DHCP port deletion for c7218b74-af93-4b60-b919-863a4b013bb4 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:18.357091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.380681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35340) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:18.416659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 03:40:18.416659 dv-neutron-861845-1-hyperv neutron-server[90077]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 20 03:40:18.416659 dv-neutron-861845-1-hyperv neutron-server[90077]: [parameters: {'status': 'DOWN', 'ports_id': '58c3cba5-9c25-4368-b8d1-885dbac19142'}] Oct 20 03:40:18.416659 dv-neutron-861845-1-hyperv neutron-server[90077]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:18.417147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:18.487220 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 2 to provision port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 Oct 20 03:40:18.496121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a4cc6266-735e-45d5-bd79-8afe0b76d1cf tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Synchronizing usage tracker for tenant:2fe4b6a9a72b425586daa263301f6710 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:18.519551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:18.565860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:18.573914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-3a367fa7-e16e-4cee-94fb-89dd351ddb6f', 'network_id': '3a367fa7-e16e-4cee-94fb-89dd351ddb6f', 'tenant_id': '0504dfb5e539406e960175d0fd08acaa', 'fixed_ips': [{'subnet_id': '23d8682c-f500-4119-b378-4b35a8995d3f'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:18.574983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.587580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Usage tracker for resource:port and tenant:0504dfb5e539406e960175d0fd08acaa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:18.605565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:18.730214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:18.799379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2263bad9-e561-46a4-b54e-e732750a4deb None None] Network 560cbc09-3454-4377-86e3-2f04e077fe8b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:18.852735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Made reservation on behalf of 0504dfb5e539406e960175d0fd08acaa for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:18.856899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.876728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] For port 58c3cba5-9c25-4368-b8d1-885dbac19142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58c3cba5-9c25-4368-b8d1-885dbac19142,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:18.887063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-5ce25d11-8cf9-42a0-8c62-b9a260141462 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:18.888486 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-5ce25d11-8cf9-42a0-8c62-b9a260141462 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=f3642124-8d53-42c1-875d-9acd7fd8dbc6 HTTP/1.1" status: 200 len: 796 time: 0.4026794 Oct 20 03:40:18.899148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] device_id is not set on port 0fae677f-936a-4795-a453-32d6725ff8b2 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:18.965936 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6b0eb211-5f55-440e-8dc6-465d27246912 req-114e3d38-bcef-4297-946f-9b48ce025c78 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 210 time: 0.1239703 Oct 20 03:40:18.976036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.998748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a4cc6266-735e-45d5-bd79-8afe0b76d1cf tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] Unset dirty status for tenant:2fe4b6a9a72b425586daa263301f6710 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:19.002720 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a4cc6266-735e-45d5-bd79-8afe0b76d1cf tempest-RoutersAdminTest-2117929831 tempest-RoutersAdminTest-2117929831-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&device_id=5e87e131-036e-4f7e-9f6e-bfa579914b68 HTTP/1.1" status: 200 len: 205 time: 0.6154191 Oct 20 03:40:19.008190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35346) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:19.024858 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-d8bd7915-0e69-407e-be39-e55d2fcb0954 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 469 time: 0.0885353 Oct 20 03:40:19.026922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.047189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': '4b9a4f3d-4aae-4bb1-874b-ba955bee64a9', 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['83738015-2cd4-4478-a863-26e8b242a0e4']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:19.096978 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 3 to provision port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 Oct 20 03:40:19.100568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7218b74-af93-4b60-b919-863a4b013bb4']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.111075 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aff373ac-521c-400d-bbaf-bd02b62ee5b9 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=5e87e131-036e-4f7e-9f6e-bfa579914b68 HTTP/1.1" status: 200 len: 205 time: 0.0944889 Oct 20 03:40:19.116590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35354) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:19.120645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1527473e-848b-4ee8-b3f4-1843dd088189') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.120942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1527473e-848b-4ee8-b3f4-1843dd088189') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.126520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.128315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.128550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Allocated IP 2001:db8::2 (3a367fa7-e16e-4cee-94fb-89dd351ddb6f/23d8682c-f500-4119-b378-4b35a8995d3f/35c3941a-243d-4586-aa90-f9af7a1208e6) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:19.231161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.254918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.277396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] For port 4c3b7487-5085-4735-a308-42191efa20be, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4c3b7487-5085-4735-a308-42191efa20be,segment=NetworkSegment(caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0),segment_id=caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:19.277751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.279455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:19.288860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:19.303127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 58c3cba5-9c25-4368-b8d1-885dbac19142 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:19.303127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.309532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:19.310200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.313887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Subnet': ['ID=985e0e74-46f4-4e42-bba5-0db1ef418c78,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:19.332048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=58c3cba5-9c25-4368-b8d1-885dbac19142,revision_number=9']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:19.351186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:19.352599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e23f27c-b0a8-45c7-ba3d-469aa2ee78bd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.360010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:19.364366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:port and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:19.367501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for port was recalculated. Used quota:5. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:19.373428 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:19.402100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.448547 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-523c7eb4-8137-416a-8327-22a13d022a7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7603168 Oct 20 03:40:19.450129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35360) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:19.456673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Request body: {'port': {'network_id': '70bc74a8-f345-4115-a4c4-4fbf84d34303', 'mac_address': 'fa:16:3e:a8:63:75', 'name': 'tempest-NetworksTestDHCPv6-1194607836'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:19.470564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Calling delete_port for 4c3b7487-5085-4735-a308-42191efa20be owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:19.555392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 58c3cba5-9c25-4368-b8d1-885dbac19142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58c3cba5-9c25-4368-b8d1-885dbac19142,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:19.558813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:19.563033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.575183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:19.575584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.661057 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 1527473e-848b-4ee8-b3f4-1843dd088189 resource provider aggregate not found Oct 20 03:40:19.673085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.685162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.689006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:19.720729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:19.737236 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 1527473e-848b-4ee8-b3f4-1843dd088189 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1527473e-848b-4ee8-b3f4-1843dd088189 found for delete ", "request_id": "req-e47f05c9-f814-44a2-9656-9ea10ad37090"}]} Oct 20 03:40:19.805198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.3 (f3642124-8d53-42c1-875d-9acd7fd8dbc6/9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2/cb69bf90-a8e3-4a07-b0e8-4b356ce2b955) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:19.835160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Made reservation on behalf of 6d9863bfecf04af69786ab19abcc17f1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:19.860208 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 4 to provision port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 Oct 20 03:40:19.939267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=58c3cba5-9c25-4368-b8d1-885dbac19142,revision_number=10']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:19.968781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4c3b7487-5085-4735-a308-42191efa20be up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:20.005721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.011679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e23f27c-b0a8-45c7-ba3d-469aa2ee78bd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.017328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e23f27c-b0a8-45c7-ba3d-469aa2ee78bd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.029989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:20.046530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Allocated IP 2001:db8::2 (70bc74a8-f345-4115-a4c4-4fbf84d34303/394d7503-d506-4224-b7e3-a4de188ba690/58c3cba5-9c25-4368-b8d1-885dbac19142) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:20.205410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.210816 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3a635410-58cc-473b-8365-bade2345a82d req-0ba6d915-dde2-47fb-88fa-b31deb410f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 210 time: 0.0548735 Oct 20 03:40:20.216440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.248308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] For port 58c3cba5-9c25-4368-b8d1-885dbac19142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58c3cba5-9c25-4368-b8d1-885dbac19142,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:20.253148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.254505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] device_id is not set on port 28ec29bb-f920-44f4-ad42-b778c1788da1 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:20.287404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.324953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Network': ['ID=c7218b74-af93-4b60-b919-863a4b013bb4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:20.369403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3d149-6af5-4ce1-b25e-b3b76792c0b2 None None] Network 560cbc09-3454-4377-86e3-2f04e077fe8b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:20.379451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.422968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e23f27c-b0a8-45c7-ba3d-469aa2ee78bd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.423479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e23f27c-b0a8-45c7-ba3d-469aa2ee78bd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Fanout notify agent at l3_agent the message router_deleted on router 5e87e131-036e-4f7e-9f6e-bfa579914b68 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:40:20.430711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e23f27c-b0a8-45c7-ba3d-469aa2ee78bd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.431780 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3e23f27c-b0a8-45c7-ba3d-469aa2ee78bd tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/5e87e131-036e-4f7e-9f6e-bfa579914b68 HTTP/1.1" status: 204 len: 168 time: 1.3137627 Oct 20 03:40:20.436496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35370) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:20.442082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Transition to ACTIVE for port object 58c3cba5-9c25-4368-b8d1-885dbac19142 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:20.467687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Transition to ACTIVE for port object 35c3941a-243d-4586-aa90-f9af7a1208e6 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:20.486040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.486345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 4c3b7487-5085-4735-a308-42191efa20be completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:20.508850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 4c3b7487-5085-4735-a308-42191efa20be triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:20.509213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.509568 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 4c3b7487-5085-4735-a308-42191efa20be Oct 20 03:40:20.541247 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 5 to provision port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 Oct 20 03:40:20.548297 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c6869751-4999-4799-ae2e-ccd4f84f8033 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/networks/c7218b74-af93-4b60-b919-863a4b013bb4 HTTP/1.1" status: 204 len: 168 time: 4.4418263 Oct 20 03:40:20.578838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.591634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35374) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:20.592470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Port': ['ID=4c3b7487-5085-4735-a308-42191efa20be,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:20.616949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:20.626324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Port 4c3b7487-5085-4735-a308-42191efa20be was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:40:20.626810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device caaaa87a-0c71-42f2-b672-12f3523717a4 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:20.656891 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1be7d7e7-82b3-4a1d-aa9f-5de6d92c2c34 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=5e87e131-036e-4f7e-9f6e-bfa579914b68 HTTP/1.1" status: 200 len: 205 time: 0.2185798 Oct 20 03:40:20.663330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35378) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:20.679807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Transition to ACTIVE for port object 35c3941a-243d-4586-aa90-f9af7a1208e6 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:20.726130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:20.726482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.753992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No DVR routers for this DVR port 4c3b7487-5085-4735-a308-42191efa20be on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:20.758785 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-82fd5f0b-b7d6-4fff-8d32-c53b3460c948 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] delete failed (client error): The resource could not be found. Oct 20 03:40:20.759814 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-82fd5f0b-b7d6-4fff-8d32-c53b3460c948 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/5e87e131-036e-4f7e-9f6e-bfa579914b68 HTTP/1.1" status: 404 len: 336 time: 0.0947413 Oct 20 03:40:20.768997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35382) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:20.843750 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a554e340-acd8-4b9d-aed3-1c4889afd95b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=ce06a000-8b66-4f8c-b26e-3d8b9e2a485c HTTP/1.1" status: 200 len: 205 time: 0.0706589 Oct 20 03:40:20.848460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35386) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:20.892824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:20.907886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.971771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8::131 (70bc74a8-f345-4115-a4c4-4fbf84d34303/394d7503-d506-4224-b7e3-a4de188ba690/28ec29bb-f920-44f4-ad42-b778c1788da1) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:20.985241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Allocated IP 2001:db8::40 (3a367fa7-e16e-4cee-94fb-89dd351ddb6f/23d8682c-f500-4119-b378-4b35a8995d3f/0fae677f-936a-4795-a453-32d6725ff8b2) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:20.991814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.995363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:6375 (70bc74a8-f345-4115-a4c4-4fbf84d34303/985e0e74-46f4-4e42-bba5-0db1ef418c78/28ec29bb-f920-44f4-ad42-b778c1788da1) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:21.000864 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-430c7c17-5b31-4f50-b1b0-0f967feca29a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] delete failed (client error): The resource could not be found. Oct 20 03:40:21.004571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a0014-142a-4f06-93ba-a7efad429ec4 None None] Pushing event updated for resources: {'Port': ['ID=58c3cba5-9c25-4368-b8d1-885dbac19142,revision_number=11']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:21.004716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-430c7c17-5b31-4f50-b1b0-0f967feca29a tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/ce06a000-8b66-4f8c-b26e-3d8b9e2a485c HTTP/1.1" status: 404 len: 336 time: 0.1501951 Oct 20 03:40:21.006486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.041722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35390) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:21.066058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:21.074058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:21.079131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:21.117075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b5c422-caa9-4b76-ae5e-1e03906a601b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:21.117075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d8b5c422-caa9-4b76-ae5e-1e03906a601b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:21.138334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port caaaa87a-0c71-42f2-b672-12f3523717a4 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:21.138334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.138334 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port caaaa87a-0c71-42f2-b672-12f3523717a4 Oct 20 03:40:21.166418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.166661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Pushing event updated for resources: {'Port': ['ID=35c3941a-243d-4586-aa90-f9af7a1208e6,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:21.264737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Attempting to bind port 35c3941a-243d-4586-aa90-f9af7a1208e6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:21.265443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Attempting to bind port 35c3941a-243d-4586-aa90-f9af7a1208e6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '39eb820f-7b95-4448-884f-ef8817e4da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3a367fa7-e16e-4cee-94fb-89dd351ddb6f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:21.265739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Attempting to bind port 35c3941a-243d-4586-aa90-f9af7a1208e6 on network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:21.280482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:21.280871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Checking segment: {'id': '39eb820f-7b95-4448-884f-ef8817e4da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3a367fa7-e16e-4cee-94fb-89dd351ddb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:21.287693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.287693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Bound using segment: {'id': '39eb820f-7b95-4448-884f-ef8817e4da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3a367fa7-e16e-4cee-94fb-89dd351ddb6f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:21.287693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Bound port: 35c3941a-243d-4586-aa90-f9af7a1208e6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39eb820f-7b95-4448-884f-ef8817e4da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3a367fa7-e16e-4cee-94fb-89dd351ddb6f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:21.287693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.399439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:21.410189 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 6 to provision port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 Oct 20 03:40:21.441312 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2047d8a9-e02f-45e6-a292-a68ec452d97b tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=ceb82152-9a96-4d88-8c50-06ef2e934712 HTTP/1.1" status: 200 len: 205 time: 0.3976657 Oct 20 03:40:21.468808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network f3642124-8d53-42c1-875d-9acd7fd8dbc6 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:21.481193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35396) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:21.494885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d8b5c422-caa9-4b76-ae5e-1e03906a601b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:21.495100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:21.496029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d8b5c422-caa9-4b76-ae5e-1e03906a601b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9013889 Oct 20 03:40:21.525544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35400) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:21.526961 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.544943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port caaaa87a-0c71-42f2-b672-12f3523717a4 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:21.546121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 004bd546-cb90-43a2-a941-def265691770 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:21.629415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:21.638099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=56c2f2f2-9d7a-4dda-8f42-832239b751c2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:21.679879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077e7dd-9c56-44f7-a26b-e82e809607d2 None None] Network 560cbc09-3454-4377-86e3-2f04e077fe8b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:21.699163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] For port 35c3941a-243d-4586-aa90-f9af7a1208e6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:21.790866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.798940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] For port 35c3941a-243d-4586-aa90-f9af7a1208e6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=35c3941a-243d-4586-aa90-f9af7a1208e6,segment=NetworkSegment(39eb820f-7b95-4448-884f-ef8817e4da61),segment_id=39eb820f-7b95-4448-884f-ef8817e4da61)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:21.825681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.826988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560cbc09-3454-4377-86e3-2f04e077fe8b']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.844477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Transition to ACTIVE for port object 28ec29bb-f920-44f4-ad42-b778c1788da1 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:21.845018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.845018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.861519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.888328 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:21.896782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.901280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 004bd546-cb90-43a2-a941-def265691770 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:21.901707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.902028 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 004bd546-cb90-43a2-a941-def265691770 Oct 20 03:40:21.912816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:21.981625 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-f079a162-b8c6-48e2-9752-ab206328a3b9 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] delete failed (client error): The resource could not be found. Oct 20 03:40:21.982894 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f079a162-b8c6-48e2-9752-ab206328a3b9 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/ceb82152-9a96-4d88-8c50-06ef2e934712 HTTP/1.1" status: 404 len: 336 time: 0.4992130 Oct 20 03:40:21.984707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.993675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35404) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:22.003298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.016494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:22.017226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.100011 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9b75d212-bf91-4640-b9ae-0ef8a49f2a75 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=2bc8c874-fd3a-426d-8896-13c96adb8aa1 HTTP/1.1" status: 200 len: 205 time: 0.1048946 Oct 20 03:40:22.108635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35410) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:22.140036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:22.140036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.140638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc49bce-2d61-455b-bea7-fdcdd67019df None None] Pushing event updated for resources: {'Port': ['ID=35c3941a-243d-4586-aa90-f9af7a1208e6,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:22.145516 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 7 to provision port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 Oct 20 03:40:22.188545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88faf790-54c2-4965-9de2-188b35693e80 None None] DHCP port deletion for 560cbc09-3454-4377-86e3-2f04e077fe8b request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:22.242352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 004bd546-cb90-43a2-a941-def265691770 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:22.249883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:22.265720 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-a29469fd-d8c6-4b9a-b110-6e1ae8ea8eb1 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] delete failed (client error): The resource could not be found. Oct 20 03:40:22.269170 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a29469fd-d8c6-4b9a-b110-6e1ae8ea8eb1 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/2bc8c874-fd3a-426d-8896-13c96adb8aa1 HTTP/1.1" status: 404 len: 336 time: 0.1570210 Oct 20 03:40:22.269170 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Transition to ACTIVE for port object 0fae677f-936a-4795-a453-32d6725ff8b2 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:22.273356 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35414) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:22.274346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.285683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7636ff-90c2-417a-ba31-d120f425cf1a None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:22.305911 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0 resource provider aggregate not found Oct 20 03:40:22.308503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:22.395069 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caaeb44d-87cb-4fa5-8044-a9a02e3eb6e0 found for delete ", "request_id": "req-377bef90-3018-4490-9a9f-c9ad7d5c733c"}]} Oct 20 03:40:22.438751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d19a7d-c9f2-4a40-b0a6-13d1aaebe56c req-cfd7651c-b889-40ee-bd2b-c71cb7d993cf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:22.440576 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-35d19a7d-c9f2-4a40-b0a6-13d1aaebe56c req-cfd7651c-b889-40ee-bd2b-c71cb7d993cf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 931 time: 0.9996080 Oct 20 03:40:22.456258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:22.458720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:22.469190 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4592c22d-5124-47f7-862b-01b3e6aa8085 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=40e0ee99-a7a8-4907-8c3c-c8010bbfd52d HTTP/1.1" status: 200 len: 205 time: 0.1909568 Oct 20 03:40:22.474891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35420) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:22.493513 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d94bea83-b035-4a16-96f2-0beaab0ccd9a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9627173 Oct 20 03:40:22.502169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35424) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:22.515666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-101352040'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:22.532391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:22.532391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:network and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:22.532391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:22.542400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.548121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.566655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:22.596590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=560cbc09-3454-4377-86e3-2f04e077fe8b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:22.603832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-35d19a7d-c9f2-4a40-b0a6-13d1aaebe56c req-b43ae546-5de9-48d0-9a92-e889ae18f1ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:22.615006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.662716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:22.668092 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-957cf975-722b-4c14-939a-8bc430fee367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6278148 Oct 20 03:40:22.674657 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-2e4e6b4a-0d8b-48af-b12b-608e0367b724 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] delete failed (client error): The resource could not be found. Oct 20 03:40:22.676406 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2e4e6b4a-0d8b-48af-b12b-608e0367b724 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/40e0ee99-a7a8-4907-8c3c-c8010bbfd52d HTTP/1.1" status: 404 len: 336 time: 0.1975093 Oct 20 03:40:22.677643 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:22.680534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:22.681625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35428) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:22.682462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event updated for resources: {'Port': ['ID=28ec29bb-f920-44f4-ad42-b778c1788da1,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:22.691469 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7c7a5f5c-aa8c-496f-8d23-c10474b030ed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/560cbc09-3454-4377-86e3-2f04e077fe8b HTTP/1.1" status: 204 len: 168 time: 6.0228212 Oct 20 03:40:22.701727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:22.718641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:22.724193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.736270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35430) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:22.741230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58c3cba5-9c25-4368-b8d1-885dbac19142 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:22.787552 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Attempt 8 to provision port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 Oct 20 03:40:22.827908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:22.831502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.852508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Port abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:40:22.860062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5e6ae1e-eb41-406b-bf6c-382463310951 None None] Could not find standard attr ID for object d0664309-91fa-4d10-ab2c-fecdaf3a6452. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:22.892094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 35c3941a-243d-4586-aa90-f9af7a1208e6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:22.941738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-35d19a7d-c9f2-4a40-b0a6-13d1aaebe56c req-b43ae546-5de9-48d0-9a92-e889ae18f1ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:22.945532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-35d19a7d-c9f2-4a40-b0a6-13d1aaebe56c req-b43ae546-5de9-48d0-9a92-e889ae18f1ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4971237 Oct 20 03:40:22.998076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.004775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:23.060966 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-63ec5e4c-7899-48dd-9c35-792d89619ca2 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "GET /v2.0/ports?device_id=9e3d9e87-699d-4e70-a713-698176bd5dea HTTP/1.1" status: 200 len: 205 time: 0.3644381 Oct 20 03:40:23.069992 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed6d12f-4b2b-44a1-b152-7fe41dd636c2 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:23.075729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed6d12f-4b2b-44a1-b152-7fe41dd636c2 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:23.079378 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4ed6d12f-4b2b-44a1-b152-7fe41dd636c2 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/560cbc09-3454-4377-86e3-2f04e077fe8b HTTP/1.1" status: 404 len: 339 time: 0.1065569 Oct 20 03:40:23.081153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35438) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:23.089332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35440) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:23.097634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1886757082', 'description': 'd1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:23.110353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Could not find standard attr ID for object 4c3b7487-5085-4735-a308-42191efa20be. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:23.128134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Provisioning complete for port caaaa87a-0c71-42f2-b672-12f3523717a4 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:23.128633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.128988 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Attempt 1 to provision port caaaa87a-0c71-42f2-b672-12f3523717a4 Oct 20 03:40:23.143797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.144143 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Added segment d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36 of type vlan for network bed6fdfd-660d-497e-974a-3729d6abac73 Oct 20 03:40:23.202689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Request body: {'port': {'device_id': '4b9a4f3d-4aae-4bb1-874b-ba955bee64a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:23.206641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 35c3941a-243d-4586-aa90-f9af7a1208e6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:23.240639 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d15e78d3-f1f5-46d1-973a-6302003d2f07 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7875745 Oct 20 03:40:23.249397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35446) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:23.265504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:23.295056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.306492 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-02ee2ee2-55e4-4dcf-a9d9-b0f9bc01aea3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] delete failed (client error): The resource could not be found. Oct 20 03:40:23.306964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4c3b7487-5085-4735-a308-42191efa20be no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:23.307548 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-02ee2ee2-55e4-4dcf-a9d9-b0f9bc01aea3 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/routers/9e3d9e87-699d-4e70-a713-698176bd5dea HTTP/1.1" status: 404 len: 336 time: 0.2168987 Oct 20 03:40:23.309040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Usage tracker for resource:network and tenant:0ae21ac329174a02a5f3027b395f631e is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:23.359368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 4c3b7487-5085-4735-a308-42191efa20be {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:23.359783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4c3b7487-5085-4735-a308-42191efa20be not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:23.363530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35450) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:23.367855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:23.393684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Current status of the port caaaa87a-0c71-42f2-b672-12f3523717a4 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:23.398602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Could not find standard attr ID for object abd4d8ad-a58f-48cb-a9d2-1b4df7f89a12. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:23.418592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:23.459054 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ef9598-4771-49e4-91fd-c739a8382d84 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:23.459579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ef9598-4771-49e4-91fd-c739a8382d84 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:23.463829 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a2ef9598-4771-49e4-91fd-c739a8382d84 tempest-RoutersAdminTest-699674908 tempest-RoutersAdminTest-699674908-project] 10.222.0.33 "DELETE /v2.0/subnets/298734d0-8527-46cf-b482-1014780f574d HTTP/1.1" status: 404 len: 337 time: 0.0905793 Oct 20 03:40:23.496338 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Provisioning for port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:23.502847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Provisioning complete for port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:23.503569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.504407 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Attempt 1 to provision port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 Oct 20 03:40:23.517643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.532530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.541626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router 883df9ae-0658-483e-984a-da05782b31bd has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:40:23.547452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:23.555551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:23.560461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f317a9dd-b9c7-4799-8dbf-0ae466efb3e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting port 28ec29bb-f920-44f4-ad42-b778c1788da1 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:23.562243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f317a9dd-b9c7-4799-8dbf-0ae466efb3e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.569391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:23.576189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:23.576914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.621735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:23.626172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event updated for resources: {'Port': ['ID=0fae677f-936a-4795-a453-32d6725ff8b2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:23.645230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:23.645230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.697717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d1bad4-a297-4ed3-9279-a6fb8e9c58f3 None None] Network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:23.711434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:23.772006 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4af1c0f7-a9bf-4afc-b2bc-11e419ee9eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 5.8672681 Oct 20 03:40:23.778344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35456) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:23.778344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.778344 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment 2ba2533b-b88f-4c72-9f10-047ff1b337c1 of type vlan for network d452131d-493a-4c3c-86d3-26d8253e6e0d Oct 20 03:40:23.787439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Request body: {'port': {'network_id': '3a367fa7-e16e-4cee-94fb-89dd351ddb6f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1919149599', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:23.787988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] bootfile-name is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:40:23.788321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] tftp-server is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:40:23.788649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] server-ip-address is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:40:23.799944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:40:23.921085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:23.924877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.930280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:23.930910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.939012 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491d93f-9816-480c-b287-84e0f7814384 None None] Sync routers for ids ['883df9ae-0658-483e-984a-da05782b31bd'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:23.954872 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491d93f-9816-480c-b287-84e0f7814384 None None] Routers {'883df9ae-0658-483e-984a-da05782b31bd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:23.955493 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0491d93f-9816-480c-b287-84e0f7814384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['883df9ae-0658-483e-984a-da05782b31bd'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:23.978837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.058481 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9669a75f-2e3a-4cf7-b76a-1e1bec32ef0a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/883df9ae-0658-483e-984a-da05782b31bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3980799 Oct 20 03:40:24.059098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35464) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:24.066486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Network': ['ID=bed6fdfd-660d-497e-974a-3729d6abac73,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:24.094833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network bed6fdfd-660d-497e-974a-3729d6abac73 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:24.141506 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0491d93f-9816-480c-b287-84e0f7814384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:24.160800 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491d93f-9816-480c-b287-84e0f7814384 None None] Routers {'883df9ae-0658-483e-984a-da05782b31bd'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:24.162164 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0491d93f-9816-480c-b287-84e0f7814384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['883df9ae-0658-483e-984a-da05782b31bd'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:24.173327 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Attempt 2 to provision port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 Oct 20 03:40:24.189704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:24.202783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Usage tracker for resource:port and tenant:0504dfb5e539406e960175d0fd08acaa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:24.211466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:24.270433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35468) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:24.276251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:24.284933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.290839 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:24.291760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.349375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a8a1a8cb-f0d8-4f9e-8328-79b6d3f18a71 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:24.386718 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0491d93f-9816-480c-b287-84e0f7814384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:24.387208 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491d93f-9816-480c-b287-84e0f7814384 None None] The sync data for ids ['883df9ae-0658-483e-984a-da05782b31bd'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:24.431071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:24.451087 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9b598d0a-8a6f-4402-ab53-0176f07ef289 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9451127 Oct 20 03:40:24.465333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a8a1a8cb-f0d8-4f9e-8328-79b6d3f18a71 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:24.466696 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a8a1a8cb-f0d8-4f9e-8328-79b6d3f18a71 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=883df9ae-0658-483e-984a-da05782b31bd HTTP/1.1" status: 200 len: 205 time: 0.3970611 Oct 20 03:40:24.471044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35474) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:24.471296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35476) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:24.529154 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4366245 Oct 20 03:40:24.530114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe286-6a72-4c01-be45-dfb5f45656bd tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=d452131d-493a-4c3c-86d3-26d8253e6e0d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:24.534677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35482) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:24.541219 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network d452131d-493a-4c3c-86d3-26d8253e6e0d details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:24.546238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'bed6fdfd-660d-497e-974a-3729d6abac73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:24.557431 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b1e86f8-7f73-4ad4-a261-3f7371cef0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.605942 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2b1e86f8-7f73-4ad4-a261-3f7371cef0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:24.616630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2b1e86f8-7f73-4ad4-a261-3f7371cef0ad admin admin] Usage tracker for resource:security_group_rule and tenant:9b8d144afcfb4198a4cee9f3eedc8d6b is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:24.623982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2b1e86f8-7f73-4ad4-a261-3f7371cef0ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:24.634685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2b1e86f8-7f73-4ad4-a261-3f7371cef0ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:24.705023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f317a9dd-b9c7-4799-8dbf-0ae466efb3e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.735818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Made reservation on behalf of 0504dfb5e539406e960175d0fd08acaa for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:24.739502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.799436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2ad3ec08-da5c-41b1-8776-b54062378d57 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.842975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 {{(pid=90076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:40:24.873464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.877586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b1e86f8-7f73-4ad4-a261-3f7371cef0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.891091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] device_id is not set on port 93232e8b-527d-40f3-aac6-afbe071babb2 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:24.922640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f317a9dd-b9c7-4799-8dbf-0ae466efb3e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Calling delete_port for 28ec29bb-f920-44f4-ad42-b778c1788da1 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:24.925387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee68ad-94aa-4242-ab69-466ddf30bd0b None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:40:24.937696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc78f49-10ea-4262-89d6-b18c03ceb6ad req-2e78fe8b-9d61-4b7f-bc2d-36c8770d3086 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:24.938394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3dc78f49-10ea-4262-89d6-b18c03ceb6ad req-2e78fe8b-9d61-4b7f-bc2d-36c8770d3086 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:24.953994 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Attempt 3 to provision port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 Oct 20 03:40:24.956855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2b1e86f8-7f73-4ad4-a261-3f7371cef0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.986074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Transition to ACTIVE for port object cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:25.002177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91437c-b199-41a9-b963-27f9cf13d5e6 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:25.003109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4d91437c-b199-41a9-b963-27f9cf13d5e6 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Synchronizing usage tracker for tenant:0ae21ac329174a02a5f3027b395f631e on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:25.036774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:25.053919 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-45df4d05-fc81-487f-b94d-c23e5fc64d56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6813333 Oct 20 03:40:25.055007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:25.065872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.150732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee68ad-94aa-4242-ab69-466ddf30bd0b None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:40:25.170254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:25.265846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:25.290336 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2b1e86f8-7f73-4ad4-a261-3f7371cef0ad admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9b8d144afcfb4198a4cee9f3eedc8d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0148926 Oct 20 03:40:25.290336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3dc78f49-10ea-4262-89d6-b18c03ceb6ad req-2e78fe8b-9d61-4b7f-bc2d-36c8770d3086 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:25.295004 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3dc78f49-10ea-4262-89d6-b18c03ceb6ad req-2e78fe8b-9d61-4b7f-bc2d-36c8770d3086 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 931 time: 1.0875838 Oct 20 03:40:25.306083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:25.307761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35486) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:25.312472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e86f8-7f73-4ad4-a261-3f7371cef0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdf5bb1-7d5b-4df4-9447-75f4f941382c,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:25.323865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2ad3ec08-da5c-41b1-8776-b54062378d57 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.337198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2ad3ec08-da5c-41b1-8776-b54062378d57 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.388659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4d91437c-b199-41a9-b963-27f9cf13d5e6 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Unset dirty status for tenant:0ae21ac329174a02a5f3027b395f631e on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:25.389834 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4d91437c-b199-41a9-b963-27f9cf13d5e6 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/networks?id=d452131d-493a-4c3c-86d3-26d8253e6e0d HTTP/1.1" status: 200 len: 765 time: 0.8341298 Oct 20 03:40:25.400814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35490) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:25.412866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ccd2dbb5-b6d9-41e0-8f92-2cb0e2cba884 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'description': 'd2'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:25.428648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:25.432037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.481838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Pushing event updated for resources: {'Port': ['ID=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:25.538055 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Attempt 4 to provision port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 Oct 20 03:40:25.616242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:25.621185 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3dc78f49-10ea-4262-89d6-b18c03ceb6ad req-9176762f-61c6-4c65-97b7-a182d08aaab6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3246882 Oct 20 03:40:25.649476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Allocated IP 2001:db8::4f (3a367fa7-e16e-4cee-94fb-89dd351ddb6f/23d8682c-f500-4119-b378-4b35a8995d3f/93232e8b-527d-40f3-aac6-afbe071babb2) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:25.728039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2ad3ec08-da5c-41b1-8776-b54062378d57 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.728687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad3ec08-da5c-41b1-8776-b54062378d57 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Fanout notify agent at l3_agent the message router_deleted on router 883df9ae-0658-483e-984a-da05782b31bd {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:40:25.744199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-95efe4cd-f8fa-4c28-b378-cbf35639f74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.752995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-75801e34-64fe-4d0e-a3be-81baf6d1d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:25.754504 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-75801e34-64fe-4d0e-a3be-81baf6d1d764 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 1099 time: 0.5813856 Oct 20 03:40:25.802384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-95efe4cd-f8fa-4c28-b378-cbf35639f74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.805437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Attempting to bind port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:25.805769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Attempting to bind port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:25.806095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Attempting to bind port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 on network f3642124-8d53-42c1-875d-9acd7fd8dbc6 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:25.832597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 on network f3642124-8d53-42c1-875d-9acd7fd8dbc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:40:25.832912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Attempting to bind port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 on network f3642124-8d53-42c1-875d-9acd7fd8dbc6 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:25.835514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2ad3ec08-da5c-41b1-8776-b54062378d57 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.838948 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2ad3ec08-da5c-41b1-8776-b54062378d57 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/883df9ae-0658-483e-984a-da05782b31bd HTTP/1.1" status: 204 len: 168 time: 1.3574624 Oct 20 03:40:25.849462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35494) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:25.873288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:25.873630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Checking segment: {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:25.874009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Bound using segment: {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:25.874442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Bound port: cb69bf90-a8e3-4a07-b0e8-4b356ce2b955, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'}}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:25.874783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.938600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dbb5-b6d9-41e0-8f92-2cb0e2cba884 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.946933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f317a9dd-b9c7-4799-8dbf-0ae466efb3e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.028875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317a9dd-b9c7-4799-8dbf-0ae466efb3e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Port': ['ID=28ec29bb-f920-44f4-ad42-b778c1788da1,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:26.067551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dbb5-b6d9-41e0-8f92-2cb0e2cba884 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.106378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] For port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:26.114767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccd2dbb5-b6d9-41e0-8f92-2cb0e2cba884 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network d452131d-493a-4c3c-86d3-26d8253e6e0d is not hosted by any dhcp agent {{(pid=90076) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 20 03:40:26.118163 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Attempt 5 to provision port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 Oct 20 03:40:26.119978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd2dbb5-b6d9-41e0-8f92-2cb0e2cba884 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.120577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dbb5-b6d9-41e0-8f92-2cb0e2cba884 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.121870 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ccd2dbb5-b6d9-41e0-8f92-2cb0e2cba884 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "PUT /v2.0/networks/d452131d-493a-4c3c-86d3-26d8253e6e0d HTTP/1.1" status: 200 len: 762 time: 0.7180293 Oct 20 03:40:26.141530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35498) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:26.201513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] For port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:26.206376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9a8dbd-654c-4645-a2b8-0b3d3f48e2c0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting subnet c706609d-1c7c-4808-b2ef-274dba15f74d {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:26.207539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:26.207847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.216824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2dbb5-b6d9-41e0-8f92-2cb0e2cba884 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=d452131d-493a-4c3c-86d3-26d8253e6e0d,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:26.224323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-df9a8dbd-654c-4645-a2b8-0b3d3f48e2c0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.234072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network d452131d-493a-4c3c-86d3-26d8253e6e0d details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:26.269510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.309324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.310049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.311467 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] 10.222.0.26 "PUT /v2.0/ports/cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 HTTP/1.1" status: 200 len: 1093 time: 3.5694237 Oct 20 03:40:26.312049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a4f3d-4aae-4bb1-874b-ba955bee64a9', 'tag': 'cb69bf90-a8e3-4a07-b0e8-4b356ce2b955'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:40:26.314646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d8810e-d044-47e5-bcca-0df2f3562f91" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a4f3d-4aae-4bb1-874b-ba955bee64a9", "tag": "cb69bf90-a8e3-4a07-b0e8-4b356ce2b955"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:40:26.335726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Transition to ACTIVE for port object 93232e8b-527d-40f3-aac6-afbe071babb2 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:26.335948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f317a9dd-b9c7-4799-8dbf-0ae466efb3e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.360767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9ceda-6601-47e5-bae2-ff03d53c774c service neutron] Pushing event updated for resources: {'Port': ['ID=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:26.374274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-95efe4cd-f8fa-4c28-b378-cbf35639f74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.392369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-2151a1e4-2e4a-47a3-b506-e17349fec0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.393852 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-2151a1e4-2e4a-47a3-b506-e17349fec0f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66a66aae-5f1e-49b8-bea4-e816f2722120 HTTP/1.1" status: 200 len: 897 time: 0.5972514 Oct 20 03:40:26.413957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ce32d-6b50-4588-bc96-bdcad9f069fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.414808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-696ce32d-6b50-4588-bc96-bdcad9f069fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Synchronizing usage tracker for tenant:0ae21ac329174a02a5f3027b395f631e on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:26.430339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.488334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-95efe4cd-f8fa-4c28-b378-cbf35639f74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.489989 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-95efe4cd-f8fa-4c28-b378-cbf35639f74c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4fdf5bb1-7d5b-4df4-9447-75f4f941382c HTTP/1.1" status: 204 len: 168 time: 1.1790576 Oct 20 03:40:26.490387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efe4cd-f8fa-4c28-b378-cbf35639f74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdf5bb1-7d5b-4df4-9447-75f4f941382c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:26.506545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-df9a8dbd-654c-4645-a2b8-0b3d3f48e2c0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.556152 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f317a9dd-b9c7-4799-8dbf-0ae466efb3e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/28ec29bb-f920-44f4-ad42-b778c1788da1 HTTP/1.1" status: 204 len: 168 time: 3.3045452 Oct 20 03:40:26.561035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:26.561830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35508) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:26.569240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:26.608669 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:26.614107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.615359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.620969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742975d6-90b4-4c30-8945-d5811e7cd960 x-openstack-request-id: req-742975d6-90b4-4c30-8945-d5811e7cd960 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:40:26.621361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a4f3d-4aae-4bb1-874b-ba955bee64a9", "tag": "cb69bf90-a8e3-4a07-b0e8-4b356ce2b955", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:40:26.621536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-742975d6-90b4-4c30-8945-d5811e7cd960 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:40:26.621908 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742975d6-90b4-4c30-8945-d5811e7cd960'] response: {'name': 'network-changed', 'server_uuid': '4b9a4f3d-4aae-4bb1-874b-ba955bee64a9', 'tag': 'cb69bf90-a8e3-4a07-b0e8-4b356ce2b955', 'status': 'completed', 'code': 200} Oct 20 03:40:26.648890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-696ce32d-6b50-4588-bc96-bdcad9f069fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Unset dirty status for tenant:0ae21ac329174a02a5f3027b395f631e on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:26.655794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event updated for resources: {'Port': ['ID=93232e8b-527d-40f3-aac6-afbe071babb2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:26.657064 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-696ce32d-6b50-4588-bc96-bdcad9f069fb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/networks?id=d452131d-493a-4c3c-86d3-26d8253e6e0d HTTP/1.1" status: 200 len: 765 time: 0.5140610 Oct 20 03:40:26.660307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35512) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:26.694013 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-6eea8e67-4495-45dd-a464-e97be6aa914c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=947532a1-11c2-4a73-a936-673dc16efe11 HTTP/1.1" status: 200 len: 1001 time: 0.2730036 Oct 20 03:40:26.709189 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Attempt 6 to provision port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 Oct 20 03:40:26.756239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.820249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:40:26.846897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=213d750c-798a-4f8c-9fd1-3860a06cd709,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:26.892154 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d57ee8e7-30bb-47af-8521-90111ed9183b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1158741 Oct 20 03:40:26.898068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35520) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:26.908592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Provisioning for port 58c3cba5-9c25-4368-b8d1-885dbac19142 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:26.916727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Provisioning complete for port 58c3cba5-9c25-4368-b8d1-885dbac19142 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:26.916727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.916727 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Attempt 1 to provision port 58c3cba5-9c25-4368-b8d1-885dbac19142 Oct 20 03:40:26.934746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-74bb1f25-2b18-4d6d-8360-b77d2c0eb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.936211 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-74bb1f25-2b18-4d6d-8360-b77d2c0eb01b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 1096 time: 0.4992690 Oct 20 03:40:26.961797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-79fa6eef-536d-486b-891c-442be1be2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.963258 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-79fa6eef-536d-486b-891c-442be1be2a38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9470ca-88cc-4eac-b41e-1b12a0519d33 HTTP/1.1" status: 200 len: 838 time: 0.2586539 Oct 20 03:40:27.020164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-df9a8dbd-654c-4645-a2b8-0b3d3f48e2c0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.062455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Current status of the port 58c3cba5-9c25-4368-b8d1-885dbac19142 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:27.063123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.091804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Checking segment: {'id': 'd1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bed6fdfd-660d-497e-974a-3729d6abac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:27.094698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network hostable DHCP agents. Network: bed6fdfd-660d-497e-974a-3729d6abac73, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:27.097711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] For port 58c3cba5-9c25-4368-b8d1-885dbac19142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58c3cba5-9c25-4368-b8d1-885dbac19142,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:27.167515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b5924-2c63-4b60-926c-1c79d86839c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:27.171571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.173435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b5924-2c63-4b60-926c-1c79d86839c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:27.179949 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-3a55d80c-98bc-4d2d-bca9-5ba30d82f44f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 HTTP/1.1" status: 200 len: 217 time: 0.2308681 Oct 20 03:40:27.183098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b5924-2c63-4b60-926c-1c79d86839c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:27.183098 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-165b5924-2c63-4b60-926c-1c79d86839c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2825491 Oct 20 03:40:27.184907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35524) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:27.200049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae001a9b-7735-46de-9483-3a9bb7e92201 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:27.200765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ae001a9b-7735-46de-9483-3a9bb7e92201 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:27.201573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-067ed60f-272c-442a-a930-09881188b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:27.206230 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-067ed60f-272c-442a-a930-09881188b7aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66a66aae-5f1e-49b8-bea4-e816f2722120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2282236 Oct 20 03:40:27.211581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Could not find standard attr ID for object 1b50b0ec-8e75-4db3-adc1-4cf8b59b148a. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:27.240382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cbed24-52a5-433d-91da-f79f8b009653 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:27.241839 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-24cbed24-52a5-433d-91da-f79f8b009653 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5611126 Oct 20 03:40:27.259140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283a758-a14a-4672-b8e2-e5d59afbe980 None None] Pushing event updated for resources: {'Port': ['ID=58c3cba5-9c25-4368-b8d1-885dbac19142,revision_number=12']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:27.278261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35528) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:27.280980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35530) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:27.300663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-df9a8dbd-654c-4645-a2b8-0b3d3f48e2c0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.304658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network bed6fdfd-660d-497e-974a-3729d6abac73 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:27.349808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a8dbd-654c-4645-a2b8-0b3d3f48e2c0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Subnet': ['ID=c706609d-1c7c-4808-b2ef-274dba15f74d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:27.362860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-df9a8dbd-654c-4645-a2b8-0b3d3f48e2c0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.362860 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-df9a8dbd-654c-4645-a2b8-0b3d3f48e2c0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/c706609d-1c7c-4808-b2ef-274dba15f74d HTTP/1.1" status: 204 len: 168 time: 1.5106611 Oct 20 03:40:27.363843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35536) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:27.368681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18553e4-cc8f-4517-a024-2e45d7e83ddd None None] Network 42fcb01f-0d79-40a5-8846-c6e796feac44 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:27.387851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6ddd0-323c-48de-8cd9-c19b3b4135f0 req-cc89b3e7-1dfd-4a4a-a0b4-cdb38001c433 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:27.389321 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-79d6ddd0-323c-48de-8cd9-c19b3b4135f0 req-cc89b3e7-1dfd-4a4a-a0b4-cdb38001c433 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 943 time: 0.5790992 Oct 20 03:40:27.390312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-99edc8b7-f31d-435e-b7c3-7776e76d3ba5 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Synchronizing usage tracker for tenant:0ae21ac329174a02a5f3027b395f631e on resource:subnet {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:27.392699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ae001a9b-7735-46de-9483-3a9bb7e92201 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:27.393762 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ae001a9b-7735-46de-9483-3a9bb7e92201 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.8297222 Oct 20 03:40:27.406926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35540) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:27.427802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdb28f-63c3-4aff-aa7d-d2710fef2dbd tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Deleting port 93232e8b-527d-40f3-aac6-afbe071babb2 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:27.428132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb28f-63c3-4aff-aa7d-d2710fef2dbd tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.446192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Provisioning for port 0fae677f-936a-4795-a453-32d6725ff8b2 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:27.454586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Provisioning complete for port 0fae677f-936a-4795-a453-32d6725ff8b2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:27.454586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.454586 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 1 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:27.456262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, bed6fdfd-660d-497e-974a-3729d6abac73) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:27.482836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:27.483444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.511259 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464e1e1-bb00-42b0-bf56-798cecd6c3a9 None None] Network bed6fdfd-660d-497e-974a-3729d6abac73 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:27.531808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-d9d2edce-dcf3-4dd5-875c-198def1f2826 service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184235 Oct 20 03:40:27.538168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.562605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-70cad5a4-1a52-4625-b5fb-81eab345d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:27.564025 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-70cad5a4-1a52-4625-b5fb-81eab345d240 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2 HTTP/1.1" status: 200 len: 834 time: 0.3315370 Oct 20 03:40:27.614273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:27.646248 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a9cf09be-173b-43c2-b546-67585bf0f406 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2fe4b6a9a72b425586daa263301f6710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462603 Oct 20 03:40:27.651549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-99edc8b7-f31d-435e-b7c3-7776e76d3ba5 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Unset dirty status for tenant:0ae21ac329174a02a5f3027b395f631e on resource:subnet {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:27.657757 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-99edc8b7-f31d-435e-b7c3-7776e76d3ba5 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 207 time: 0.3571138 Oct 20 03:40:27.658472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35544) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:27.658737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35546) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:27.755231 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-55956c5e-6522-43df-95aa-fa06dd76e816 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2781971 Oct 20 03:40:27.758308 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-79d6ddd0-323c-48de-8cd9-c19b3b4135f0 req-88954724-faee-44c9-86be-a8296db69c87 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3567386 Oct 20 03:40:27.758569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35552) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:27.764308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 004bd546-cb90-43a2-a941-def265691770 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:27.764643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.797917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'bed6fdfd-660d-497e-974a-3729d6abac73', 'name': 'tempest-PortsIpV6TestJSON-597967822'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:27.893320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-bed6fdfd-660d-497e-974a-3729d6abac73', 'network_id': 'bed6fdfd-660d-497e-974a-3729d6abac73', 'tenant_id': '97183b1f657e4bb5b7ed409b7f97abe9', 'fixed_ips': [{'subnet_id': '213d750c-798a-4f8c-9fd1-3860a06cd709'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:27.894538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.958848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c98c9e-e099-45d5-9f0a-45539ba22988 None None] DHCP port deletion for 42fcb01f-0d79-40a5-8846-c6e796feac44 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:27.968802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f8c98c9e-e099-45d5-9f0a-45539ba22988 None None] Deleting port 004bd546-cb90-43a2-a941-def265691770 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:27.969182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8c98c9e-e099-45d5-9f0a-45539ba22988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.981903 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e8fa614-bf0a-47d8-b73d-9f353cf4208d req-0a013c21-4cd5-41ee-872f-3410c7b27043 service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406462 Oct 20 03:40:27.999006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c5a1b3-0ff8-40b0-8947-a7f72267b2c7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.000713 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-33c5a1b3-0ff8-40b0-8947-a7f72267b2c7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5927901 Oct 20 03:40:28.012215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35556) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:28.062530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eca124-002f-481e-b8ad-63206f227059 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.068580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eca124-002f-481e-b8ad-63206f227059 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.074334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eca124-002f-481e-b8ad-63206f227059 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.079835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eca124-002f-481e-b8ad-63206f227059 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.085441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eca124-002f-481e-b8ad-63206f227059 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.091221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eca124-002f-481e-b8ad-63206f227059 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.097406 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-05eca124-002f-481e-b8ad-63206f227059 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4273865 Oct 20 03:40:28.098186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-6bb3478e-8093-437e-9f92-03613c897ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.100372 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-6bb3478e-8093-437e-9f92-03613c897ebf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3642124-8d53-42c1-875d-9acd7fd8dbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5200679 Oct 20 03:40:28.101068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35560) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:28.101413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3723e9db-c37e-48df-a349-dd506dbee04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.123437 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 2 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:28.191838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:28.233516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb28f-63c3-4aff-aa7d-d2710fef2dbd tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.240584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:28.246223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3723e9db-c37e-48df-a349-dd506dbee04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.274368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Allocated IP 2001:db8::2 (bed6fdfd-660d-497e-974a-3729d6abac73/213d750c-798a-4f8c-9fd1-3860a06cd709/a2d40f50-2525-4902-bd9a-cf97d9f9be40) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:28.281547 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d30efc2-e23d-4d4b-adda-667dafe2ea19 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.283035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d30efc2-e23d-4d4b-adda-667dafe2ea19 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.284497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d30efc2-e23d-4d4b-adda-667dafe2ea19 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.285481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4d30efc2-e23d-4d4b-adda-667dafe2ea19 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:28.288831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:28.363754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port 004bd546-cb90-43a2-a941-def265691770, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=004bd546-cb90-43a2-a941-def265691770,segment=NetworkSegment(1ad9c0d2-c81a-43e6-a350-922c378e851b),segment_id=1ad9c0d2-c81a-43e6-a350-922c378e851b)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:28.364112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.376737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdb28f-63c3-4aff-aa7d-d2710fef2dbd tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Calling delete_port for 93232e8b-527d-40f3-aac6-afbe071babb2 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:28.383304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f8c98c9e-e099-45d5-9f0a-45539ba22988 None None] For port 004bd546-cb90-43a2-a941-def265691770, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=004bd546-cb90-43a2-a941-def265691770,segment=NetworkSegment(1ad9c0d2-c81a-43e6-a350-922c378e851b),segment_id=1ad9c0d2-c81a-43e6-a350-922c378e851b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:28.387323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8c98c9e-e099-45d5-9f0a-45539ba22988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.494739 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-f62ed002-2e3e-4cb2-b657-2874eac17d5b service neutron] 10.222.0.26 "GET /v2.0/networks/f3642124-8d53-42c1-875d-9acd7fd8dbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809214 Oct 20 03:40:28.498588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:28.502230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.511072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4d30efc2-e23d-4d4b-adda-667dafe2ea19 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:28.516643 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4d30efc2-e23d-4d4b-adda-667dafe2ea19 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4990652 Oct 20 03:40:28.516850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f8c98c9e-e099-45d5-9f0a-45539ba22988 None None] Calling delete_port for 004bd546-cb90-43a2-a941-def265691770 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:28.521823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 004bd546-cb90-43a2-a941-def265691770 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:28.533671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35564) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:28.586636 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aae7c1f2-c424-4be5-ae47-82e68c0d3c34 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4827960 Oct 20 03:40:28.598287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35568) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:28.612688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port b4b545d8-b34a-43df-8767-5f4c9dd5337e yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:28.664300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3723e9db-c37e-48df-a349-dd506dbee04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.679485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58c3cba5-9c25-4368-b8d1-885dbac19142 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:28.719769 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 3 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:28.776219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ec128-308d-4eff-861c-2728cd75e477 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.780146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ec128-308d-4eff-861c-2728cd75e477 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.780146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ec128-308d-4eff-861c-2728cd75e477 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.780657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ec128-308d-4eff-861c-2728cd75e477 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.782182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ec128-308d-4eff-861c-2728cd75e477 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.783103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e62ec128-308d-4eff-861c-2728cd75e477 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Synchronizing usage tracker for tenant:0ae21ac329174a02a5f3027b395f631e on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:28.797179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e62ec128-308d-4eff-861c-2728cd75e477 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Unset dirty status for tenant:0ae21ac329174a02a5f3027b395f631e on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:28.797842 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e62ec128-308d-4eff-861c-2728cd75e477 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1904912 Oct 20 03:40:28.807308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35574) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:28.860006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:28.868783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-496c6eee-2596-402a-adce-4ea53d11f092 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 394d7503-d506-4224-b7e3-a4de188ba690 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:28.875683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:28.875982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723e9db-c37e-48df-a349-dd506dbee04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d22490-692a-40c6-a9fe-58ecd8d860cb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:28.876122 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:28.881241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-496c6eee-2596-402a-adce-4ea53d11f092 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.889426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6cc7e-bfaf-4b91-a373-29b9d51f31b5 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['shared'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.892115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6cc7e-bfaf-4b91-a373-29b9d51f31b5 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['shared'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.892239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6cc7e-bfaf-4b91-a373-29b9d51f31b5 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['shared'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.893672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6cc7e-bfaf-4b91-a373-29b9d51f31b5 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['shared'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.895037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6cc7e-bfaf-4b91-a373-29b9d51f31b5 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['shared'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.897554 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e8c6cc7e-bfaf-4b91-a373-29b9d51f31b5 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0890298 Oct 20 03:40:28.900839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35578) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:28.907278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 58c3cba5-9c25-4368-b8d1-885dbac19142 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:28.908125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.908461 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 58c3cba5-9c25-4368-b8d1-885dbac19142 Oct 20 03:40:28.945301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8c98c9e-e099-45d5-9f0a-45539ba22988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.978316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3723e9db-c37e-48df-a349-dd506dbee04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.981788 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3723e9db-c37e-48df-a349-dd506dbee04c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/24d22490-692a-40c6-a9fe-58ecd8d860cb HTTP/1.1" status: 204 len: 168 time: 1.3151884 Oct 20 03:40:28.990252 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-22001ccc-ed7b-4be0-9cbf-726ff4eea571 req-ef52dfaa-1b14-4a83-819d-61e32906aa01 service neutron] 10.222.0.26 "GET /v2.0/networks/f3642124-8d53-42c1-875d-9acd7fd8dbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755831 Oct 20 03:40:28.995787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-496c6eee-2596-402a-adce-4ea53d11f092 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.044945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c98c9e-e099-45d5-9f0a-45539ba22988 None None] No DVR routers for this DVR port 004bd546-cb90-43a2-a941-def265691770 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:29.069962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c98c9e-e099-45d5-9f0a-45539ba22988 None None] Pushing event deleted for resources: {'Port': ['ID=004bd546-cb90-43a2-a941-def265691770,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:29.085615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb28f-63c3-4aff-aa7d-d2710fef2dbd tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.140380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1c5e2-170e-4692-b6bf-b266ead3d922 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:29.145105 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a0e1c5e2-170e-4692-b6bf-b266ead3d922 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/networks/d0814dd2-291d-446d-b253-92346dd76e3f HTTP/1.1" status: 200 len: 803 time: 0.2400136 Oct 20 03:40:29.145649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35584) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:29.148132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.163122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Transition to ACTIVE for port object a2d40f50-2525-4902-bd9a-cf97d9f9be40 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:29.224247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Transition to ACTIVE for port object a2d40f50-2525-4902-bd9a-cf97d9f9be40 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:29.229326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e2039-afb9-4f94-8bbb-156ff3b85207 req-08d341e6-99b7-4b80-aaf2-ebf2ccee2901 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:29.230806 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-db3e2039-afb9-4f94-8bbb-156ff3b85207 req-08d341e6-99b7-4b80-aaf2-ebf2ccee2901 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 943 time: 0.2431273 Oct 20 03:40:29.236231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 58c3cba5-9c25-4368-b8d1-885dbac19142 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:29.251735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdb28f-63c3-4aff-aa7d-d2710fef2dbd tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event deleted for resources: {'Port': ['ID=93232e8b-527d-40f3-aac6-afbe071babb2,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:29.310445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.342504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb28f-63c3-4aff-aa7d-d2710fef2dbd tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.344413 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f4bdb28f-63c3-4aff-aa7d-d2710fef2dbd tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "DELETE /v2.0/ports/93232e8b-527d-40f3-aac6-afbe071babb2 HTTP/1.1" status: 204 len: 168 time: 2.1565430 Oct 20 03:40:29.350666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35588) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:29.362841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Request body: {'port': {'name': 'tempest-new-port-name-478742994', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:29.363333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] bootfile-name is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:40:29.363802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] tftp-server is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:40:29.364882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] server-ip-address is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:40:29.395952 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 4 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:29.411869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 004bd546-cb90-43a2-a941-def265691770 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:29.415752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.417504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-496c6eee-2596-402a-adce-4ea53d11f092 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.468652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-88565aaf-2ff7-479c-9ca5-5f9471d47a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:29.470441 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-88565aaf-2ff7-479c-9ca5-5f9471d47a38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 1096 time: 0.3177896 Oct 20 03:40:29.482089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 004bd546-cb90-43a2-a941-def265691770 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:29.515488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:29.528428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 004bd546-cb90-43a2-a941-def265691770 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:29.529036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 004bd546-cb90-43a2-a941-def265691770 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:29.549579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Network bed6fdfd-660d-497e-974a-3729d6abac73 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:29.553806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:29.555665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Pushing event updated for resources: {'Port': ['ID=a2d40f50-2525-4902-bd9a-cf97d9f9be40,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:29.568049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:29.599353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] The port '004bd546-cb90-43a2-a941-def265691770' was deleted {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:40:29.622812 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-db3e2039-afb9-4f94-8bbb-156ff3b85207 req-f196e2a7-350b-4aa1-9102-1eb13437c83f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3823338 Oct 20 03:40:29.696722 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1bbc9e61-237b-4834-a9e6-c9e2d43fa7bb tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/networks/d0814dd2-291d-446d-b253-92346dd76e3f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5502105 Oct 20 03:40:29.707417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35598) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:29.772392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Attempting to bind port a2d40f50-2525-4902-bd9a-cf97d9f9be40 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:29.779839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Attempting to bind port a2d40f50-2525-4902-bd9a-cf97d9f9be40 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'd1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bed6fdfd-660d-497e-974a-3729d6abac73'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:29.779839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Attempting to bind port a2d40f50-2525-4902-bd9a-cf97d9f9be40 on network bed6fdfd-660d-497e-974a-3729d6abac73 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:29.782338 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:29.783009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Checking segment: {'id': 'd1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bed6fdfd-660d-497e-974a-3729d6abac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:29.783999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.784585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Bound using segment: {'id': 'd1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bed6fdfd-660d-497e-974a-3729d6abac73'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:29.785320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Bound port: a2d40f50-2525-4902-bd9a-cf97d9f9be40, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bed6fdfd-660d-497e-974a-3729d6abac73'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:29.785958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.788127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::35f (bed6fdfd-660d-497e-974a-3729d6abac73/213d750c-798a-4f8c-9fd1-3860a06cd709/b4b545d8-b34a-43df-8767-5f4c9dd5337e) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:29.821304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.828586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.869976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fcb01f-0d79-40a5-8846-c6e796feac44']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:29.882924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d782771-dae1-4355-996e-a59889452538 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:29.884708 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4d782771-dae1-4355-996e-a59889452538 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/subnets/652db583-e433-4007-8031-27f63231e5de HTTP/1.1" status: 200 len: 843 time: 0.1609952 Oct 20 03:40:29.886953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-2e611725-b56e-40f9-b1fd-07f5d1b6ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:29.888314 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-2e611725-b56e-40f9-b1fd-07f5d1b6ede8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f3642124-8d53-42c1-875d-9acd7fd8dbc6 HTTP/1.1" status: 200 len: 897 time: 0.4066005 Oct 20 03:40:29.892956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35606) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:29.906597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] For port a2d40f50-2525-4902-bd9a-cf97d9f9be40, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:29.912549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] For port a2d40f50-2525-4902-bd9a-cf97d9f9be40, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a2d40f50-2525-4902-bd9a-cf97d9f9be40,segment=NetworkSegment(d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36),segment_id=d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:29.915347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad9c0d2-c81a-43e6-a350-922c378e851b') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:29.915657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad9c0d2-c81a-43e6-a350-922c378e851b') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:29.975311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.977426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.000778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-496c6eee-2596-402a-adce-4ea53d11f092 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.048697 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-bbd7de29-d03c-4fb7-ae76-71999fd6feb2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 HTTP/1.1" status: 200 len: 217 time: 0.1242299 Oct 20 03:40:30.061387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c6eee-2596-402a-adce-4ea53d11f092 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=394d7503-d506-4224-b7e3-a4de188ba690,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:30.078494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.092869 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 5 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:30.094328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9504b53-a29c-4928-943e-86976a808968 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['shared'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:30.099066 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b9504b53-a29c-4928-943e-86976a808968 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "GET /v2.0/subnets/652db583-e433-4007-8031-27f63231e5de?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1991107 Oct 20 03:40:30.100611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:30.101018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.104636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-496c6eee-2596-402a-adce-4ea53d11f092 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.113048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35610) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:30.122207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1855669520'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:30.151873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:30.159047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b0bec-6ca7-4cb0-8c20-a1b813b0d31b None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:30.189658 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 1ad9c0d2-c81a-43e6-a350-922c378e851b resource provider aggregate not found Oct 20 03:40:30.206186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:30.214252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:30.234409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b85b45-4e73-4531-b122-b19d50e17010 None None] Pushing event updated for resources: {'Port': ['ID=a2d40f50-2525-4902-bd9a-cf97d9f9be40,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:30.240487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 1ad9c0d2-c81a-43e6-a350-922c378e851b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ad9c0d2-c81a-43e6-a350-922c378e851b found for delete ", "request_id": "req-e631df30-0e23-4ef6-8ded-fa494bb08f92"}]} Oct 20 03:40:30.264738 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-496c6eee-2596-402a-adce-4ea53d11f092 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/394d7503-d506-4224-b7e3-a4de188ba690 HTTP/1.1" status: 204 len: 168 time: 1.7281239 Oct 20 03:40:30.272947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-443d99a4-7691-44ba-9a5c-79908e08e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:30.274732 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-443d99a4-7691-44ba-9a5c-79908e08e8de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2 HTTP/1.1" status: 200 len: 834 time: 0.2102561 Oct 20 03:40:30.275379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35624) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:30.283705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.299694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object b4b545d8-b34a-43df-8767-5f4c9dd5337e will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:30.332118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.356146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.367995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Network': ['ID=42fcb01f-0d79-40a5-8846-c6e796feac44,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:30.432095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:30.435491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.447943 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b1b95829-6de5-41c4-a6b6-0df8758922ed tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/networks/42fcb01f-0d79-40a5-8846-c6e796feac44 HTTP/1.1" status: 204 len: 168 time: 3.0824180 Oct 20 03:40:30.454888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.474921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35630) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:30.484872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-188a4704-c09e-4755-843a-9820e963625d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Deleting subnet 985e0e74-46f4-4e42-bba5-0db1ef418c78 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:30.495896 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1144530463', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:30.523787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-188a4704-c09e-4755-843a-9820e963625d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.552536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:30.575858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:router and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:30.584976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network bed6fdfd-660d-497e-974a-3729d6abac73 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:30.589353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:30.594060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:30.606024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=b4b545d8-b34a-43df-8767-5f4c9dd5337e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:30.606024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:30.608494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:30.609243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.625596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35634) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:30.633046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:30.637103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:30.668729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.669101 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Added segment eaefe827-cf50-4981-bf17-6e9e721e7074 of type vlan for network ab347803-2388-4319-a495-9ee3d16f164e Oct 20 03:40:30.674136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-188a4704-c09e-4755-843a-9820e963625d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.716832 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 6 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:30.721803 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f894be0f-2e17-438e-86da-898d377190c8 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9583817 Oct 20 03:40:30.722817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35642) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:30.728209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': 'bed6fdfd-660d-497e-974a-3729d6abac73', 'name': 'tempest-PortsIpV6TestJSON-1944216762'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:30.746398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-3fe0ea96-1b6f-4aa7-89cd-47f36969e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:30.747907 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-3fe0ea96-1b6f-4aa7-89cd-47f36969e536 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3642124-8d53-42c1-875d-9acd7fd8dbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4650278 Oct 20 03:40:30.781359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.858021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:30.868155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.879542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.880574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.891438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'network': {'name': 'tempest-RoutersTest-530224143'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:30.908401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:30.917019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:network and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:30.921809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:30.937336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:30.944597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.997887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:31.003474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:31.007157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:31.015217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:31.039271 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:31.042970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.058105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.076690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:31.081249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:security_group_rule and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:31.084985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:31.092601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:31.096136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:31.100407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.138010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 6ff67bbe-8281-4d2e-a44e-e07a0056e34e yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:31.237958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] In _notify_port_updated(), no bound segment for port 0fae677f-936a-4795-a453-32d6725ff8b2 on network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:40:31.243669 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:31.244525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.246056 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "PUT /v2.0/ports/0fae677f-936a-4795-a453-32d6725ff8b2 HTTP/1.1" status: 200 len: 1128 time: 1.8913341 Oct 20 03:40:31.260307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35646) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:31.335923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.347759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::20f (bed6fdfd-660d-497e-974a-3729d6abac73/213d750c-798a-4f8c-9fd1-3860a06cd709/6ff67bbe-8281-4d2e-a44e-e07a0056e34e) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:31.359405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.361756 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 7 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:31.406321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fafd3-4e12-415e-a6e1-21dc00932498 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event updated for resources: {'Port': ['ID=0fae677f-936a-4795-a453-32d6725ff8b2,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:31.407853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.466871 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-c06c66f8-cb57-40f0-9178-95a601078135 service neutron] 10.222.0.26 "GET /v2.0/networks/f3642124-8d53-42c1-875d-9acd7fd8dbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019081 Oct 20 03:40:31.474403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:31.480795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242b0dc-4f0a-4aa1-b51a-cb4ad14c0cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:31.482027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e242b0dc-4f0a-4aa1-b51a-cb4ad14c0cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Synchronizing usage tracker for tenant:0504dfb5e539406e960175d0fd08acaa on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:31.510973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:31.575033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.580736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:31.581355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.585392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a9190f-3860-466c-9970-06fbbe405438,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:31.594755 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.595432 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added segment e9cf50fc-8aff-4262-9597-444a375af4ed of type vlan for network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 Oct 20 03:40:31.660798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.685055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-188a4704-c09e-4755-843a-9820e963625d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.711738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.735322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object 6ff67bbe-8281-4d2e-a44e-e07a0056e34e will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:31.792487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.798556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:31.802455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.830413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.850722 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7306046 Oct 20 03:40:31.878391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35650) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:31.914028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a1ae9d-c365-4bbd-9e68-cf1e07f7009f None None] Network bed6fdfd-660d-497e-974a-3729d6abac73 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:31.943488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77058ee-8628-418a-8834-19804c77e16f req-203f6cee-4b9b-4876-96a0-9e9f11a50565 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:31.945124 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a77058ee-8628-418a-8834-19804c77e16f req-203f6cee-4b9b-4876-96a0-9e9f11a50565 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 943 time: 1.0668240 Oct 20 03:40:31.945843 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f40d6-891e-4cef-ba13-d05fea1feeab tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Network': ['ID=ab347803-2388-4319-a495-9ee3d16f164e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:31.980746 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 8 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:32.017141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network ab347803-2388-4319-a495-9ee3d16f164e details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:32.050570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'network_id': 'ab347803-2388-4319-a495-9ee3d16f164e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:32.068100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e242b0dc-4f0a-4aa1-b51a-cb4ad14c0cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Unset dirty status for tenant:0504dfb5e539406e960175d0fd08acaa on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:32.068931 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e242b0dc-4f0a-4aa1-b51a-cb4ad14c0cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "GET /v2.0/ports/0fae677f-936a-4795-a453-32d6725ff8b2 HTTP/1.1" status: 200 len: 1128 time: 0.8018210 Oct 20 03:40:32.105184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35654) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:32.116249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network bed6fdfd-660d-497e-974a-3729d6abac73 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:32.162133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.167321 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64d8810e-d044-47e5-bcca-0df2f3562f91 req-6c2c06de-a2dd-48fb-b3ce-4cff17908ec2 service neutron] 10.222.0.26 "GET /v2.0/networks/f3642124-8d53-42c1-875d-9acd7fd8dbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763463 Oct 20 03:40:32.168637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:32.185548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:32.185921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:32.191407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:32.192028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.209388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Network': ['ID=bc7f3c13-be96-4a9f-b17d-47b4fd023d00,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:32.219389 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a77058ee-8628-418a-8834-19804c77e16f req-8daba555-8f71-4d73-bdf6-4a3bb9bc998a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2143123 Oct 20 03:40:32.233244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-100d35b1-0322-4d57-838e-3521558db590 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Deleting port 0fae677f-936a-4795-a453-32d6725ff8b2 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:32.233980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-100d35b1-0322-4d57-838e-3521558db590 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.238307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=6ff67bbe-8281-4d2e-a44e-e07a0056e34e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:32.246812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:32.248152 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-67474dad-1d40-4804-9ef5-bf41d0786c5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6214564 Oct 20 03:40:32.250761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35658) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:32.258875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'network': {'name': 'tempest-RoutersTest-1710393660'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:32.272580 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:32.275352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:32.287436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:network and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:32.292508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:32.295160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:32.300771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:32.340119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-16d38aa1-956f-4987-b9ee-f80bebac573f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6164289 Oct 20 03:40:32.343144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35662) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:32.364530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-188a4704-c09e-4755-843a-9820e963625d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.408482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Made reservation on behalf of 0ae21ac329174a02a5f3027b395f631e for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:32.412325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.443656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a4704-c09e-4755-843a-9820e963625d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Subnet': ['ID=985e0e74-46f4-4e42-bba5-0db1ef418c78,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:32.455822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b54128-8781-4dd7-878d-5f0d2284c077 None None] Network 70bc74a8-f345-4115-a4c4-4fbf84d34303 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:32.464291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-188a4704-c09e-4755-843a-9820e963625d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.486912 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-188a4704-c09e-4755-843a-9820e963625d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/985e0e74-46f4-4e42-bba5-0db1ef418c78 HTTP/1.1" status: 204 len: 168 time: 2.2077248 Oct 20 03:40:32.492914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35666) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:32.531578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:32.538116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.568026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Performing IP validity checks on allocation pools {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 20 03:40:32.569212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking for overlaps among allocation pools and gateway ip {{(pid=90075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 20 03:40:32.595490 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f0c61909-24f7-47b6-bec6-be249c252b2b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014662 Oct 20 03:40:32.599781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35670) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:32.675861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:32.678557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a2d40f50-2525-4902-bd9a-cf97d9f9be40 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:32.715552 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 9 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:32.718095 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:40:32.739404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c27b00-f03d-4f5c-9b82-1f127fc03a80 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:32.750953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-48c27b00-f03d-4f5c-9b82-1f127fc03a80 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:32.750953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.750953 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added segment f18554bc-743d-4967-8991-f15bae6c8271 of type vlan for network f91dec39-a4fa-4453-9662-6b926724baef Oct 20 03:40:32.812130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.862415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:32.895077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-48c27b00-f03d-4f5c-9b82-1f127fc03a80 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:32.896834 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-48c27b00-f03d-4f5c-9b82-1f127fc03a80 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A35f HTTP/1.1" status: 200 len: 928 time: 0.5525782 Oct 20 03:40:32.899771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35674) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:32.909583 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e52fa-4fd0-47fb-ad52-7ba0d0846e52 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:32.910291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0e3e52fa-4fd0-47fb-ad52-7ba0d0846e52 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Synchronizing usage tracker for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:32.921205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:40:32.952024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0e3e52fa-4fd0-47fb-ad52-7ba0d0846e52 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Unset dirty status for tenant:6d9863bfecf04af69786ab19abcc17f1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:32.953208 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0e3e52fa-4fd0-47fb-ad52-7ba0d0846e52 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3521109 Oct 20 03:40:32.954811 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-100d35b1-0322-4d57-838e-3521558db590 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.962201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35678) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:32.989798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14153eab-90b0-42e4-b3d8-b0d023e1b275 None None] DHCP port deletion for 70bc74a8-f345-4115-a4c4-4fbf84d34303 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:32.996868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port a2d40f50-2525-4902-bd9a-cf97d9f9be40 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:33.013393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.018808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:33.019224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.055971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-14153eab-90b0-42e4-b3d8-b0d023e1b275 None None] Deleting port 58c3cba5-9c25-4368-b8d1-885dbac19142 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:33.056464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-14153eab-90b0-42e4-b3d8-b0d023e1b275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.121410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-100d35b1-0322-4d57-838e-3521558db590 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Calling delete_port for 0fae677f-936a-4795-a453-32d6725ff8b2 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:33.131027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.184903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da70a6-d523-4674-8e31-bde54cb53987 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:33.186362 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e5da70a6-d523-4674-8e31-bde54cb53987 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2233262 Oct 20 03:40:33.195262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35682) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:33.204992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Network': ['ID=f91dec39-a4fa-4453-9662-6b926724baef,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:33.233465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f91dec39-a4fa-4453-9662-6b926724baef details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:33.255633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:33.280865 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5ce3c3b6-90c1-4f77-a03d-eee834867d27 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0290804 Oct 20 03:40:33.296467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35688) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:33.304561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-90cdbd2e-6126-4ed2-a69e-22c73d1976a8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053507 Oct 20 03:40:33.314089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'subnet': {'network_id': 'bc7f3c13-be96-4a9f-b17d-47b4fd023d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:33.339265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35692) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:33.364910 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 10 to provision port 0fae677f-936a-4795-a453-32d6725ff8b2 Oct 20 03:40:33.459132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'cb69bf90-a8e3-4a07-b0e8-4b356ce2b955', 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6', 'port_id': 'cb69bf90-a8e3-4a07-b0e8-4b356ce2b955', 'mac_address': 'fa:16:3e:3c:a7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:40:33.467747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=c2f3cb69-b809-48da-9128-26e30b0fe737,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:33.486022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:33.499657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:subnet and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:33.503699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:33.512515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:33.514530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Checking segment: {'id': 'eaefe827-cf50-4981-bf17-6e9e721e7074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ab347803-2388-4319-a495-9ee3d16f164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:33.514887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network hostable DHCP agents. Network: ab347803-2388-4319-a495-9ee3d16f164e, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:33.533230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-14153eab-90b0-42e4-b3d8-b0d023e1b275 None None] For port 58c3cba5-9c25-4368-b8d1-885dbac19142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58c3cba5-9c25-4368-b8d1-885dbac19142,segment=NetworkSegment(10bc0a0d-8887-42d4-bced-2e5e6d52028c),segment_id=10bc0a0d-8887-42d4-bced-2e5e6d52028c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:33.534035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-14153eab-90b0-42e4-b3d8-b0d023e1b275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.563340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.566190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401601f1-80b9-444c-9a39-ed9b84108dac req-d7607771-59a5-442d-92e0-d474ef782a53 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:33.575334 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-401601f1-80b9-444c-9a39-ed9b84108dac req-d7607771-59a5-442d-92e0-d474ef782a53 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 943 time: 0.1453497 Oct 20 03:40:33.602403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5e86b758-33dc-4310-a943-335d97854b35 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 6ff67bbe-8281-4d2e-a44e-e07a0056e34e {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:33.602713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e86b758-33dc-4310-a943-335d97854b35 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.609836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:33.615149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.638959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Network ab347803-2388-4319-a495-9ee3d16f164e is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:33.671936 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cdf69a-34d4-4ff1-8ce7-2c74eef81d8b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:33.672407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cdf69a-34d4-4ff1-8ce7-2c74eef81d8b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:33.675309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.685577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Port 0fae677f-936a-4795-a453-32d6725ff8b2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:33.696294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-14153eab-90b0-42e4-b3d8-b0d023e1b275 None None] Calling delete_port for 58c3cba5-9c25-4368-b8d1-885dbac19142 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:33.721645 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-401601f1-80b9-444c-9a39-ed9b84108dac req-9a805dfd-25bf-47fc-a4c6-fbb273285673 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1450887 Oct 20 03:40:33.734302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, ab347803-2388-4319-a495-9ee3d16f164e) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:33.736392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Could not find standard attr ID for object 28ec29bb-f920-44f4-ad42-b778c1788da1. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:33.740677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:33.741414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.744363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:33.744951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.755305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c9e183-28d0-4a1d-8ef3-6e6fd067567f None None] Network ab347803-2388-4319-a495-9ee3d16f164e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:33.800570 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c6cdf69a-34d4-4ff1-8ce7-2c74eef81d8b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/28ec29bb-f920-44f4-ad42-b778c1788da1 HTTP/1.1" status: 404 len: 333 time: 0.4076827 Oct 20 03:40:33.806717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35696) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:33.873550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-100d35b1-0322-4d57-838e-3521558db590 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.879775 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1ff0c28f-1f81-4e87-9e2e-747e1c4a4118 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9840019 Oct 20 03:40:33.880767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35700) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:33.891154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:40:33.894272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3a240b40-3e2a-4afb-9bb6-80f75a525f1b tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:33.913455 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b498d0c-00eb-47b8-8028-61fd12ba61f2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:33.914007 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b498d0c-00eb-47b8-8028-61fd12ba61f2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:33.943201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:33.982477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d35b1-0322-4d57-838e-3521558db590 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event deleted for resources: {'Port': ['ID=0fae677f-936a-4795-a453-32d6725ff8b2,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.012180 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0b498d0c-00eb-47b8-8028-61fd12ba61f2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/985e0e74-46f4-4e42-bba5-0db1ef418c78 HTTP/1.1" status: 404 len: 337 time: 0.1912606 Oct 20 03:40:34.015178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35704) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:34.029997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-100d35b1-0322-4d57-838e-3521558db590 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.031900 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-100d35b1-0322-4d57-838e-3521558db590 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "DELETE /v2.0/ports/0fae677f-936a-4795-a453-32d6725ff8b2 HTTP/1.1" status: 204 len: 168 time: 1.9257336 Oct 20 03:40:34.106208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Provisioning for port 35c3941a-243d-4586-aa90-f9af7a1208e6 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:34.110027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35708) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:34.117257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.186115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.186650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-14153eab-90b0-42e4-b3d8-b0d023e1b275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.195213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Provisioning complete for port 35c3941a-243d-4586-aa90-f9af7a1208e6 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:34.195581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.195912 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Attempt 1 to provision port 35c3941a-243d-4586-aa90-f9af7a1208e6 Oct 20 03:40:34.217379 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-50149e6e-b578-4fd3-a83c-300f70294e74 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:34.217936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50149e6e-b578-4fd3-a83c-300f70294e74 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:34.229204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-ab347803-2388-4319-a495-9ee3d16f164e', 'network_id': 'ab347803-2388-4319-a495-9ee3d16f164e', 'tenant_id': '0ae21ac329174a02a5f3027b395f631e', 'fixed_ips': [{'subnet_id': 'c2f3cb69-b809-48da-9128-26e30b0fe737'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:34.229927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.251874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 172.26.7.58 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/a12b278c-4df9-491e-a653-ac84ec7e8474) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:34.256599 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-50149e6e-b578-4fd3-a83c-300f70294e74 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/394d7503-d506-4224-b7e3-a4de188ba690 HTTP/1.1" status: 404 len: 337 time: 0.2381511 Oct 20 03:40:34.256599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a240b40-3e2a-4afb-9bb6-80f75a525f1b tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2427587'] for subnet, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.257301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa643482-32d0-4450-ad19-9edd5450065b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Deleting subnet 23d8682c-f500-4119-b378-4b35a8995d3f {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:34.260057 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35712) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:34.271094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14153eab-90b0-42e4-b3d8-b0d023e1b275 None None] No DVR routers for this DVR port 58c3cba5-9c25-4368-b8d1-885dbac19142 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:34.276517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa643482-32d0-4450-ad19-9edd5450065b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.308519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Subnet': ['ID=35cdc8e8-6e4d-4e31-9cc3-264de0c7a283,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.319658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Checking segment: {'id': 'e9cf50fc-8aff-4262-9597-444a375af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bc7f3c13-be96-4a9f-b17d-47b4fd023d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:34.320114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network hostable DHCP agents. Network: bc7f3c13-be96-4a9f-b17d-47b4fd023d00, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:34.342331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.356065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e86b758-33dc-4310-a943-335d97854b35 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.402701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14153eab-90b0-42e4-b3d8-b0d023e1b275 None None] Pushing event deleted for resources: {'Port': ['ID=58c3cba5-9c25-4368-b8d1-885dbac19142,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.440951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['cb69bf90-a8e3-4a07-b0e8-4b356ce2b955'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:40:34.505631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:34.540161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Current status of the port 35c3941a-243d-4586-aa90-f9af7a1208e6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:34.540680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.575622 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e353991f-857d-4570-aa9a-3f74cfae6497 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:34.575866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e353991f-857d-4570-aa9a-3f74cfae6497 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:34.577694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, bc7f3c13-be96-4a9f-b17d-47b4fd023d00) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:34.582312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:34.583586 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.597488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67133262-fd51-4e2a-9355-db3cc0a5d0f5 None None] Network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:34.597699 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e353991f-857d-4570-aa9a-3f74cfae6497 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/71eb6f4b-d22f-4b6e-a326-d397d640504e HTTP/1.1" status: 404 len: 333 time: 0.3254514 Oct 20 03:40:34.600699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35716) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:34.617643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58c3cba5-9c25-4368-b8d1-885dbac19142 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:34.642029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] For port 35c3941a-243d-4586-aa90-f9af7a1208e6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=35c3941a-243d-4586-aa90-f9af7a1208e6,segment=NetworkSegment(39eb820f-7b95-4448-884f-ef8817e4da61),segment_id=39eb820f-7b95-4448-884f-ef8817e4da61)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:34.643494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a240b40-3e2a-4afb-9bb6-80f75a525f1b tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730572078219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3645828'] for subnet, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.691999 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20cadee-fee2-4e33-9834-df62ae256a32 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:34.693109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20cadee-fee2-4e33-9834-df62ae256a32 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:34.697170 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e20cadee-fee2-4e33-9834-df62ae256a32 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/3b6e5b39-4bd2-44e6-b13b-8a9376758db7 HTTP/1.1" status: 404 len: 337 time: 0.0874076 Oct 20 03:40:34.699853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35720) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:34.751163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.751704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a240b40-3e2a-4afb-9bb6-80f75a525f1b tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:34.752308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a240b40-3e2a-4afb-9bb6-80f75a525f1b tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.757787 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3a240b40-3e2a-4afb-9bb6-80f75a525f1b tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "PUT /v2.0/subnets/c2f3cb69-b809-48da-9128-26e30b0fe737 HTTP/1.1" status: 200 len: 900 time: 0.8722665 Oct 20 03:40:34.758558 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-56657bb9-9018-41d8-ae02-cd13a1563f93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:34.758693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56657bb9-9018-41d8-ae02-cd13a1563f93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:34.760320 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-56657bb9-9018-41d8-ae02-cd13a1563f93 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/140c1f19-37f7-4e7b-85cb-61219013c4c5 HTTP/1.1" status: 404 len: 337 time: 0.0581458 Oct 20 03:40:34.760872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35724) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:34.763877 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a5411e3f-5c8b-4f35-b4e8-3e734cbe2868 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4583259 Oct 20 03:40:34.765784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35728) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:34.766340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5e86b758-33dc-4310-a943-335d97854b35 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 6ff67bbe-8281-4d2e-a44e-e07a0056e34e owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:34.790704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 58c3cba5-9c25-4368-b8d1-885dbac19142 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:34.791048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58c3cba5-9c25-4368-b8d1-885dbac19142 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:34.792162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35732) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:34.828672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Could not find standard attr ID for object 58c3cba5-9c25-4368-b8d1-885dbac19142. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:34.830179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'subnet': {'network_id': 'f91dec39-a4fa-4453-9662-6b926724baef', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:34.854760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a240b40-3e2a-4afb-9bb6-80f75a525f1b tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event updated for resources: {'Subnet': ['ID=c2f3cb69-b809-48da-9128-26e30b0fe737,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.869748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Could not find standard attr ID for object 93232e8b-527d-40f3-aac6-afbe071babb2. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:34.889243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Allocated IP 2001:db8::3 (ab347803-2388-4319-a495-9ee3d16f164e/c2f3cb69-b809-48da-9128-26e30b0fe737/e8c3ee1a-e353-44e2-967e-fbd24bea3a1a) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:34.952043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebd7bc-178a-408c-9f8a-7ababf0fe3b9 None None] Pushing event updated for resources: {'Port': ['ID=35c3941a-243d-4586-aa90-f9af7a1208e6,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.984153 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a79ec1b-4d30-4b1b-9276-b749f1fd618e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:34.984702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a79ec1b-4d30-4b1b-9276-b749f1fd618e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:34.986818 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5a79ec1b-4d30-4b1b-9276-b749f1fd618e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/19efe996-8f8f-44cb-8d26-4a6a781d6501 HTTP/1.1" status: 404 len: 333 time: 0.2145326 Oct 20 03:40:34.993251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35738) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.003496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa643482-32d0-4450-ad19-9edd5450065b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.044228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e86b758-33dc-4310-a943-335d97854b35 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.061060 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7abc9ad-5082-4f33-a673-4fa00872653f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:35.061545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7abc9ad-5082-4f33-a673-4fa00872653f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:35.065832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e7abc9ad-5082-4f33-a673-4fa00872653f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/bb82f34c-4ba1-4ea7-89a7-573983ec643f HTTP/1.1" status: 404 len: 337 time: 0.0670207 Oct 20 03:40:35.073801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35742) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.083885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Could not find standard attr ID for object 58c3cba5-9c25-4368-b8d1-885dbac19142. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:35.113035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Could not find standard attr ID for object 0fae677f-936a-4795-a453-32d6725ff8b2. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:35.137711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:35.143101 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-07728414-c3e3-42a2-8201-5f187b178e7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:35.143566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07728414-c3e3-42a2-8201-5f187b178e7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:35.148139 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-07728414-c3e3-42a2-8201-5f187b178e7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/c903cdd2-ebb2-4e99-8a4d-1a72364fc020 HTTP/1.1" status: 404 len: 337 time: 0.0691748 Oct 20 03:40:35.149621 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35746) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.150374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:subnet and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:35.163446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:35.166827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86b758-33dc-4310-a943-335d97854b35 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=6ff67bbe-8281-4d2e-a44e-e07a0056e34e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:35.209343 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e86b758-33dc-4310-a943-335d97854b35 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.211231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:35.218935 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-629a92d3-37be-4118-89e0-77dcd6f42450 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:35.219313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629a92d3-37be-4118-89e0-77dcd6f42450 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:35.231012 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-629a92d3-37be-4118-89e0-77dcd6f42450 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/ad4acd5b-b1d5-45dd-9fc5-189085c3cb77 HTTP/1.1" status: 404 len: 333 time: 0.0678771 Oct 20 03:40:35.231012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.232130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35750) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.249891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-bc7f3c13-be96-4a9f-b17d-47b4fd023d00', 'network_id': 'bc7f3c13-be96-4a9f-b17d-47b4fd023d00', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'fixed_ips': [{'subnet_id': '35cdc8e8-6e4d-4e31-9cc3-264de0c7a283'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:35.250724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.281077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.286525 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-451fb24c-19d6-45bd-95ec-a52802933e1d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:35.286525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451fb24c-19d6-45bd-95ec-a52802933e1d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:35.286893 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-451fb24c-19d6-45bd-95ec-a52802933e1d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/145d8f5a-1a72-4878-aace-550561074a65 HTTP/1.1" status: 404 len: 337 time: 0.0513363 Oct 20 03:40:35.289930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35754) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.342849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32148-7ee5-4c81-83af-9be05877bce1 req-8597cda1-cf79-487d-bd67-53280765c743 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:35.344636 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-84c32148-7ee5-4c81-83af-9be05877bce1 req-8597cda1-cf79-487d-bd67-53280765c743 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 944 time: 0.4109242 Oct 20 03:40:35.359191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:35.362258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.362593 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa643482-32d0-4450-ad19-9edd5450065b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.362740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.374319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Transition to ACTIVE for port object e8c3ee1a-e353-44e2-967e-fbd24bea3a1a will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:35.381592 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-081dc939-ade0-4dc2-af58-3ff5ac3a8b21 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:35.382045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081dc939-ade0-4dc2-af58-3ff5ac3a8b21 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:35.386076 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-081dc939-ade0-4dc2-af58-3ff5ac3a8b21 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/926b561c-ee3a-46f1-8d28-5d7888188688 HTTP/1.1" status: 404 len: 337 time: 0.0929320 Oct 20 03:40:35.390482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35758) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.413822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Provisioning for port a2d40f50-2525-4902-bd9a-cf97d9f9be40 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:35.419861 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5e86b758-33dc-4310-a943-335d97854b35 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/6ff67bbe-8281-4d2e-a44e-e07a0056e34e HTTP/1.1" status: 204 len: 168 time: 2.5167043 Oct 20 03:40:35.424964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35762) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.435489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Provisioning complete for port a2d40f50-2525-4902-bd9a-cf97d9f9be40 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:35.436165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.436690 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Attempt 1 to provision port a2d40f50-2525-4902-bd9a-cf97d9f9be40 Oct 20 03:40:35.486037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.509444 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe640d2-7393-4589-bdac-75a0f68d774b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:35.509849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe640d2-7393-4589-bdac-75a0f68d774b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:35.511510 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1fe640d2-7393-4589-bdac-75a0f68d774b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/d658f468-2d89-4b7f-a2a2-e9db7ae19d9d HTTP/1.1" status: 404 len: 333 time: 0.1181779 Oct 20 03:40:35.519486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35766) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.558359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.563679 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fe3c97-bc0b-4278-8203-403e5ee90c84 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:40:35.564212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-95fe3c97-bc0b-4278-8203-403e5ee90c84 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:35.568856 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-84c32148-7ee5-4c81-83af-9be05877bce1 req-0adffd54-91d0-4b8e-96a7-3ebe7add33ab tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2109044 Oct 20 03:40:35.611916 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb18da62-d0ba-46f9-b8d3-5a08e674b9ba tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:35.617002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb18da62-d0ba-46f9-b8d3-5a08e674b9ba tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:35.617002 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eb18da62-d0ba-46f9-b8d3-5a08e674b9ba tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/da9531a5-e475-4aff-a9b4-1d913518653d HTTP/1.1" status: 404 len: 337 time: 0.0936825 Oct 20 03:40:35.618059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:35.621716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35770) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.632338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:35.635804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:35.679389 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bfc045-5a1c-4d13-9e87-55a4dbc16406 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:35.679863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bfc045-5a1c-4d13-9e87-55a4dbc16406 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:35.691806 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-12bfc045-5a1c-4d13-9e87-55a4dbc16406 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/6bfee02b-bc13-4a95-a94b-39da74c183c9 HTTP/1.1" status: 404 len: 333 time: 0.0675650 Oct 20 03:40:35.693761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35774) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.695743 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Transition to ACTIVE for port object e8c3ee1a-e353-44e2-967e-fbd24bea3a1a will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:35.708875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Allocated IP 172.20.0.2 (bc7f3c13-be96-4a9f-b17d-47b4fd023d00/35cdc8e8-6e4d-4e31-9cc3-264de0c7a283/2e1eb888-39a3-49c9-aa56-30f25c875ea8) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:35.746676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=a12b278c-4df9-491e-a653-ac84ec7e8474,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:35.799908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.859037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa643482-32d0-4450-ad19-9edd5450065b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.875909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.880605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.892257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-95fe3c97-bc0b-4278-8203-403e5ee90c84 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:35.896750 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-95fe3c97-bc0b-4278-8203-403e5ee90c84 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/6ff67bbe-8281-4d2e-a44e-e07a0056e34e HTTP/1.1" status: 404 len: 333 time: 0.4675031 Oct 20 03:40:35.896750 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf255cf-97f9-4bcc-a0e6-5a53c4e6ee5b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:35.896750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf255cf-97f9-4bcc-a0e6-5a53c4e6ee5b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:35.897955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35778) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:35.928790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f3cb69-b809-48da-9128-26e30b0fe737,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:35.961238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa643482-32d0-4450-ad19-9edd5450065b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event deleted for resources: {'Subnet': ['ID=23d8682c-f500-4119-b378-4b35a8995d3f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:35.961486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Network ab347803-2388-4319-a495-9ee3d16f164e is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:35.966214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aa643482-32d0-4450-ad19-9edd5450065b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.971008 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-aa643482-32d0-4450-ad19-9edd5450065b tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "DELETE /v2.0/subnets/23d8682c-f500-4119-b378-4b35a8995d3f HTTP/1.1" status: 204 len: 168 time: 1.8506801 Oct 20 03:40:35.972479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:35.987968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:35.989943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Pushing event updated for resources: {'Port': ['ID=e8c3ee1a-e353-44e2-967e-fbd24bea3a1a,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:35.992203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e13407-dc3f-452d-8d26-9c76b5d40fb6 None None] Network 3a367fa7-e16e-4cee-94fb-89dd351ddb6f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:36.020834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Current status of the port a2d40f50-2525-4902-bd9a-cf97d9f9be40 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:36.020834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.039961 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8cf255cf-97f9-4bcc-a0e6-5a53c4e6ee5b tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/988d699e-34a7-44de-bcb2-385a160ee563 HTTP/1.1" status: 404 len: 337 time: 0.2870750 Oct 20 03:40:36.041296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0d8d9-6bd4-4ca8-9f38-f7a6a6f48d0f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port b4b545d8-b34a-43df-8767-5f4c9dd5337e {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:36.041644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7ef0d8d9-6bd4-4ca8-9f38-f7a6a6f48d0f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.068657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35782) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.068996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35784) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.191642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.219948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Checking segment: {'id': 'f18554bc-743d-4967-8991-f15bae6c8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f91dec39-a4fa-4453-9662-6b926724baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:36.220722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network hostable DHCP agents. Network: f91dec39-a4fa-4453-9662-6b926724baef, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:36.224747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Subnet': ['ID=80fdcfe9-7ca5-4229-9da2-990f1b58c919,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:36.246692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab347803-2388-4319-a495-9ee3d16f164e']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:36.262256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaefe827-cf50-4981-bf17-6e9e721e7074') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:36.262613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaefe827-cf50-4981-bf17-6e9e721e7074') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:36.277616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.294398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.301210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:36.301675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.320392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Attempting to bind port e8c3ee1a-e353-44e2-967e-fbd24bea3a1a on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:36.320762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Attempting to bind port e8c3ee1a-e353-44e2-967e-fbd24bea3a1a by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'eaefe827-cf50-4981-bf17-6e9e721e7074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ab347803-2388-4319-a495-9ee3d16f164e'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:36.321140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Attempting to bind port e8c3ee1a-e353-44e2-967e-fbd24bea3a1a on network ab347803-2388-4319-a495-9ee3d16f164e {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:36.329660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] For port a2d40f50-2525-4902-bd9a-cf97d9f9be40, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a2d40f50-2525-4902-bd9a-cf97d9f9be40,segment=NetworkSegment(d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36),segment_id=d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:36.350705 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8f9757-51fa-4d59-9d4d-23ecc2807fb4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:36.351175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8f9757-51fa-4d59-9d4d-23ecc2807fb4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:36.355260 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0a8f9757-51fa-4d59-9d4d-23ecc2807fb4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/eb39e9c5-3e7e-48e7-9c59-b4dc4b636aea HTTP/1.1" status: 404 len: 333 time: 0.2706573 Oct 20 03:40:36.359607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35792) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.374565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:36.374939 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Checking segment: {'id': 'eaefe827-cf50-4981-bf17-6e9e721e7074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ab347803-2388-4319-a495-9ee3d16f164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:36.375342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.375735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Bound using segment: {'id': 'eaefe827-cf50-4981-bf17-6e9e721e7074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ab347803-2388-4319-a495-9ee3d16f164e'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:36.376208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Bound port: e8c3ee1a-e353-44e2-967e-fbd24bea3a1a, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaefe827-cf50-4981-bf17-6e9e721e7074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ab347803-2388-4319-a495-9ee3d16f164e'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:36.376575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.384310 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment eaefe827-cf50-4981-bf17-6e9e721e7074 resource provider aggregate not found Oct 20 03:40:36.396651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network f91dec39-a4fa-4453-9662-6b926724baef is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:36.413984 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment eaefe827-cf50-4981-bf17-6e9e721e7074 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaefe827-cf50-4981-bf17-6e9e721e7074 found for delete ", "request_id": "req-26febe7d-4d6c-4807-a36c-392265d9b568"}]} Oct 20 03:40:36.445257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.452056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.483338 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3d2902-2ff4-4278-b3c7-dcd237194be3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:36.483788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3d2902-2ff4-4278-b3c7-dcd237194be3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:36.485836 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3d3d2902-2ff4-4278-b3c7-dcd237194be3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/49cb7f3d-9397-4bf3-b6be-d1eb21859705 HTTP/1.1" status: 404 len: 337 time: 0.1139252 Oct 20 03:40:36.488235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35798) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.505796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:40:36.505796 dv-neutron-861845-1-hyperv neutron-server[90075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:40:36.505796 dv-neutron-861845-1-hyperv neutron-server[90075]: [parameters: {'id': 'ab347803-2388-4319-a495-9ee3d16f164e'}] Oct 20 03:40:36.505796 dv-neutron-861845-1-hyperv neutron-server[90075]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:36.506576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:36.512724 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.527305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Could not find standard attr ID for object 6ff67bbe-8281-4d2e-a44e-e07a0056e34e. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:36.530376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Transition to ACTIVE for port object 2e1eb888-39a3-49c9-aa56-30f25c875ea8 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:36.548416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, f91dec39-a4fa-4453-9662-6b926724baef) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:36.568136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:36.569034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.574414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e80430c-38b6-44d0-8769-c3c122d25051 None None] Network f91dec39-a4fa-4453-9662-6b926724baef requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:36.576008 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-baec9759-48fc-4559-814f-c72a42bf1b4f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:36.576705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baec9759-48fc-4559-814f-c72a42bf1b4f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:36.591873 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-baec9759-48fc-4559-814f-c72a42bf1b4f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/6044f2f3-0178-48ba-b802-7d8a797c92e9 HTTP/1.1" status: 404 len: 333 time: 0.1004171 Oct 20 03:40:36.595081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35802) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.602961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Transition to ACTIVE for port object 2e1eb888-39a3-49c9-aa56-30f25c875ea8 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:36.668079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 35c3941a-243d-4586-aa90-f9af7a1208e6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:36.668329 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7ee823-7472-4736-b34a-3ec89ceeb4e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:36.668655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7ee823-7472-4736-b34a-3ec89ceeb4e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:36.670563 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3a7ee823-7472-4736-b34a-3ec89ceeb4e1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/dce25a1a-8bc7-45e0-837f-c95609e01c3d HTTP/1.1" status: 404 len: 337 time: 0.0744307 Oct 20 03:40:36.673328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35808) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.678836 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fb1e4aae-f16b-4baa-8c54-ddff94a6edd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8850064 Oct 20 03:40:36.708626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35812) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.718767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] For port e8c3ee1a-e353-44e2-967e-fbd24bea3a1a, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:36.724546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1719326848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:36.727093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Pushing event updated for resources: {'Port': ['ID=a2d40f50-2525-4902-bd9a-cf97d9f9be40,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:36.729812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Provisioning for port b4b545d8-b34a-43df-8767-5f4c9dd5337e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:36.744109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.757801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] For port e8c3ee1a-e353-44e2-967e-fbd24bea3a1a, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e8c3ee1a-e353-44e2-967e-fbd24bea3a1a,segment=NetworkSegment(eaefe827-cf50-4981-bf17-6e9e721e7074),segment_id=eaefe827-cf50-4981-bf17-6e9e721e7074)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:36.772741 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c8412a-fc61-4c8c-8b12-e301df674bfd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:36.772741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c8412a-fc61-4c8c-8b12-e301df674bfd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:36.775966 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-53c8412a-fc61-4c8c-8b12-e301df674bfd tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/0f4a17b2-5ca4-483a-b1dd-92607c650eea HTTP/1.1" status: 404 len: 333 time: 0.0991561 Oct 20 03:40:36.780144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:36.782341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35816) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.788525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Deleting port 35c3941a-243d-4586-aa90-f9af7a1208e6 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:36.788525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.797304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Provisioning complete for port b4b545d8-b34a-43df-8767-5f4c9dd5337e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:36.797304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.798083 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Attempt 1 to provision port b4b545d8-b34a-43df-8767-5f4c9dd5337e Oct 20 03:40:36.827789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:router and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:36.834785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:36.838777 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-78103b06-f490-4615-be50-04cd29f17665 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:36.839581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78103b06-f490-4615-be50-04cd29f17665 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:36.843609 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-78103b06-f490-4615-be50-04cd29f17665 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/3cdbc99c-7dc8-4c8f-92fb-5726dfe54b23 HTTP/1.1" status: 404 len: 337 time: 0.0523918 Oct 20 03:40:36.846153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35820) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.856356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.879779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:36.896902 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0458b30d-3c39-4713-8ee5-2c11be44e038 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:36.897200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0458b30d-3c39-4713-8ee5-2c11be44e038 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:36.901394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0458b30d-3c39-4713-8ee5-2c11be44e038 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/1e2a8b57-c819-46ca-9f36-f75ba5e365c4 HTTP/1.1" status: 404 len: 333 time: 0.0525699 Oct 20 03:40:36.906607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35824) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.927378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:36.930767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] DHCP port deletion for 3a367fa7-e16e-4cee-94fb-89dd351ddb6f request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:36.934394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7ef0d8d9-6bd4-4ca8-9f38-f7a6a6f48d0f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.941674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:36.950409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:36.952254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Pushing event updated for resources: {'Port': ['ID=2e1eb888-39a3-49c9-aa56-30f25c875ea8,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:36.954659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8101a80e-0bc8-472d-b6fb-9ff8fd1a51d2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:36.954801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8101a80e-0bc8-472d-b6fb-9ff8fd1a51d2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:36.959540 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8101a80e-0bc8-472d-b6fb-9ff8fd1a51d2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/a3759f85-dd41-4634-9cf4-181b95914e0d HTTP/1.1" status: 404 len: 337 time: 0.0479517 Oct 20 03:40:36.959540 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35830) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:36.991658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] Deleting port 35c3941a-243d-4586-aa90-f9af7a1208e6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:36.992075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.998171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.999264 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.013362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21e3c1-a343-4c56-b90b-6334dc79399e req-a3290377-744e-4408-8ecd-9275a99bc3cc tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:37.015116 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba21e3c1-a343-4c56-b90b-6334dc79399e req-a3290377-744e-4408-8ecd-9275a99bc3cc tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 944 time: 0.2851553 Oct 20 03:40:37.016663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.018735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb30165c-27e7-4440-a3c5-6e31c7ec6761 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:37.019236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb30165c-27e7-4440-a3c5-6e31c7ec6761 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:37.021130 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fb30165c-27e7-4440-a3c5-6e31c7ec6761 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/19a0345f-95ac-4099-a0b1-5239f3e664fe HTTP/1.1" status: 404 len: 337 time: 0.0606441 Oct 20 03:40:37.039373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35834) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:37.053456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:37.076435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Port b4b545d8-b34a-43df-8767-5f4c9dd5337e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:37.081706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0d8d9-6bd4-4ca8-9f38-f7a6a6f48d0f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for b4b545d8-b34a-43df-8767-5f4c9dd5337e owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:37.108278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.112779 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6663c8b-7a4b-4b60-bc1a-cf5a5e4477b4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:37.112906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6663c8b-7a4b-4b60-bc1a-cf5a5e4477b4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:37.126175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting port e8c3ee1a-e353-44e2-967e-fbd24bea3a1a {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:37.131274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.154395 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba21e3c1-a343-4c56-b90b-6334dc79399e req-ad2ef3da-1413-473a-a15e-46cefc9fdc60 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1311531 Oct 20 03:40:37.178220 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a6663c8b-7a4b-4b60-bc1a-cf5a5e4477b4 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/5a0d5782-5e84-484e-8080-b53c570b8b7c HTTP/1.1" status: 404 len: 333 time: 0.1327372 Oct 20 03:40:37.180580 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35838) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:37.228748 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-015ea6b9-dbed-4e2f-9b78-3433a5eff207 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:37.229433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015ea6b9-dbed-4e2f-9b78-3433a5eff207 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:37.233131 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-015ea6b9-dbed-4e2f-9b78-3433a5eff207 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/28c68727-4775-4f53-9aa2-c38216bcb30f HTTP/1.1" status: 404 len: 337 time: 0.0510890 Oct 20 03:40:37.244082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35842) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:37.264153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.302516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.399656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] For port e8c3ee1a-e353-44e2-967e-fbd24bea3a1a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e8c3ee1a-e353-44e2-967e-fbd24bea3a1a,segment=NetworkSegment(eaefe827-cf50-4981-bf17-6e9e721e7074),segment_id=eaefe827-cf50-4981-bf17-6e9e721e7074)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:37.399966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.446561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 35c3941a-243d-4586-aa90-f9af7a1208e6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:37.446915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.447430 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 35c3941a-243d-4586-aa90-f9af7a1208e6 Oct 20 03:40:37.464017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.465505 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-89684d18-bb41-4b13-b3e3-b81dc7515b47 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7509010 Oct 20 03:40:37.479959 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c7e5ca-7205-4c6e-b72f-7b1ab7e2d8f7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:37.480299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c7e5ca-7205-4c6e-b72f-7b1ab7e2d8f7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:37.509820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff3e3b-d1d8-4d1e-a1ed-131503cd8442 None None] Pushing event updated for resources: {'Port': ['ID=e8c3ee1a-e353-44e2-967e-fbd24bea3a1a,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:37.511254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35846) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:37.512165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Attempting to bind port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:37.512533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Attempting to bind port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e9cf50fc-8aff-4262-9597-444a375af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bc7f3c13-be96-4a9f-b17d-47b4fd023d00'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:37.513099 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Attempting to bind port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 on network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:37.530566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Calling delete_port for e8c3ee1a-e353-44e2-967e-fbd24bea3a1a owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:37.540457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:37.541240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Checking segment: {'id': 'e9cf50fc-8aff-4262-9597-444a375af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bc7f3c13-be96-4a9f-b17d-47b4fd023d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:37.541926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.542448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Bound using segment: {'id': 'e9cf50fc-8aff-4262-9597-444a375af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bc7f3c13-be96-4a9f-b17d-47b4fd023d00'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:37.543090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Bound port: 2e1eb888-39a3-49c9-aa56-30f25c875ea8, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cf50fc-8aff-4262-9597-444a375af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bc7f3c13-be96-4a9f-b17d-47b4fd023d00'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:37.543627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.558397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-f91dec39-a4fa-4453-9662-6b926724baef', 'network_id': 'f91dec39-a4fa-4453-9662-6b926724baef', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'fixed_ips': [{'subnet_id': '80fdcfe9-7ca5-4229-9da2-990f1b58c919'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:37.559234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.591076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227a33dc-49d3-42f3-850c-cb95e83d9dd6 None None] Network ab347803-2388-4319-a495-9ee3d16f164e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:37.602628 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Attempt 2 to provision port b4b545d8-b34a-43df-8767-5f4c9dd5337e Oct 20 03:40:37.718524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.768327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Port': ['ID=e8c3ee1a-e353-44e2-967e-fbd24bea3a1a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:37.775997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No DVR routers for this DVR port e8c3ee1a-e353-44e2-967e-fbd24bea3a1a on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:37.797206 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a1c7e5ca-7205-4c6e-b72f-7b1ab7e2d8f7 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/8f14f519-bbed-420f-87cd-2a7007251d3d HTTP/1.1" status: 404 len: 337 time: 0.5500703 Oct 20 03:40:37.806493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35850) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:37.859207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] For port 35c3941a-243d-4586-aa90-f9af7a1208e6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=35c3941a-243d-4586-aa90-f9af7a1208e6,segment=NetworkSegment(39eb820f-7b95-4448-884f-ef8817e4da61),segment_id=39eb820f-7b95-4448-884f-ef8817e4da61)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:37.859598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.866460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:37.872748 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfd1565-3edc-43fe-9fdc-db85b8dadb7f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:37.873526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfd1565-3edc-43fe-9fdc-db85b8dadb7f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:37.912933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Port b4b545d8-b34a-43df-8767-5f4c9dd5337e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:37.913159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:37.913506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.913890 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 Oct 20 03:40:38.039670 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cbfd1565-3edc-43fe-9fdc-db85b8dadb7f tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/f74080de-0c86-404b-ab66-d6ed1ce9a986 HTTP/1.1" status: 404 len: 333 time: 0.2264464 Oct 20 03:40:38.041304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35854) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.091985 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae270415-b306-4601-a390-d5f2ab321e90 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:38.092209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae270415-b306-4601-a390-d5f2ab321e90 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:38.096151 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ae270415-b306-4601-a390-d5f2ab321e90 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/9c362945-42b4-4a50-8038-f646bb2ae436 HTTP/1.1" status: 404 len: 337 time: 0.0520642 Oct 20 03:40:38.096286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] For port 35c3941a-243d-4586-aa90-f9af7a1208e6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=35c3941a-243d-4586-aa90-f9af7a1208e6,segment=NetworkSegment(39eb820f-7b95-4448-884f-ef8817e4da61),segment_id=39eb820f-7b95-4448-884f-ef8817e4da61)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:38.096286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.096475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.102403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35858) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.123226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7ef0d8d9-6bd4-4ca8-9f38-f7a6a6f48d0f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.133648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Calling delete_port for 35c3941a-243d-4586-aa90-f9af7a1208e6 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:38.155789 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99a5e26-8e30-4ac0-a77c-40bf41a95006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:38.156293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99a5e26-8e30-4ac0-a77c-40bf41a95006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:38.161301 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b99a5e26-8e30-4ac0-a77c-40bf41a95006 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/ab35b60f-3ebc-4e5c-a4f7-2cfa6085fc86 HTTP/1.1" status: 404 len: 337 time: 0.0546241 Oct 20 03:40:38.161301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35862) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.168925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] For port 2e1eb888-39a3-49c9-aa56-30f25c875ea8, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:38.198895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab347803-2388-4319-a495-9ee3d16f164e']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:38.217362 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5317b8a-a066-4152-a023-f62bf9abc404 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:38.217362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5317b8a-a066-4152-a023-f62bf9abc404 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:38.220745 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d5317b8a-a066-4152-a023-f62bf9abc404 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/f3f727ee-84af-4ffc-a486-7fa1002451fc HTTP/1.1" status: 404 len: 333 time: 0.0562432 Oct 20 03:40:38.220745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaefe827-cf50-4981-bf17-6e9e721e7074') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:38.220745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaefe827-cf50-4981-bf17-6e9e721e7074') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:38.227059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35868) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.271265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.283961 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0f711f-40b6-4d02-90f5-a16d23deaed2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:38.284410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0f711f-40b6-4d02-90f5-a16d23deaed2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:38.288924 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ed0f711f-40b6-4d02-90f5-a16d23deaed2 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/b321cca5-a2f0-4dc8-86f4-e3bee5b04c45 HTTP/1.1" status: 404 len: 337 time: 0.0588207 Oct 20 03:40:38.290208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35872) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.303651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] Calling delete_port for 35c3941a-243d-4586-aa90-f9af7a1208e6 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:38.332525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.337455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0d8d9-6bd4-4ca8-9f38-f7a6a6f48d0f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=b4b545d8-b34a-43df-8767-5f4c9dd5337e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:38.340828 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbb7032-f9aa-4eb6-8eff-21078b5ea259 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:38.341332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbb7032-f9aa-4eb6-8eff-21078b5ea259 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:38.344349 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ccbb7032-f9aa-4eb6-8eff-21078b5ea259 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/56c6a581-0ebe-4912-bd10-e5d97b32b542 HTTP/1.1" status: 404 len: 337 time: 0.0508122 Oct 20 03:40:38.347018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35876) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.375323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3035511-f300-4a6a-ac57-1ec2fa839952 None None] Network ab347803-2388-4319-a495-9ee3d16f164e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:38.386906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 35c3941a-243d-4586-aa90-f9af7a1208e6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:38.391406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:38.391833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.392738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] For port 2e1eb888-39a3-49c9-aa56-30f25c875ea8, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2e1eb888-39a3-49c9-aa56-30f25c875ea8,segment=NetworkSegment(e9cf50fc-8aff-4262-9597-444a375af4ed),segment_id=e9cf50fc-8aff-4262-9597-444a375af4ed)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:38.453169 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Attempt 3 to provision port b4b545d8-b34a-43df-8767-5f4c9dd5337e Oct 20 03:40:38.496030 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8ec4d122-7ad2-4980-a7a6-c2db620af56a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d4bb78f-256b-43ec-b9b4-84409315e6af HTTP/1.1" status: 200 len: 205 time: 0.1457088 Oct 20 03:40:38.496030 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment eaefe827-cf50-4981-bf17-6e9e721e7074 resource provider aggregate not found Oct 20 03:40:38.500191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.502130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35882) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.519692 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment eaefe827-cf50-4981-bf17-6e9e721e7074 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaefe827-cf50-4981-bf17-6e9e721e7074 found for delete ", "request_id": "req-0313377d-e520-4084-9c5a-86c5b9fc266e"}]} Oct 20 03:40:38.577997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f779490f-0914-40c6-bf2c-db31c0b7f397 None None] Port b4b545d8-b34a-43df-8767-5f4c9dd5337e was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:40:38.610628 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-6b66a0a8-095d-4ec4-8301-471bb0cf1d15 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] delete failed (client error): The resource could not be found. Oct 20 03:40:38.611970 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6b66a0a8-095d-4ec4-8301-471bb0cf1d15 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/routers/9d4bb78f-256b-43ec-b9b4-84409315e6af HTTP/1.1" status: 404 len: 336 time: 0.0976994 Oct 20 03:40:38.615600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35888) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.658617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7ef0d8d9-6bd4-4ca8-9f38-f7a6a6f48d0f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.664100 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7ef0d8d9-6bd4-4ca8-9f38-f7a6a6f48d0f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/b4b545d8-b34a-43df-8767-5f4c9dd5337e HTTP/1.1" status: 204 len: 168 time: 2.7580268 Oct 20 03:40:38.670030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35892) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.692958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a2d40f50-2525-4902-bd9a-cf97d9f9be40 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:38.718350 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a96300c-182d-4a87-94ba-89bc09809d7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:38.720353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a96300c-182d-4a87-94ba-89bc09809d7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:38.736774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.767526 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2a96300c-182d-4a87-94ba-89bc09809d7d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/4d7480c4-1197-4b74-b8d5-14cdfedcffb5 HTTP/1.1" status: 404 len: 337 time: 0.1476011 Oct 20 03:40:38.767526 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa13b36-eb3e-43fc-b7be-a196dafda9e0 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:40:38.767745 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-faa13b36-eb3e-43fc-b7be-a196dafda9e0 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/b4b545d8-b34a-43df-8767-5f4c9dd5337e HTTP/1.1" status: 404 len: 333 time: 0.0962105 Oct 20 03:40:38.768809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.771129 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/ab347803-2388-4319-a495-9ee3d16f164e HTTP/1.1" status: 204 len: 168 time: 4.0092261 Oct 20 03:40:38.771626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35896) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.772409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35898) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.816118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35900) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.825970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.845160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Allocated IP 172.21.0.2 (f91dec39-a4fa-4453-9662-6b926724baef/80fdcfe9-7ca5-4229-9da2-990f1b58c919/0725d4ba-070c-43e0-a771-5446df6ac311) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:38.856931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abff61-30a8-46a4-bbff-e60d14185cd0 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=ab347803-2388-4319-a495-9ee3d16f164e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:38.917937 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1a8f59-9ad7-4f33-9f3a-04811b55ac22 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:38.918233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1a8f59-9ad7-4f33-9f3a-04811b55ac22 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:38.920004 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bd1a8f59-9ad7-4f33-9f3a-04811b55ac22 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/c2f3cb69-b809-48da-9128-26e30b0fe737 HTTP/1.1" status: 404 len: 337 time: 0.1055772 Oct 20 03:40:38.923955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:38.927278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.927378 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1432533a-a4a9-4f43-b721-51d4ec18945d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "GET /v2.0/ports?device_id=a78f9753-dac0-4d9f-bfc1-957007c9fece HTTP/1.1" status: 200 len: 205 time: 0.1481080 Oct 20 03:40:38.927378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35908) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:38.945495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35910) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:39.034273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb8cfe2-3ecb-4b01-a08e-1329e8183c14 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet 213d750c-798a-4f8c-9fd1-3860a06cd709 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:39.045589 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0d0c7c-9c17-4ebb-9c70-8d4fc9491a56 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:39.046090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0d0c7c-9c17-4ebb-9c70-8d4fc9491a56 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:39.047731 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cc0d0c7c-9c17-4ebb-9c70-8d4fc9491a56 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/ab347803-2388-4319-a495-9ee3d16f164e HTTP/1.1" status: 404 len: 339 time: 0.1196945 Oct 20 03:40:39.048642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfb8cfe2-3ecb-4b01-a08e-1329e8183c14 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.073723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.077522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35916) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:39.080242 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-b145e05e-38e4-41f4-95c5-3a9932cb4f2a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] delete failed (client error): The resource could not be found. Oct 20 03:40:39.081237 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b145e05e-38e4-41f4-95c5-3a9932cb4f2a tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/routers/a78f9753-dac0-4d9f-bfc1-957007c9fece HTTP/1.1" status: 404 len: 336 time: 0.1324291 Oct 20 03:40:39.094589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35920) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:39.137204 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.187226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0262114-2767-4dd5-8a56-d9c4ee94f337 None None] Pushing event updated for resources: {'Port': ['ID=2e1eb888-39a3-49c9-aa56-30f25c875ea8,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:39.203918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfb8cfe2-3ecb-4b01-a08e-1329e8183c14 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.211360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a4f3d-4aae-4bb1-874b-ba955bee64a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb69bf90-a8e3-4a07-b0e8-4b356ce2b955'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:40:39.211360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aca8855-cbff-4afa-b921-d472ef1e9da9" -d '{"events": [{"server_uuid": "4b9a4f3d-4aae-4bb1-874b-ba955bee64a9", "name": "network-vif-plugged", "status": "completed", "tag": "cb69bf90-a8e3-4a07-b0e8-4b356ce2b955"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:40:39.234344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:39.234344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:39.241397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:39.276030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port a2d40f50-2525-4902-bd9a-cf97d9f9be40 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:39.276409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.276746 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port a2d40f50-2525-4902-bd9a-cf97d9f9be40 Oct 20 03:40:39.333408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfb8cfe2-3ecb-4b01-a08e-1329e8183c14 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.349877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event deleted for resources: {'Port': ['ID=35c3941a-243d-4586-aa90-f9af7a1208e6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:39.364942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.368949 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdb8c8e-a9b8-4e5f-bae8-2902e48b9269 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:39.369744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdb8c8e-a9b8-4e5f-bae8-2902e48b9269 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:39.374816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] No DVR routers for this DVR port 35c3941a-243d-4586-aa90-f9af7a1208e6 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:39.445064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.450762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed1cbd4-cdc4-46b0-97b2-24f703cc6ce4 x-openstack-request-id: req-4ed1cbd4-cdc4-46b0-97b2-24f703cc6ce4 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:40:39.451047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9a4f3d-4aae-4bb1-874b-ba955bee64a9", "name": "network-vif-plugged", "status": "completed", "tag": "cb69bf90-a8e3-4a07-b0e8-4b356ce2b955", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:40:39.451691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ed1cbd4-cdc4-46b0-97b2-24f703cc6ce4 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:40:39.451813 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed1cbd4-cdc4-46b0-97b2-24f703cc6ce4'] response: {'server_uuid': '4b9a4f3d-4aae-4bb1-874b-ba955bee64a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb69bf90-a8e3-4a07-b0e8-4b356ce2b955', 'code': 200} Oct 20 03:40:39.499903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.514077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:39.520490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Transition to ACTIVE for port object 0725d4ba-070c-43e0-a771-5446df6ac311 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:39.531770 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5fdb8c8e-a9b8-4e5f-bae8-2902e48b9269 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/6bd3ebb9-7567-4436-9f07-4b50d30d6531 HTTP/1.1" status: 404 len: 337 time: 0.4065795 Oct 20 03:40:39.556452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b870c-3c61-47b3-9538-4a21b74632b6 req-ae5cb2d5-039e-4317-a4e4-7efe3998aafd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:39.558219 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e08b870c-3c61-47b3-9538-4a21b74632b6 req-ae5cb2d5-039e-4317-a4e4-7efe3998aafd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 944 time: 1.1293235 Oct 20 03:40:39.558894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35928) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:39.610672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfb8cfe2-3ecb-4b01-a08e-1329e8183c14 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.612532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port a2d40f50-2525-4902-bd9a-cf97d9f9be40 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:39.638716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Transition to ACTIVE for port object 0725d4ba-070c-43e0-a771-5446df6ac311 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:39.704684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 35c3941a-243d-4586-aa90-f9af7a1208e6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:39.711034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfb8cfe2-3ecb-4b01-a08e-1329e8183c14 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.733228 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cfb8cfe2-3ecb-4b01-a08e-1329e8183c14 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/213d750c-798a-4f8c-9fd1-3860a06cd709 HTTP/1.1" status: 204 len: 168 time: 0.9522779 Oct 20 03:40:39.733228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8cfe2-3ecb-4b01-a08e-1329e8183c14 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=213d750c-798a-4f8c-9fd1-3860a06cd709,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:39.735258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35932) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:39.757257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] Deleting port 35c3941a-243d-4586-aa90-f9af7a1208e6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:39.757664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.799084 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 35c3941a-243d-4586-aa90-f9af7a1208e6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:39.799451 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 35c3941a-243d-4586-aa90-f9af7a1208e6 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:39.801255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db19f7-d2e3-4463-87b3-a26eca99d1b6 None None] Network bed6fdfd-660d-497e-974a-3729d6abac73 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:39.813710 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-51717ba2-de13-4d4c-9b10-30645d1550e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:39.821554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51717ba2-de13-4d4c-9b10-30645d1550e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:39.824134 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-51717ba2-de13-4d4c-9b10-30645d1550e9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/07a512f8-54b8-4d80-8b86-f34000cae4a2 HTTP/1.1" status: 404 len: 337 time: 0.2535253 Oct 20 03:40:39.844373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.855072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-aeef072c-08ce-43c9-90d4-5774f33c8941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.857637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35936) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:39.901423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Network f91dec39-a4fa-4453-9662-6b926724baef is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:39.955745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-76f7d6fe-bda2-463f-a8a0-205ae5185cf9 None None] The port '35c3941a-243d-4586-aa90-f9af7a1208e6' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:40:39.962324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:39.980236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:39.999895 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.019418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.023518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.028835 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e08b870c-3c61-47b3-9538-4a21b74632b6 req-fa8c2375-19f6-4dff-af28-b04b11253824 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3932593 Oct 20 03:40:40.029842 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5b34cb-0eee-4099-8851-a3f6122df01e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:40.030402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5b34cb-0eee-4099-8851-a3f6122df01e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:40.061790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port a2d40f50-2525-4902-bd9a-cf97d9f9be40 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:40.062130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.080608 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8c5b34cb-0eee-4099-8851-a3f6122df01e tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/052ab934-cf7f-456f-82c8-0ba4ec2f10d4 HTTP/1.1" status: 404 len: 333 time: 0.2187219 Oct 20 03:40:40.087793 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a367fa7-e16e-4cee-94fb-89dd351ddb6f']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.089103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c36b9e-94a8-462a-a7b0-47e5917bb14c None None] Network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:40.095838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35940) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:40.140761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d452131d-493a-4c3c-86d3-26d8253e6e0d']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.144817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39eb820f-7b95-4448-884f-ef8817e4da61') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.145910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39eb820f-7b95-4448-884f-ef8817e4da61') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.163025 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b4fc3c-bd70-498b-ab79-4e67a631ca79 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:40.163456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b4fc3c-bd70-498b-ab79-4e67a631ca79 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:40.165598 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b9b4fc3c-bd70-498b-ab79-4e67a631ca79 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/a4a7f426-4295-4639-adc5-282144fadbda HTTP/1.1" status: 404 len: 337 time: 0.0671828 Oct 20 03:40:40.167340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba2533b-b88f-4c72-9f10-047ff1b337c1') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.167634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba2533b-b88f-4c72-9f10-047ff1b337c1') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.168461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.175615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35944) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:40.215102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.216521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Pushing event updated for resources: {'Port': ['ID=0725d4ba-070c-43e0-a771-5446df6ac311,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:40.224056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.242202 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a484329-eed2-42a7-a664-d7ee5d87dee8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:40.242678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a484329-eed2-42a7-a664-d7ee5d87dee8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:40.246650 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9a484329-eed2-42a7-a664-d7ee5d87dee8 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/2407e2b3-e976-4e2c-8590-b004653194db HTTP/1.1" status: 404 len: 333 time: 0.0656655 Oct 20 03:40:40.252106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35948) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:40.275982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.284631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:40.285131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.295863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:40.296261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.341561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Attempting to bind port 0725d4ba-070c-43e0-a771-5446df6ac311 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:40.342169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Attempting to bind port 0725d4ba-070c-43e0-a771-5446df6ac311 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'f18554bc-743d-4967-8991-f15bae6c8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f91dec39-a4fa-4453-9662-6b926724baef'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:40.342702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Attempting to bind port 0725d4ba-070c-43e0-a771-5446df6ac311 on network f91dec39-a4fa-4453-9662-6b926724baef {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:40.366603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:40.366973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Checking segment: {'id': 'f18554bc-743d-4967-8991-f15bae6c8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f91dec39-a4fa-4453-9662-6b926724baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:40.367547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.368086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Bound using segment: {'id': 'f18554bc-743d-4967-8991-f15bae6c8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f91dec39-a4fa-4453-9662-6b926724baef'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:40.368729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Bound port: 0725d4ba-070c-43e0-a771-5446df6ac311, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18554bc-743d-4967-8991-f15bae6c8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f91dec39-a4fa-4453-9662-6b926724baef'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:40.369107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.370118 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router 3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:40:40.377656 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 39eb820f-7b95-4448-884f-ef8817e4da61 resource provider aggregate not found Oct 20 03:40:40.385480 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdafae3-24e5-4574-ab8a-c9dc4f64e86d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:40.386143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdafae3-24e5-4574-ab8a-c9dc4f64e86d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:40.388000 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0cdafae3-24e5-4574-ab8a-c9dc4f64e86d tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/102d80b2-75ed-495e-a62d-d5561bb1cb5c HTTP/1.1" status: 404 len: 337 time: 0.1340468 Oct 20 03:40:40.396853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35956) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:40.397442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ec685f7d-cc8f-46d3-ab71-4be428a610e5 None None] Provisioning for port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:40.453324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b601ee-781d-4271-8182-66449c1dc5dc req-4e7d6914-3eb7-4619-b177-13c5fb1595f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:40.455015 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-51b601ee-781d-4271-8182-66449c1dc5dc req-4e7d6914-3eb7-4619-b177-13c5fb1595f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 1098 time: 0.5170193 Oct 20 03:40:40.465545 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 39eb820f-7b95-4448-884f-ef8817e4da61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39eb820f-7b95-4448-884f-ef8817e4da61 found for delete ", "request_id": "req-8b3e25c8-ce1a-423b-bd96-fe46455bf2d0"}]} Oct 20 03:40:40.510104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] For port a2d40f50-2525-4902-bd9a-cf97d9f9be40, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a2d40f50-2525-4902-bd9a-cf97d9f9be40,segment=NetworkSegment(d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36),segment_id=d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:40.510601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.593220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] For port 0725d4ba-070c-43e0-a771-5446df6ac311, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:40.605043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] For port 0725d4ba-070c-43e0-a771-5446df6ac311, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0725d4ba-070c-43e0-a771-5446df6ac311,segment=NetworkSegment(f18554bc-743d-4967-8991-f15bae6c8271),segment_id=f18554bc-743d-4967-8991-f15bae6c8271)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:40.610106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.20.0.1 (bc7f3c13-be96-4a9f-b17d-47b4fd023d00/35cdc8e8-6e4d-4e31-9cc3-264de0c7a283/6b16c1da-4f9c-459f-b0fa-9761bf9c0044) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:40.635297 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5946861-5d33-4074-a8ea-c3e1a06fc6f1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:40.635796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5946861-5d33-4074-a8ea-c3e1a06fc6f1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:40.671185 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c5946861-5d33-4074-a8ea-c3e1a06fc6f1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/21078b5b-dafa-4d19-97b8-a339c9a602fc HTTP/1.1" status: 404 len: 333 time: 0.2688310 Oct 20 03:40:40.681196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35962) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:40.687693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] DHCP port deletion for bed6fdfd-660d-497e-974a-3729d6abac73 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:40.692614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] Deleting port a2d40f50-2525-4902-bd9a-cf97d9f9be40 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:40.692992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.738920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.744657 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2ba2533b-b88f-4c72-9f10-047ff1b337c1 resource provider aggregate not found Oct 20 03:40:40.756471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for a2d40f50-2525-4902-bd9a-cf97d9f9be40 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:40.788675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2e1eb888-39a3-49c9-aa56-30f25c875ea8 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:40.790697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.818200 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-51b601ee-781d-4271-8182-66449c1dc5dc req-1245da18-c99e-4be1-8c8d-a00fa5931108 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3384492 Oct 20 03:40:40.818200 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd81c80-f102-4c8e-97d5-0b049b5e60a3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:40.818200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd81c80-f102-4c8e-97d5-0b049b5e60a3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:40.824460 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1cd81c80-f102-4c8e-97d5-0b049b5e60a3 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/b8f18299-317a-43f3-a979-58419503c132 HTTP/1.1" status: 404 len: 337 time: 0.1418662 Oct 20 03:40:40.833448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.843985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35968) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:40.845996 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2ba2533b-b88f-4c72-9f10-047ff1b337c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ba2533b-b88f-4c72-9f10-047ff1b337c1 found for delete ", "request_id": "req-f68ae1e2-e8f1-4098-85c7-e435a67c1882"}]} Oct 20 03:40:40.852870 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/d452131d-493a-4c3c-86d3-26d8253e6e0d HTTP/1.1" status: 204 len: 168 time: 1.7742057 Oct 20 03:40:40.855715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35970) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:40.913166 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.915698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.917894 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] 10.222.0.33 "DELETE /v2.0/networks/3a367fa7-e16e-4cee-94fb-89dd351ddb6f HTTP/1.1" status: 204 len: 168 time: 4.8373928 Oct 20 03:40:40.933764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea65eb-98d6-4459-8e0c-d869f6a25787 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=d452131d-493a-4c3c-86d3-26d8253e6e0d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:40.945909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e5a3e-413f-4804-8b98-13f3bae7a131 None None] Pushing event updated for resources: {'Port': ['ID=0725d4ba-070c-43e0-a771-5446df6ac311,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:40.953013 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c2df7d-e4a5-494e-9ba9-316caddd3667 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:40.953679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c2df7d-e4a5-494e-9ba9-316caddd3667 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:40.958123 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b6c2df7d-e4a5-494e-9ba9-316caddd3667 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/56c2f2f2-9d7a-4dda-8f42-832239b751c2 HTTP/1.1" status: 404 len: 337 time: 0.0645111 Oct 20 03:40:40.958893 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50c22ff-1ef3-441a-b7b7-2f5522b2e9a0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:40.959403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50c22ff-1ef3-441a-b7b7-2f5522b2e9a0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:40.961041 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a50c22ff-1ef3-441a-b7b7-2f5522b2e9a0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/7ed7fc89-41c2-43a9-9001-2203cc1cd6bc HTTP/1.1" status: 404 len: 333 time: 0.1066213 Oct 20 03:40:40.963743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35978) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:40.964338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35980) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:40.979537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be1259-f18c-405c-92cc-0538d82c8bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256 tempest-ExtraDHCPOptionsIpV6TestJSON-1403924256-project] Pushing event deleted for resources: {'Network': ['ID=3a367fa7-e16e-4cee-94fb-89dd351ddb6f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.013359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:41.032890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20ec03-f689-40d7-b389-43c0e0895114 None None] Sync routers for ids ['3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:41.035747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b2d5a4-c29c-40e4-a6b8-c240eba8bfc0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:41.036152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b2d5a4-c29c-40e4-a6b8-c240eba8bfc0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:41.037874 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-45b2d5a4-c29c-40e4-a6b8-c240eba8bfc0 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/48c71de4-62a5-4acf-81ea-9fae925db349 HTTP/1.1" status: 404 len: 337 time: 0.0706553 Oct 20 03:40:41.044262 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35986) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:41.052878 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-473ecc4d-e4b2-46e3-969b-a16c4f53e9db tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:41.053876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473ecc4d-e4b2-46e3-969b-a16c4f53e9db tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:41.058406 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-473ecc4d-e4b2-46e3-969b-a16c4f53e9db tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/560cbc09-3454-4377-86e3-2f04e077fe8b HTTP/1.1" status: 404 len: 339 time: 0.0905716 Oct 20 03:40:41.059696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 35990) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:41.118997 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7a9cc5-0f5d-4a38-b951-8eb5018062a1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:41.119580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7a9cc5-0f5d-4a38-b951-8eb5018062a1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:41.124381 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3d7a9cc5-0f5d-4a38-b951-8eb5018062a1 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/29bf0656-270c-4170-b22f-93ab7d97aa68 HTTP/1.1" status: 404 len: 333 time: 0.0787063 Oct 20 03:40:41.124998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 35996) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:41.132370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.133550 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b8e863e9-ce81-4cc6-a13a-730623bef5e8 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.6575098 Oct 20 03:40:41.141527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36000) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:41.145306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20ec03-f689-40d7-b389-43c0e0895114 None None] Routers {'3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:41.145962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-af20ec03-f689-40d7-b389-43c0e0895114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:41.183768 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cc4c8b-a5e8-4e74-bdcd-d55577059227 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:41.184235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cc4c8b-a5e8-4e74-bdcd-d55577059227 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:41.189718 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-96cc4c8b-a5e8-4e74-bdcd-d55577059227 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/c5f98194-bd12-4717-9d4e-87feb97a2e35 HTTP/1.1" status: 404 len: 337 time: 0.0597987 Oct 20 03:40:41.201401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36004) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:41.248587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:41.262407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-af20ec03-f689-40d7-b389-43c0e0895114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:41.268220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7ae1d71f-5de0-47d7-b8ee-9d31e7ae899b None None] Provisioning complete for port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:41.268602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7ae1d71f-5de0-47d7-b8ee-9d31e7ae899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.268967 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-7ae1d71f-5de0-47d7-b8ee-9d31e7ae899b None None] Attempt 1 to provision port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 Oct 20 03:40:41.288801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.303442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:41.304024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.304498 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 Oct 20 03:40:41.399889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] For port a2d40f50-2525-4902-bd9a-cf97d9f9be40, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a2d40f50-2525-4902-bd9a-cf97d9f9be40,segment=NetworkSegment(d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36),segment_id=d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:41.400368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.416434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20ec03-f689-40d7-b389-43c0e0895114 None None] Routers {'3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:41.417101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-af20ec03-f689-40d7-b389-43c0e0895114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:41.430259 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa05f2e3-b953-4b87-9fc4-d6dc377b3786 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:41.431064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa05f2e3-b953-4b87-9fc4-d6dc377b3786 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:41.435858 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-aa05f2e3-b953-4b87-9fc4-d6dc377b3786 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/a5ad1dbd-f5dd-491e-b9d9-7a16dd31873d HTTP/1.1" status: 404 len: 333 time: 0.2331569 Oct 20 03:40:41.443645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-1230bed6-18f3-441b-9dd2-a4676a09b193 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting subnet cf2b1fc4-9179-4e04-8f21-e54dabb562e9 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:41.453613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36008) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:41.467423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1230bed6-18f3-441b-9dd2-a4676a09b193 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.473172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.501226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Transition to ACTIVE for port object 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:41.530644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-af20ec03-f689-40d7-b389-43c0e0895114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:41.531047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20ec03-f689-40d7-b389-43c0e0895114 None None] The sync data for ids ['3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:41.604913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.666797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] Calling delete_port for a2d40f50-2525-4902-bd9a-cf97d9f9be40 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:41.694991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:41.700160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:41.706095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:41.718959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=a2d40f50-2525-4902-bd9a-cf97d9f9be40,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.742374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36014) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:41.756617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=6b16c1da-4f9c-459f-b0fa-9761bf9c0044,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.782267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No DVR routers for this DVR port a2d40f50-2525-4902-bd9a-cf97d9f9be40 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:41.802274 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.838116 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a4628a-27bf-4b09-9c07-70c2dd799d37 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:41.838566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a4628a-27bf-4b09-9c07-70c2dd799d37 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:41.876454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1230bed6-18f3-441b-9dd2-a4676a09b193 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.911844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:41.912512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.923066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1d71f-5de0-47d7-b8ee-9d31e7ae899b None None] Current status of the port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:41.923816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7ae1d71f-5de0-47d7-b8ee-9d31e7ae899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.936342 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f6a4628a-27bf-4b09-9c07-70c2dd799d37 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/fd6de29a-f0bc-4f74-b9bd-e02b9e011c9c HTTP/1.1" status: 404 len: 337 time: 0.4705005 Oct 20 03:40:41.955422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:41.956023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:41.994053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7ae1d71f-5de0-47d7-b8ee-9d31e7ae899b None None] For port 2e1eb888-39a3-49c9-aa56-30f25c875ea8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2e1eb888-39a3-49c9-aa56-30f25c875ea8,segment=NetworkSegment(e9cf50fc-8aff-4262-9597-444a375af4ed),segment_id=e9cf50fc-8aff-4262-9597-444a375af4ed)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:41.994964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36020) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:42.073058 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-27175a5e-d912-4c48-98f7-06796c1abc98 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:42.073583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27175a5e-d912-4c48-98f7-06796c1abc98 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:42.075313 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-27175a5e-d912-4c48-98f7-06796c1abc98 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/ports/c317765d-6a0b-4e49-a1b6-5a75d37166ec HTTP/1.1" status: 404 len: 333 time: 0.0792964 Oct 20 03:40:42.078337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36024) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:42.085514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7ae1d71f-5de0-47d7-b8ee-9d31e7ae899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.142244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.159385 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa9140b-9d9b-4386-929e-1ac9326bf2d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:42.159840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa9140b-9d9b-4386-929e-1ac9326bf2d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:42.161593 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1fa9140b-9d9b-4386-929e-1ac9326bf2d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/subnets/6150e900-25d2-4e42-bdef-68237fdc8c58 HTTP/1.1" status: 404 len: 337 time: 0.0823257 Oct 20 03:40:42.164258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36028) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:42.171700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.235107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1230bed6-18f3-441b-9dd2-a4676a09b193 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.243372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:42.243869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:42.259803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1d71f-5de0-47d7-b8ee-9d31e7ae899b None None] Pushing event updated for resources: {'Port': ['ID=2e1eb888-39a3-49c9-aa56-30f25c875ea8,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:42.301305 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eafd3a05-6e45-4d19-8919-79d216335fcc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/routers/3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 HTTP/1.1" status: 200 len: 884 time: 1.1546137 Oct 20 03:40:42.319485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436c234-1796-4d0a-9f8e-9998189cd7cb req-400a0a21-e657-44fd-af79-f483805e0969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:42.321018 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3436c234-1796-4d0a-9f8e-9998189cd7cb req-400a0a21-e657-44fd-af79-f483805e0969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 945 time: 1.0846858 Oct 20 03:40:42.324504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36032) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:42.335032 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-431afd9f-397a-488f-8718-1d1cf150b6dc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0504dfb5e539406e960175d0fd08acaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508268 Oct 20 03:40:42.342752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c60c1010-deb8-400f-ae07-c7f5dd8f7b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.348254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36036) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:42.379290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Provisioning for port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:42.388602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Provisioning complete for port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:42.389156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.389657 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 1 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:42.418621 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed6fdfd-660d-497e-974a-3729d6abac73']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:42.432011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40d560-c132-4e39-93db-0eed727cc916 None None] Network f91dec39-a4fa-4453-9662-6b926724baef requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:42.462112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] Deleting port a2d40f50-2525-4902-bd9a-cf97d9f9be40 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:42.462479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.531613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:42.531968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:42.574390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.588697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d340b5a1-f631-46e1-8ee6-f68f63bc848f None None] The port 'a2d40f50-2525-4902-bd9a-cf97d9f9be40' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:40:42.589542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:42.609077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.674144 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3436c234-1796-4d0a-9f8e-9998189cd7cb req-d8ae1913-15d1-4556-bd10-6f9ee3f696a9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3283184 Oct 20 03:40:42.680878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.695454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:42.696100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.773732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf45d297-c8c1-48f8-a29b-ffa4f4d62861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.775635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1230bed6-18f3-441b-9dd2-a4676a09b193 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.789800 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.825970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.829680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:42.829825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bc74a8-f345-4115-a4c4-4fbf84d34303']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:42.846484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bc0a0d-8887-42d4-bced-2e5e6d52028c') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:42.847291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bc0a0d-8887-42d4-bced-2e5e6d52028c') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:42.859450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230bed6-18f3-441b-9dd2-a4676a09b193 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2b1fc4-9179-4e04-8f21-e54dabb562e9,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:42.860098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.865352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1230bed6-18f3-441b-9dd2-a4676a09b193 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.876348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf45d297-c8c1-48f8-a29b-ffa4f4d62861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.878036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3021b3be-7d23-4242-a620-6876c6376970 None None] Network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:42.881867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.885381 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36 resource provider aggregate not found Oct 20 03:40:42.889628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:42.890114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.919268 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.935995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.952671 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 10bc0a0d-8887-42d4-bced-2e5e6d52028c resource provider aggregate not found Oct 20 03:40:42.961398 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1e2db1d-cc9e-42b5-8dcb-bd02b53c6d36 found for delete ", "request_id": "req-6990a39f-809a-40ad-8a29-7cf1d2232172"}]} Oct 20 03:40:42.967106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.969045 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/networks/bed6fdfd-660d-497e-974a-3729d6abac73 HTTP/1.1" status: 204 len: 168 time: 3.2285690 Oct 20 03:40:42.974044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36048) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:42.994337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-886093986'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:43.018856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:43.025408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:network and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:43.031683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:43.041249 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1230bed6-18f3-441b-9dd2-a4676a09b193 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/cf2b1fc4-9179-4e04-8f21-e54dabb562e9 HTTP/1.1" status: 204 len: 168 time: 1.9738674 Oct 20 03:40:43.042125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489b19-5b22-456e-a21f-654226523b78 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Network': ['ID=bed6fdfd-660d-497e-974a-3729d6abac73,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:43.046512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36052) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:43.049892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:43.090847 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 2 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:43.156884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53f9df6-1b6e-49f8-b4f6-c96ca0cde9c3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting subnet e284a2b4-0d36-4fe6-b750-2d7e4579dbab {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:43.165706 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 10bc0a0d-8887-42d4-bced-2e5e6d52028c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10bc0a0d-8887-42d4-bced-2e5e6d52028c found for delete ", "request_id": "req-00253a53-8ad6-43ea-91b0-daa6c689ff9d"}]} Oct 20 03:40:43.169135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d53f9df6-1b6e-49f8-b4f6-c96ca0cde9c3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.200976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0725d4ba-070c-43e0-a771-5446df6ac311 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:43.212514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.217929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=6b16c1da-4f9c-459f-b0fa-9761bf9c0044,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:43.230113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:43.233764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.250300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf45d297-c8c1-48f8-a29b-ffa4f4d62861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.278141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8688fc13-3eae-485b-a8d2-2cf4ae35cae1 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:router {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:43.295267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45d297-c8c1-48f8-a29b-ffa4f4d62861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4858f2f-2637-4991-a8fe-e0cc5b73707f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:43.300956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.310255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:43.322707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:43.325989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d53f9df6-1b6e-49f8-b4f6-c96ca0cde9c3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.328930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.333970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] Pushing event deleted for resources: {'Network': ['ID=70bc74a8-f345-4115-a4c4-4fbf84d34303,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:43.346649 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5ae575e7-f176-4cb1-ba92-cc87a34a92d9 tempest-NetworksTestDHCPv6-1919173276 tempest-NetworksTestDHCPv6-1919173276-project] 10.222.0.33 "DELETE /v2.0/networks/70bc74a8-f345-4115-a4c4-4fbf84d34303 HTTP/1.1" status: 204 len: 168 time: 1.1812992 Oct 20 03:40:43.371612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.371969 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Added segment 9d459d6a-d99e-423d-9475-c40a08dd5b35 of type vlan for network 805645dd-2f8a-42b6-9d6e-7c6961294c94 Oct 20 03:40:43.373278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf45d297-c8c1-48f8-a29b-ffa4f4d62861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.376800 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cf45d297-c8c1-48f8-a29b-ffa4f4d62861 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e4858f2f-2637-4991-a8fe-e0cc5b73707f HTTP/1.1" status: 204 len: 168 time: 0.9683661 Oct 20 03:40:43.407953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.425848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:43.427916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:43.441536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.464634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8688fc13-3eae-485b-a8d2-2cf4ae35cae1 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:router {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:43.468728 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8688fc13-3eae-485b-a8d2-2cf4ae35cae1 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1300385 Oct 20 03:40:43.470367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36060) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:43.484699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 0725d4ba-070c-43e0-a771-5446df6ac311 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:43.487532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-114b8f23-e3dc-424b-8c32-f42572b25083 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1144530463'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:43.500674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2e1eb888-39a3-49c9-aa56-30f25c875ea8 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:43.539588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.613006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:43.613467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.613821 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 Oct 20 03:40:43.732238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d53f9df6-1b6e-49f8-b4f6-c96ca0cde9c3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.815120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.821348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:43.822454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.832156 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 3 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:44.001229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36070) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:44.036335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:44.039858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:44.089844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569273e9-f5b1-43c6-a425-0230d77ea205 req-1d8fdb7f-61b3-4fba-a878-f81c5996b806 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:44.097658 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-569273e9-f5b1-43c6-a425-0230d77ea205 req-1d8fdb7f-61b3-4fba-a878-f81c5996b806 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 945 time: 0.1892004 Oct 20 03:40:44.114702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a2d40f50-2525-4902-bd9a-cf97d9f9be40 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:44.162544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: a2d40f50-2525-4902-bd9a-cf97d9f9be40 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:44.163208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a2d40f50-2525-4902-bd9a-cf97d9f9be40 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:44.244747 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-569273e9-f5b1-43c6-a425-0230d77ea205 req-e2231afc-3ed9-429f-8ae1-fedd3498d3fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1318338 Oct 20 03:40:44.283113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 31f8ec30-452d-44c7-82f3-324af778e315 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:40:44.308039 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dffd0c53-6174-4038-bd0d-07e0ffc63a72 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6d9863bfecf04af69786ab19abcc17f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029969 Oct 20 03:40:44.334005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36084) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:44.390922 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4158070 Oct 20 03:40:44.422471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadfb20d-c1c3-4e87-aad7-f868be497181 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:40:44.439759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36090) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:44.456308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee842fcd-0b34-4f8b-ae7e-078b705fa450 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Network': ['ID=805645dd-2f8a-42b6-9d6e-7c6961294c94,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:44.462100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': '805645dd-2f8a-42b6-9d6e-7c6961294c94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:44.468666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 805645dd-2f8a-42b6-9d6e-7c6961294c94 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:44.548374 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 4 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:44.605128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:44.630934 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1fc71ef3-363f-4ccd-bf12-1f8dd748d086 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/31f8ec30-452d-44c7-82f3-324af778e315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1151891 Oct 20 03:40:44.631683 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85625f3d-245c-46ca-9aa9-29fcaeab05c7 None None] Sync routers for ids ['31f8ec30-452d-44c7-82f3-324af778e315'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:44.632681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36098) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:44.635183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:44.653428 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85625f3d-245c-46ca-9aa9-29fcaeab05c7 None None] Routers {'31f8ec30-452d-44c7-82f3-324af778e315'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:44.653428 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-85625f3d-245c-46ca-9aa9-29fcaeab05c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['31f8ec30-452d-44c7-82f3-324af778e315'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:44.740074 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-85625f3d-245c-46ca-9aa9-29fcaeab05c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:44.751508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:44.754877 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85625f3d-245c-46ca-9aa9-29fcaeab05c7 None None] Routers {'31f8ec30-452d-44c7-82f3-324af778e315'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:44.756867 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-85625f3d-245c-46ca-9aa9-29fcaeab05c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['31f8ec30-452d-44c7-82f3-324af778e315'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:44.757157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:44.767865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:44.776320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d53f9df6-1b6e-49f8-b4f6-c96ca0cde9c3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.780591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f5c01-f218-4a2c-9b53-baff745870a2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:44.781178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f70f5c01-f218-4a2c-9b53-baff745870a2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:44.784692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadfb20d-c1c3-4e87-aad7-f868be497181 None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:40:44.816277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fe2497b1-dcd8-4e96-87fb-e11796c3aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.820347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d53f9df6-1b6e-49f8-b4f6-c96ca0cde9c3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.841535 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-85625f3d-245c-46ca-9aa9-29fcaeab05c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:44.842162 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85625f3d-245c-46ca-9aa9-29fcaeab05c7 None None] The sync data for ids ['31f8ec30-452d-44c7-82f3-324af778e315'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:44.851679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f9df6-1b6e-49f8-b4f6-c96ca0cde9c3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=e284a2b4-0d36-4fe6-b750-2d7e4579dbab,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:44.864698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:44.872658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.879894 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d53f9df6-1b6e-49f8-b4f6-c96ca0cde9c3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/e284a2b4-0d36-4fe6-b750-2d7e4579dbab HTTP/1.1" status: 204 len: 168 time: 1.8313808 Oct 20 03:40:44.886575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36106) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:44.900981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9ad26-e526-4d3a-95fc-424b06ea2320 req-b7bf25ac-4465-448f-8083-38943a63241e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:44.902623 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bbf9ad26-e526-4d3a-95fc-424b06ea2320 req-b7bf25ac-4465-448f-8083-38943a63241e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 945 time: 0.5040526 Oct 20 03:40:44.904648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f70f5c01-f218-4a2c-9b53-baff745870a2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:44.904648 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f70f5c01-f218-4a2c-9b53-baff745870a2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports/6b16c1da-4f9c-459f-b0fa-9761bf9c0044 HTTP/1.1" status: 200 len: 910 time: 0.2706361 Oct 20 03:40:44.904848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fe2497b1-dcd8-4e96-87fb-e11796c3aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.930637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.934354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:44.961838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36110) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:45.016762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36114) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:45.093740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-114b8f23-e3dc-424b-8c32-f42572b25083 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.128468 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bbf9ad26-e526-4d3a-95fc-424b06ea2320 req-0e33974c-37b5-41fe-94c2-98ff0eb8a947 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1820104 Oct 20 03:40:45.134465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.157563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting port caaaa87a-0c71-42f2-b672-12f3523717a4 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:45.157563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.243248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1284842100'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:45.261980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-114b8f23-e3dc-424b-8c32-f42572b25083 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.269252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:45.269541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4327fa8-699a-4173-9c22-76bf3b4d49a6 None None] Network a7a8d8c3-4f9c-4770-a219-592f7afc4e12 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:45.385760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fe2497b1-dcd8-4e96-87fb-e11796c3aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.389220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Usage tracker for resource:network and tenant:1f9c093b2d164cdaa60337c23f3c3c52 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:45.414437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:45.428313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:45.447587 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2497b1-dcd8-4e96-87fb-e11796c3aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2efa04b-ede0-4514-b4d6-4a35998f8fea,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:45.451823 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 5 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:45.515883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fe2497b1-dcd8-4e96-87fb-e11796c3aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.517010 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fe2497b1-dcd8-4e96-87fb-e11796c3aa5a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e2efa04b-ede0-4514-b4d6-4a35998f8fea HTTP/1.1" status: 204 len: 168 time: 1.1689253 Oct 20 03:40:45.540885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:45.574433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] For port caaaa87a-0c71-42f2-b672-12f3523717a4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=caaaa87a-0c71-42f2-b672-12f3523717a4,segment=NetworkSegment(d24a5c1c-3846-4642-b0fc-b0214504616f),segment_id=d24a5c1c-3846-4642-b0fc-b0214504616f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:45.574802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.583142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Made reservation on behalf of 1f9c093b2d164cdaa60337c23f3c3c52 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:45.586967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.606731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.653433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] DHCP port deletion for a7a8d8c3-4f9c-4770-a219-592f7afc4e12 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:45.659006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] Deleting port caaaa87a-0c71-42f2-b672-12f3523717a4 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:45.659617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.740302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Calling delete_port for caaaa87a-0c71-42f2-b672-12f3523717a4 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:45.856293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.893940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:45.907148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114b8f23-e3dc-424b-8c32-f42572b25083 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router 3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:40:45.913232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Usage tracker for resource:security_group_rule and tenant:1f9c093b2d164cdaa60337c23f3c3c52 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:45.917254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:45.925257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:45.963858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.983422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=d185e4a8-e3e1-4abc-99b9-12352b16a114,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:45.997655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] For port caaaa87a-0c71-42f2-b672-12f3523717a4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=caaaa87a-0c71-42f2-b672-12f3523717a4,segment=NetworkSegment(d24a5c1c-3846-4642-b0fc-b0214504616f),segment_id=d24a5c1c-3846-4642-b0fc-b0214504616f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:46.001848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.103119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Checking segment: {'id': '9d459d6a-d99e-423d-9475-c40a08dd5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '805645dd-2f8a-42b6-9d6e-7c6961294c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:46.103479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network hostable DHCP agents. Network: 805645dd-2f8a-42b6-9d6e-7c6961294c94, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:46.189847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.201932 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 6 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:46.226174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114b8f23-e3dc-424b-8c32-f42572b25083 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:46.235996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] Calling delete_port for caaaa87a-0c71-42f2-b672-12f3523717a4 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:46.246397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network 805645dd-2f8a-42b6-9d6e-7c6961294c94 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:46.252993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.254973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Port': ['ID=caaaa87a-0c71-42f2-b672-12f3523717a4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:46.256858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No DVR routers for this DVR port caaaa87a-0c71-42f2-b672-12f3523717a4 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:46.284328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839be33a-43a6-4ca2-bc9a-7d4c311165cc None None] Sync routers for ids ['3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:46.334764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:46.335248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839be33a-43a6-4ca2-bc9a-7d4c311165cc None None] Routers {'3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:46.335914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-839be33a-43a6-4ca2-bc9a-7d4c311165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.367264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 805645dd-2f8a-42b6-9d6e-7c6961294c94) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:46.374624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.374815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:46.375205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.380581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-114b8f23-e3dc-424b-8c32-f42572b25083 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.382306 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-114b8f23-e3dc-424b-8c32-f42572b25083 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 HTTP/1.1" status: 200 len: 891 time: 2.9095218 Oct 20 03:40:46.395844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364a667-07b4-459e-b0dd-6f6c54f694c5 None None] Network 805645dd-2f8a-42b6-9d6e-7c6961294c94 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:46.398143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36136) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:46.418166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.438527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:46.465423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c80a0-6ca2-44d3-88de-4fc8ee9c4fb8,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:46.468928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a8d8c3-4f9c-4770-a219-592f7afc4e12']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.479511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.480041 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Added segment aea57c0b-6407-4c69-9f56-82a8842dcc12 of type vlan for network 38ae9044-752b-449a-8d3f-dd04c8e98632 Oct 20 03:40:46.492835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24a5c1c-3846-4642-b0fc-b0214504616f') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.493429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24a5c1c-3846-4642-b0fc-b0214504616f') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.510856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.512542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-839be33a-43a6-4ca2-bc9a-7d4c311165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.534544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:46.534906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:46.536688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839be33a-43a6-4ca2-bc9a-7d4c311165cc None None] Routers {'3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:46.537297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-839be33a-43a6-4ca2-bc9a-7d4c311165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.539801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.546567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.550362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.21.0.1 (f91dec39-a4fa-4453-9662-6b926724baef/80fdcfe9-7ca5-4229-9da2-990f1b58c919/75680969-3678-4df3-b6ee-4e085f930a99) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:46.555648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:46.558528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.622386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-839be33a-43a6-4ca2-bc9a-7d4c311165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.622788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839be33a-43a6-4ca2-bc9a-7d4c311165cc None None] The sync data for ids ['3acd0879-3e1f-4721-a8cc-6535d7bd0aa4'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:46.638711 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment d24a5c1c-3846-4642-b0fc-b0214504616f resource provider aggregate not found Oct 20 03:40:46.663918 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bd7733a4-c969-4523-8d8b-28b68bd3a357 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2229617 Oct 20 03:40:46.663918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36144) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:46.671398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36146) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:46.671737 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment d24a5c1c-3846-4642-b0fc-b0214504616f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d24a5c1c-3846-4642-b0fc-b0214504616f found for delete ", "request_id": "req-59cf1192-e08f-439b-863b-bb17c1cdc240"}]} Oct 20 03:40:46.737940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': '805645dd-2f8a-42b6-9d6e-7c6961294c94', 'name': 'tempest-PortsIpV6TestJSON-2096708953', 'fixed_ips': [{'subnet_id': 'd185e4a8-e3e1-4abc-99b9-12352b16a114', 'ip_address': '2001:db8::10'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:46.743215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.752181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:46.752983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.823780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-805645dd-2f8a-42b6-9d6e-7c6961294c94', 'network_id': '805645dd-2f8a-42b6-9d6e-7c6961294c94', 'tenant_id': '97183b1f657e4bb5b7ed409b7f97abe9', 'fixed_ips': [{'subnet_id': 'd185e4a8-e3e1-4abc-99b9-12352b16a114'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:46.824936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.838354 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 7 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:46.846668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.879234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.882953 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/a7a8d8c3-4f9c-4770-a219-592f7afc4e12 HTTP/1.1" status: 204 len: 168 time: 1.9929206 Oct 20 03:40:46.884830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36158) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:46.926735 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-92772038-b3a9-498e-b3af-10e57019dd2b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/routers/3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 HTTP/1.1" status: 200 len: 891 time: 0.5275922 Oct 20 03:40:46.930357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36164) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:46.936100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Pushing event updated for resources: {'Network': ['ID=38ae9044-752b-449a-8d3f-dd04c8e98632,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:47.003152 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-170c7d9f-482e-4467-bf39-e9c8d44cbf80 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:47.003406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170c7d9f-482e-4467-bf39-e9c8d44cbf80 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:47.005116 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-170c7d9f-482e-4467-bf39-e9c8d44cbf80 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/fb6fc686-977a-4f5a-ae7c-9cffa7cb5ddb HTTP/1.1" status: 404 len: 337 time: 0.1193068 Oct 20 03:40:47.016752 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36168) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:47.018659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 38ae9044-752b-449a-8d3f-dd04c8e98632 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:47.023400 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1e7ceb51-a80b-4c0e-87d9-0c79de83b7c2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9968660 Oct 20 03:40:47.030298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-abf14baf-1fcb-427c-85fe-847e85cb37ca tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:47.032545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221717e-682e-4bff-9a8b-0248975ff937 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=a7a8d8c3-4f9c-4770-a219-592f7afc4e12,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:47.034299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36172) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:47.041313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device caaaa87a-0c71-42f2-b672-12f3523717a4 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:47.044396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Request body: {'subnet': {'network_id': '38ae9044-752b-449a-8d3f-dd04c8e98632', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:47.068078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:47.078477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] Deleting port caaaa87a-0c71-42f2-b672-12f3523717a4 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:47.078697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.078903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.088586 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffae3365-d525-493b-a4b7-d45be61b9213 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:47.089059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffae3365-d525-493b-a4b7-d45be61b9213 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:47.093301 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ffae3365-d525-493b-a4b7-d45be61b9213 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/aeb60e49-39e1-4386-af19-8edd97ca766e HTTP/1.1" status: 404 len: 339 time: 0.0629351 Oct 20 03:40:47.095436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:47.097516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36176) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:47.123056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36180) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:47.182171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: caaaa87a-0c71-42f2-b672-12f3523717a4 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:47.182410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device caaaa87a-0c71-42f2-b672-12f3523717a4 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:47.193190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-abf14baf-1fcb-427c-85fe-847e85cb37ca tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:47.195360 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-abf14baf-1fcb-427c-85fe-847e85cb37ca tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 HTTP/1.1" status: 200 len: 205 time: 0.2607358 Oct 20 03:40:47.198364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36186) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:47.202290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:47.277835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f32f0d69-ffde-4f20-a2a8-960b39153421 None None] The port 'caaaa87a-0c71-42f2-b672-12f3523717a4' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:40:47.309934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.366275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Usage tracker for resource:subnet and tenant:1f9c093b2d164cdaa60337c23f3c3c52 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:47.371479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1414868763'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:47.376995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:47.383999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Allocated IP 2001:db8::2 (805645dd-2f8a-42b6-9d6e-7c6961294c94/d185e4a8-e3e1-4abc-99b9-12352b16a114/80b1f549-c64f-4325-938e-61a9c88758d0) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:47.385141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:47.389217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:47.393742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Transition to ACTIVE for port object 75680969-3678-4df3-b6ee-4e085f930a99 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:47.398142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Usage tracker for resource:network and tenant:4dd967b4ba8144f0bc7e54dac75ebf56 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:47.402403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:47.411453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:47.424167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:47.428776 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5820b92c-809a-4650-912d-3bfbb2c8949e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:47.429217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5820b92c-809a-4650-912d-3bfbb2c8949e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:47.430894 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5820b92c-809a-4650-912d-3bfbb2c8949e tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/0e7c0166-ec58-40a8-8641-ffdab8cbb2de HTTP/1.1" status: 404 len: 337 time: 0.3293550 Oct 20 03:40:47.433858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36190) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:47.466578 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-17017c75-4c94-40c7-94b4-fd0eee5866cc tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:47.467043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17017c75-4c94-40c7-94b4-fd0eee5866cc tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:47.471364 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-17017c75-4c94-40c7-94b4-fd0eee5866cc tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/01097119-90d0-47f8-889f-102a4ac4b767 HTTP/1.1" status: 404 len: 339 time: 0.0339777 Oct 20 03:40:47.471546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36194) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:47.513790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Made reservation on behalf of 1f9c093b2d164cdaa60337c23f3c3c52 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:47.517285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.532316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.541875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:47.583518 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 8 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:47.644404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.732810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:47.735460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.746668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Transition to ACTIVE for port object 80b1f549-c64f-4325-938e-61a9c88758d0 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:47.768815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Transition to ACTIVE for port object 80b1f549-c64f-4325-938e-61a9c88758d0 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:47.776193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Made reservation on behalf of 4dd967b4ba8144f0bc7e54dac75ebf56 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:47.779570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.793630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network f91dec39-a4fa-4453-9662-6b926724baef is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:47.798039 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19e9ec1-ab89-4944-a9da-8a433f728880 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:47.798492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19e9ec1-ab89-4944-a9da-8a433f728880 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:47.800161 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f19e9ec1-ab89-4944-a9da-8a433f728880 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/a33ec59b-1f44-4f5a-aa19-99a391bee1a4 HTTP/1.1" status: 404 len: 337 time: 0.3277242 Oct 20 03:40:47.807215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:47.809600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36198) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:47.810295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.818316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=75680969-3678-4df3-b6ee-4e085f930a99,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:47.820597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:47.850636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.937556 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c707d00-98f6-4837-a5f7-c65e4484a52f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:47.938159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c707d00-98f6-4837-a5f7-c65e4484a52f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:47.943698 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0c707d00-98f6-4837-a5f7-c65e4484a52f tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/dcd319ed-5870-4ca1-9db2-069b8ce7c724 HTTP/1.1" status: 404 len: 339 time: 0.1199968 Oct 20 03:40:47.943885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36202) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:47.944297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:47.948907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Network 805645dd-2f8a-42b6-9d6e-7c6961294c94 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:47.953634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:47.957477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:47.967949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Usage tracker for resource:security_group_rule and tenant:4dd967b4ba8144f0bc7e54dac75ebf56 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:47.973463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:47.985580 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:47.993876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.012116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.021104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.070087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Pushing event updated for resources: {'Port': ['ID=80b1f549-c64f-4325-938e-61a9c88758d0,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:48.104907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:48.105243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Attempting to bind port 80b1f549-c64f-4325-938e-61a9c88758d0 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:48.105727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Attempting to bind port 80b1f549-c64f-4325-938e-61a9c88758d0 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '9d459d6a-d99e-423d-9475-c40a08dd5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '805645dd-2f8a-42b6-9d6e-7c6961294c94'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:48.106534 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Attempting to bind port 80b1f549-c64f-4325-938e-61a9c88758d0 on network 805645dd-2f8a-42b6-9d6e-7c6961294c94 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:48.110072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port a12b278c-4df9-491e-a653-ac84ec7e8474 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:48.110424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.111874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:48.112325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Checking segment: {'id': '9d459d6a-d99e-423d-9475-c40a08dd5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '805645dd-2f8a-42b6-9d6e-7c6961294c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:48.112790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.113246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Bound using segment: {'id': '9d459d6a-d99e-423d-9475-c40a08dd5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '805645dd-2f8a-42b6-9d6e-7c6961294c94'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:48.113842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Bound port: 80b1f549-c64f-4325-938e-61a9c88758d0, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d459d6a-d99e-423d-9475-c40a08dd5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '805645dd-2f8a-42b6-9d6e-7c6961294c94'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:48.114820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.154355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-1715cafa-3a7c-49ae-beac-2a176e96beed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting subnet 6f054abd-6477-4afa-9d93-19f2ce17511c {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:48.171100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1715cafa-3a7c-49ae-beac-2a176e96beed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.206203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] For port 80b1f549-c64f-4325-938e-61a9c88758d0, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:48.209551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] For port 80b1f549-c64f-4325-938e-61a9c88758d0, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=80b1f549-c64f-4325-938e-61a9c88758d0,segment=NetworkSegment(9d459d6a-d99e-423d-9475-c40a08dd5b35),segment_id=9d459d6a-d99e-423d-9475-c40a08dd5b35)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:48.235600 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 9 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:48.281181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.306011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.335121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1715cafa-3a7c-49ae-beac-2a176e96beed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.354993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:48.357518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.370493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfcb26-1b15-416c-95d0-a86bbdae98a7 None None] Pushing event updated for resources: {'Port': ['ID=80b1f549-c64f-4325-938e-61a9c88758d0,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:48.410301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.418566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.489944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.499832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for a12b278c-4df9-491e-a653-ac84ec7e8474 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:48.603008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:48.635650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13916991-4120-435d-941a-ac145c5ae1f8,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:48.638726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.639079 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Added segment 10509ca1-5b32-498b-b660-8f69aa76230b of type vlan for network 61a310c7-e264-405f-9656-b42916f0acc3 Oct 20 03:40:48.717624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Pushing event updated for resources: {'Subnet': ['ID=82651f98-9dbc-4dd8-a4a8-7c6c47496476,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:48.752602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.756418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Checking segment: {'id': 'aea57c0b-6407-4c69-9f56-82a8842dcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '38ae9044-752b-449a-8d3f-dd04c8e98632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:48.756777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Network hostable DHCP agents. Network: 38ae9044-752b-449a-8d3f-dd04c8e98632, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:48.856159 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Attempt 10 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:48.891060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Network 38ae9044-752b-449a-8d3f-dd04c8e98632 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:48.906172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.925663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77423-e6b7-40d5-acab-a35b188d33ca None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:48.932254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::10 (805645dd-2f8a-42b6-9d6e-7c6961294c94/d185e4a8-e3e1-4abc-99b9-12352b16a114/2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:48.940446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1715cafa-3a7c-49ae-beac-2a176e96beed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.941350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.949028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:48.949820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.959802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80b1f549-c64f-4325-938e-61a9c88758d0 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:49.043750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.099985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 38ae9044-752b-449a-8d3f-dd04c8e98632) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:49.103226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 80b1f549-c64f-4325-938e-61a9c88758d0 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:49.110830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ff7e1-9f3d-4d74-93b3-01909906cb3b None None] Network 38ae9044-752b-449a-8d3f-dd04c8e98632 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:49.122092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:49.122648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.142752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=a12b278c-4df9-491e-a653-ac84ec7e8474,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:49.182739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Provisioning for port 0725d4ba-070c-43e0-a771-5446df6ac311 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:49.191625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Provisioning complete for port 0725d4ba-070c-43e0-a771-5446df6ac311 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:49.192685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.193114 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 1 to provision port 0725d4ba-070c-43e0-a771-5446df6ac311 Oct 20 03:40:49.245107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event updated for resources: {'Network': ['ID=61a310c7-e264-405f-9656-b42916f0acc3,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:49.250835 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8472d926-6315-423c-be0c-f58a4c89092e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2144005 Oct 20 03:40:49.253756 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-790fe5f6-85e2-4313-b288-468cdba7d9bf tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1308570 Oct 20 03:40:49.253756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.267493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 61a310c7-e264-405f-9656-b42916f0acc3 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:49.292971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36206) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:49.293317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36208) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:49.542597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1715cafa-3a7c-49ae-beac-2a176e96beed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.555397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Current status of the port 0725d4ba-070c-43e0-a771-5446df6ac311 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:49.555949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.591078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1715cafa-3a7c-49ae-beac-2a176e96beed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.624549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee9065-70c5-4920-8520-def1ed14b89e None None] Network f89cba8e-5e78-4b53-892b-f0e943f12b6d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:49.632908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715cafa-3a7c-49ae-beac-2a176e96beed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=6f054abd-6477-4afa-9d93-19f2ce17511c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:49.637239 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1715cafa-3a7c-49ae-beac-2a176e96beed tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/6f054abd-6477-4afa-9d93-19f2ce17511c HTTP/1.1" status: 204 len: 168 time: 1.6871867 Oct 20 03:40:49.661104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36214) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:49.675249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Request body: {'subnet': {'network_id': '61a310c7-e264-405f-9656-b42916f0acc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.716479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] For port 0725d4ba-070c-43e0-a771-5446df6ac311, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0725d4ba-070c-43e0-a771-5446df6ac311,segment=NetworkSegment(f18554bc-743d-4967-8991-f15bae6c8271),segment_id=f18554bc-743d-4967-8991-f15bae6c8271)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:49.719979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-38ae9044-752b-449a-8d3f-dd04c8e98632', 'network_id': '38ae9044-752b-449a-8d3f-dd04c8e98632', 'tenant_id': '1f9c093b2d164cdaa60337c23f3c3c52', 'fixed_ips': [{'subnet_id': '82651f98-9dbc-4dd8-a4a8-7c6c47496476'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:49.720908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.773789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.800123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.806560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Request body: {'port': {'network_id': '38ae9044-752b-449a-8d3f-dd04c8e98632', 'name': 'tempest-TagsExtTest-1343819635'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.819494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object 2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:49.870481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240630a5-db8a-4b68-9a58-8cf69a78d553 None None] Network 805645dd-2f8a-42b6-9d6e-7c6961294c94 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:49.911887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.942789 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.951931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.967435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.071547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.081213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.094109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:50.102985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Usage tracker for resource:subnet and tenant:4dd967b4ba8144f0bc7e54dac75ebf56 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:50.115658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network 805645dd-2f8a-42b6-9d6e-7c6961294c94 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:50.121493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:50.128238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:50.135113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:50.151624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting port 22538da3-41d9-4cf1-88f2-6a8795de406e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:50.151978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.155652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:50.161358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:50.161994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.180766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:50.184230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.1 (f3642124-8d53-42c1-875d-9acd7fd8dbc6/9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2/92ee8165-05b8-4528-9eae-aa5f9c05c527) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:50.192214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:50.212117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.212117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Fanout notify agent at l3_agent the message router_deleted on router 3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:40:50.221996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Usage tracker for resource:port and tenant:1f9c093b2d164cdaa60337c23f3c3c52 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:50.228820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:50.228979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Provisioning for port 75680969-3678-4df3-b6ee-4e085f930a99 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:50.239965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.245764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Made reservation on behalf of 4dd967b4ba8144f0bc7e54dac75ebf56 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:50.249771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.264751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:50.296262 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Pushing event updated for resources: {'Port': ['ID=0725d4ba-070c-43e0-a771-5446df6ac311,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:50.307965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Provisioning complete for port 75680969-3678-4df3-b6ee-4e085f930a99 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:50.308293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.308638 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 1 to provision port 75680969-3678-4df3-b6ee-4e085f930a99 Oct 20 03:40:50.316391 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-084069ef-dbb7-4f8a-bcff-2028336d0126 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6366246 Oct 20 03:40:50.344791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36218) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:50.373925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': '805645dd-2f8a-42b6-9d6e-7c6961294c94', 'name': 'tempest-PortsIpV6TestJSON-828726695', 'fixed_ips': [{'subnet_id': 'd185e4a8-e3e1-4abc-99b9-12352b16a114', 'ip_address': '2001:db8::f'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:50.399864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.404672 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ed4b74cf-6b57-4eb0-ad09-3d7b82b92d94 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 HTTP/1.1" status: 204 len: 168 time: 3.2016659 Oct 20 03:40:50.417065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36222) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:50.433879 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-911033712'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:50.435649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 75680969-3678-4df3-b6ee-4e085f930a99 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:50.441186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=75680969-3678-4df3-b6ee-4e085f930a99,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:50.448196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:50.450500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Allocated IP 172.20.0.2 (38ae9044-752b-449a-8d3f-dd04c8e98632/82651f98-9dbc-4dd8-a4a8-7c6c47496476/3c898465-2b4d-4a98-804c-2bdea6ec9225) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:50.471273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:network and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:50.478628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:50.496337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Made reservation on behalf of 1f9c093b2d164cdaa60337c23f3c3c52 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:50.497582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:50.499806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.565253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network f91dec39-a4fa-4453-9662-6b926724baef is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:50.573650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:50.631275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] device_id is not set on port a8ae9167-62d0-475f-8906-d15f05f2bb0d yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:50.765503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] For port 22538da3-41d9-4cf1-88f2-6a8795de406e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=22538da3-41d9-4cf1-88f2-6a8795de406e,segment=NetworkSegment(af86e302-3ea4-46bf-9377-9790f4c47700),segment_id=af86e302-3ea4-46bf-9377-9790f4c47700)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:50.766363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.895648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] DHCP port deletion for f89cba8e-5e78-4b53-892b-f0e943f12b6d request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:50.907571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:50.911384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] Deleting port 22538da3-41d9-4cf1-88f2-6a8795de406e {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:50.911756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.915783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.921915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:50.930954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:50.939911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.959541 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 2 to provision port 75680969-3678-4df3-b6ee-4e085f930a99 Oct 20 03:40:51.038168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:51.057027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Calling delete_port for 22538da3-41d9-4cf1-88f2-6a8795de406e owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:51.067488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0725d4ba-070c-43e0-a771-5446df6ac311 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:51.091737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:51.119102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.167261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Transition to ACTIVE for port object 3c898465-2b4d-4a98-804c-2bdea6ec9225 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:51.169629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 92ee8165-05b8-4528-9eae-aa5f9c05c527 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:51.172858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:51.190448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:51.202644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.203158 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added segment 32c57aa2-9281-4339-8371-2b4f7927ede2 of type vlan for network 6691c3d6-c800-431c-8416-7621116e54fc Oct 20 03:40:51.205569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 75680969-3678-4df3-b6ee-4e085f930a99 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:51.222845 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 31f8ec30-452d-44c7-82f3-324af778e315 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:40:51.227414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Transition to ACTIVE for port object 3c898465-2b4d-4a98-804c-2bdea6ec9225 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:51.250818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.281856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.343506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.361574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] For port 22538da3-41d9-4cf1-88f2-6a8795de406e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=22538da3-41d9-4cf1-88f2-6a8795de406e,segment=NetworkSegment(af86e302-3ea4-46bf-9377-9790f4c47700),segment_id=af86e302-3ea4-46bf-9377-9790f4c47700)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:51.363006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.380746 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.435734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:51.447776 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-06cbad16-09e9-4c7d-96a2-834bfcae6fc2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/31f8ec30-452d-44c7-82f3-324af778e315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4844038 Oct 20 03:40:51.449611 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23160f6a-c30d-4534-be3d-5e8159aabb7e None None] Sync routers for ids ['31f8ec30-452d-44c7-82f3-324af778e315'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:51.450096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36226) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:51.461143 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23160f6a-c30d-4534-be3d-5e8159aabb7e None None] Routers {'31f8ec30-452d-44c7-82f3-324af778e315'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:51.462428 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-23160f6a-c30d-4534-be3d-5e8159aabb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['31f8ec30-452d-44c7-82f3-324af778e315'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:51.495851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.537083 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-23160f6a-c30d-4534-be3d-5e8159aabb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:51.539351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] Calling delete_port for 22538da3-41d9-4cf1-88f2-6a8795de406e owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:51.548279 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23160f6a-c30d-4534-be3d-5e8159aabb7e None None] Routers {'31f8ec30-452d-44c7-82f3-324af778e315'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:51.550045 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-23160f6a-c30d-4534-be3d-5e8159aabb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['31f8ec30-452d-44c7-82f3-324af778e315'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:51.575413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.581029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:51.581711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.614644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Port': ['ID=22538da3-41d9-4cf1-88f2-6a8795de406e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.626626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network f3642124-8d53-42c1-875d-9acd7fd8dbc6 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:51.632447 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-23160f6a-c30d-4534-be3d-5e8159aabb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:51.633076 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23160f6a-c30d-4534-be3d-5e8159aabb7e None None] The sync data for ids ['31f8ec30-452d-44c7-82f3-324af778e315'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:51.644109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:51.651836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0725d4ba-070c-43e0-a771-5446df6ac311 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:51.651836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.652090 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0725d4ba-070c-43e0-a771-5446df6ac311 Oct 20 03:40:51.674892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No DVR routers for this DVR port 22538da3-41d9-4cf1-88f2-6a8795de406e on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:51.683527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Network 38ae9044-752b-449a-8d3f-dd04c8e98632 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:51.686559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Checking segment: {'id': '10509ca1-5b32-498b-b660-8f69aa76230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61a310c7-e264-405f-9656-b42916f0acc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:51.686997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Network hostable DHCP agents. Network: 61a310c7-e264-405f-9656-b42916f0acc3, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:51.695367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:51.698816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:51.712321 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 3 to provision port 75680969-3678-4df3-b6ee-4e085f930a99 Oct 20 03:40:51.750094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d6758c-5f4f-4962-a267-42d857e670cf tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:51.750788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-59d6758c-5f4f-4962-a267-42d857e670cf tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:51.753512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=92ee8165-05b8-4528-9eae-aa5f9c05c527,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.763374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:51.792948 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3723273 Oct 20 03:40:51.800883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36230) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:51.807712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f799e-4c30-4a00-b5f4-061b3952cba5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Network': ['ID=6691c3d6-c800-431c-8416-7621116e54fc,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.812832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'subnet': {'network_id': '6691c3d6-c800-431c-8416-7621116e54fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:51.831457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 6691c3d6-c800-431c-8416-7621116e54fc details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:40:51.865385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event updated for resources: {'Subnet': ['ID=c5d5b829-180e-4310-bbda-7f9b4ff6c895,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.888790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Pushing event updated for resources: {'Port': ['ID=3c898465-2b4d-4a98-804c-2bdea6ec9225,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.892551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.924814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-59d6758c-5f4f-4962-a267-42d857e670cf tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:51.928898 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-59d6758c-5f4f-4962-a267-42d857e670cf tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports/75680969-3678-4df3-b6ee-4e085f930a99 HTTP/1.1" status: 200 len: 910 time: 0.4746664 Oct 20 03:40:51.929236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36234) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:51.945130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Network 61a310c7-e264-405f-9656-b42916f0acc3 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:51.970456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:51.977563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:subnet and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:51.981023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:51.988524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:52.028402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Allocated IP 172.20.0.10 (38ae9044-752b-449a-8d3f-dd04c8e98632/82651f98-9dbc-4dd8-a4a8-7c6c47496476/a8ae9167-62d0-475f-8906-d15f05f2bb0d) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:52.033292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.048151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 75680969-3678-4df3-b6ee-4e085f930a99 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:52.063424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:52.063710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Attempting to bind port 3c898465-2b4d-4a98-804c-2bdea6ec9225 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:52.064057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Attempting to bind port 3c898465-2b4d-4a98-804c-2bdea6ec9225 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'aea57c0b-6407-4c69-9f56-82a8842dcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '38ae9044-752b-449a-8d3f-dd04c8e98632'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:52.064421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Attempting to bind port 3c898465-2b4d-4a98-804c-2bdea6ec9225 on network 38ae9044-752b-449a-8d3f-dd04c8e98632 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:52.067586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.122360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 61a310c7-e264-405f-9656-b42916f0acc3) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:52.125151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.147656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:52.148238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.162364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948008ac-6e31-4a2c-9b06-14cf16758ef0 None None] Network 61a310c7-e264-405f-9656-b42916f0acc3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:52.187531 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:52.187921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Checking segment: {'id': 'aea57c0b-6407-4c69-9f56-82a8842dcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '38ae9044-752b-449a-8d3f-dd04c8e98632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:52.188214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.188602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Bound using segment: {'id': 'aea57c0b-6407-4c69-9f56-82a8842dcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '38ae9044-752b-449a-8d3f-dd04c8e98632'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:52.189078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Bound port: 3c898465-2b4d-4a98-804c-2bdea6ec9225, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea57c0b-6407-4c69-9f56-82a8842dcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '38ae9044-752b-449a-8d3f-dd04c8e98632'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:52.189472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.201323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89cba8e-5e78-4b53-892b-f0e943f12b6d']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.212236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 72f7ef37-858b-450a-9fc1-5a068c06572d yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:52.255903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:52.255903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:52.262589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.277979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af86e302-3ea4-46bf-9377-9790f4c47700') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.278373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af86e302-3ea4-46bf-9377-9790f4c47700') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.323176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0725d4ba-070c-43e0-a771-5446df6ac311 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:40:52.375010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.399054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 22538da3-41d9-4cf1-88f2-6a8795de406e no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:40:52.424963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] For port 3c898465-2b4d-4a98-804c-2bdea6ec9225, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:52.443037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 22538da3-41d9-4cf1-88f2-6a8795de406e {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:40:52.443470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 22538da3-41d9-4cf1-88f2-6a8795de406e not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:40:52.454081 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b960a987-ad3f-4806-ad44-72519e05286e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1538806 Oct 20 03:40:52.465521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] For port 3c898465-2b4d-4a98-804c-2bdea6ec9225, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3c898465-2b4d-4a98-804c-2bdea6ec9225,segment=NetworkSegment(aea57c0b-6407-4c69-9f56-82a8842dcc12),segment_id=aea57c0b-6407-4c69-9f56-82a8842dcc12)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:52.483247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36238) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:52.536337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Request body: {'port': {'network_id': '61a310c7-e264-405f-9656-b42916f0acc3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1830358995'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:52.547414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.572666 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 4 to provision port 75680969-3678-4df3-b6ee-4e085f930a99 Oct 20 03:40:52.608109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:52.608518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.639954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.652627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 75680969-3678-4df3-b6ee-4e085f930a99 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:52.703071 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment af86e302-3ea4-46bf-9377-9790f4c47700 resource provider aggregate not found Oct 20 03:40:52.726971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-61a310c7-e264-405f-9656-b42916f0acc3', 'network_id': '61a310c7-e264-405f-9656-b42916f0acc3', 'tenant_id': '4dd967b4ba8144f0bc7e54dac75ebf56', 'fixed_ips': [{'subnet_id': 'c5d5b829-180e-4310-bbda-7f9b4ff6c895'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:52.728020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.756877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] Deleting port 22538da3-41d9-4cf1-88f2-6a8795de406e {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:52.757567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.806687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.830868 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment af86e302-3ea4-46bf-9377-9790f4c47700 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af86e302-3ea4-46bf-9377-9790f4c47700 found for delete ", "request_id": "req-81a9e895-3584-4cc7-a366-e939e9fdef43"}]} Oct 20 03:40:52.868210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c55b3-dced-42f7-9a7b-bb753487f30c None None] Pushing event updated for resources: {'Port': ['ID=3c898465-2b4d-4a98-804c-2bdea6ec9225,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:52.876996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d717cb14-3042-428e-b73e-de89a29399b9 None None] The port '22538da3-41d9-4cf1-88f2-6a8795de406e' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:40:52.890445 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Transition to ACTIVE for port object a8ae9167-62d0-475f-8906-d15f05f2bb0d will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:53.016906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Allocated IP 172.20.0.2 (61a310c7-e264-405f-9656-b42916f0acc3/c5d5b829-180e-4310-bbda-7f9b4ff6c895/9bde10d0-5961-405a-abae-ccbbb534234b) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:53.030866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:53.035608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Usage tracker for resource:port and tenant:4dd967b4ba8144f0bc7e54dac75ebf56 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:53.040858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:53.045752 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:53.095876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::f (805645dd-2f8a-42b6-9d6e-7c6961294c94/d185e4a8-e3e1-4abc-99b9-12352b16a114/72f7ef37-858b-450a-9fc1-5a068c06572d) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:53.159620 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 5 to provision port 75680969-3678-4df3-b6ee-4e085f930a99 Oct 20 03:40:53.185734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.204555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Made reservation on behalf of 4dd967b4ba8144f0bc7e54dac75ebf56 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:53.210962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.213077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.218212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.239143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.250540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 75680969-3678-4df3-b6ee-4e085f930a99 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:53.254731 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/f89cba8e-5e78-4b53-892b-f0e943f12b6d HTTP/1.1" status: 204 len: 168 time: 3.5353923 Oct 20 03:40:53.269167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36246) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:53.274768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.300522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] device_id is not set on port f667082a-cb47-43ca-8253-c1e549bcd59f yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:53.317638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842fe07-42c8-404f-97c0-3236d45770b3 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=f89cba8e-5e78-4b53-892b-f0e943f12b6d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.353005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.362273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.375084 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Transition to ACTIVE for port object 9bde10d0-5961-405a-abae-ccbbb534234b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:53.398835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Transition to ACTIVE for port object 9bde10d0-5961-405a-abae-ccbbb534234b will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:53.467086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Subnet': ['ID=155def6e-6bb4-48cc-8e9d-ae25bd7025fb,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.486572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.506439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Checking segment: {'id': '32c57aa2-9281-4339-8371-2b4f7927ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6691c3d6-c800-431c-8416-7621116e54fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:53.512792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network hostable DHCP agents. Network: 6691c3d6-c800-431c-8416-7621116e54fc, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:53.540248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.544730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=92ee8165-05b8-4528-9eae-aa5f9c05c527,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.553302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Network 61a310c7-e264-405f-9656-b42916f0acc3 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:53.556302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:53.561207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:53.615650 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9472ec78-4a1e-46e2-9c2b-611e6937f122 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:53.616650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9472ec78-4a1e-46e2-9c2b-611e6937f122 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:53.618444 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9472ec78-4a1e-46e2-9c2b-611e6937f122 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/f9443c0f-753e-4043-81ec-7b7fad7a2b9c HTTP/1.1" status: 404 len: 337 time: 0.3454263 Oct 20 03:40:53.623528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Pushing event updated for resources: {'Port': ['ID=9bde10d0-5961-405a-abae-ccbbb534234b,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.630295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36250) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:53.639771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Network 38ae9044-752b-449a-8d3f-dd04c8e98632 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:53.648374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:53.651024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:53.694558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Pushing event updated for resources: {'Port': ['ID=a8ae9167-62d0-475f-8906-d15f05f2bb0d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.702248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Attempting to bind port 9bde10d0-5961-405a-abae-ccbbb534234b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:53.708201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Attempting to bind port 9bde10d0-5961-405a-abae-ccbbb534234b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '10509ca1-5b32-498b-b660-8f69aa76230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61a310c7-e264-405f-9656-b42916f0acc3'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:53.708201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Attempting to bind port 9bde10d0-5961-405a-abae-ccbbb534234b on network 61a310c7-e264-405f-9656-b42916f0acc3 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:53.709061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:53.709478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Checking segment: {'id': '10509ca1-5b32-498b-b660-8f69aa76230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61a310c7-e264-405f-9656-b42916f0acc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:53.709882 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.710272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Bound using segment: {'id': '10509ca1-5b32-498b-b660-8f69aa76230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61a310c7-e264-405f-9656-b42916f0acc3'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:53.710738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Bound port: 9bde10d0-5961-405a-abae-ccbbb534234b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10509ca1-5b32-498b-b660-8f69aa76230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61a310c7-e264-405f-9656-b42916f0acc3'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:53.711106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.755896 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 6 to provision port 75680969-3678-4df3-b6ee-4e085f930a99 Oct 20 03:40:53.772269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.792148 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c39cce1-a4a2-4a78-a75d-c498392ca4a2 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:53.792622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c39cce1-a4a2-4a78-a75d-c498392ca4a2 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:53.802092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 6691c3d6-c800-431c-8416-7621116e54fc is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:53.811909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Allocated IP 172.20.0.9 (61a310c7-e264-405f-9656-b42916f0acc3/c5d5b829-180e-4310-bbda-7f9b4ff6c895/f667082a-cb47-43ca-8253-c1e549bcd59f) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:53.848693 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5c39cce1-a4a2-4a78-a75d-c498392ca4a2 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/ef0276db-5d9e-484f-9719-42fcbee42c21 HTTP/1.1" status: 404 len: 339 time: 0.1122885 Oct 20 03:40:53.858212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 75680969-3678-4df3-b6ee-4e085f930a99 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:53.870846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36254) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:53.871959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] For port 9bde10d0-5961-405a-abae-ccbbb534234b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:53.877775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] For port 9bde10d0-5961-405a-abae-ccbbb534234b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=9bde10d0-5961-405a-abae-ccbbb534234b,segment=NetworkSegment(10509ca1-5b32-498b-b660-8f69aa76230b),segment_id=10509ca1-5b32-498b-b660-8f69aa76230b)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:53.935562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:53.936159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.958410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network f3642124-8d53-42c1-875d-9acd7fd8dbc6 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:53.969998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 6691c3d6-c800-431c-8416-7621116e54fc) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:53.971945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.975903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:53.976498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.981804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a86ea2-0808-4487-81c9-9105e2125a4c None None] Network 6691c3d6-c800-431c-8416-7621116e54fc requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:53.982003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:54.005450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.051666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object 72f7ef37-858b-450a-9fc1-5a068c06572d will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:54.113962 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ef1404fd-bb43-4cff-afcc-d5245ead071e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.8155985 Oct 20 03:40:54.123728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36258) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:54.134217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2125484521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:54.147409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:54.157054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Usage tracker for resource:router and tenant:1f9c093b2d164cdaa60337c23f3c3c52 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:54.165634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:54.174034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:54.194392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-353c3a0e-0c6c-4134-8e62-6d6d97b6e830 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting subnet 652db583-e433-4007-8031-27f63231e5de {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:40:54.209491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-353c3a0e-0c6c-4134-8e62-6d6d97b6e830 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.216563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c971517c-2dc9-4bd3-aef4-f81bd36223c4 None None] Network 38ae9044-752b-449a-8d3f-dd04c8e98632 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:54.282139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.283427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.298778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 75680969-3678-4df3-b6ee-4e085f930a99 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:54.299118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.353022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.375126 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 7 to provision port 75680969-3678-4df3-b6ee-4e085f930a99 Oct 20 03:40:54.387084 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ce3dc2bc-ff9f-4d91-888c-4f490d93561f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5844839 Oct 20 03:40:54.427550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36262) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:54.457951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-504408666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:54.464702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:54.470336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:router and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:54.474168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:54.481108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-353c3a0e-0c6c-4134-8e62-6d6d97b6e830 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.485628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:54.527873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 562af8fc-3632-4771-8164-19b45d1ed7a6 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:40:54.596855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bd4f6-8857-42aa-aaf0-96a3001d8168 None None] Pushing event updated for resources: {'Port': ['ID=9bde10d0-5961-405a-abae-ccbbb534234b,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:54.601803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-6691c3d6-c800-431c-8416-7621116e54fc', 'network_id': '6691c3d6-c800-431c-8416-7621116e54fc', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'fixed_ips': [{'subnet_id': '155def6e-6bb4-48cc-8e9d-ae25bd7025fb'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:40:54.601803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.614448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 75680969-3678-4df3-b6ee-4e085f930a99 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:54.624384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.674848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network 805645dd-2f8a-42b6-9d6e-7c6961294c94 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:54.682146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:54.791889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:54.791889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:54.791889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.791889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=72f7ef37-858b-450a-9fc1-5a068c06572d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:54.791889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.791889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.862227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.862227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.936350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Allocated IP 2001:db8::2 (6691c3d6-c800-431c-8416-7621116e54fc/155def6e-6bb4-48cc-8e9d-ae25bd7025fb/afef1ba5-0fc7-4195-b4e6-122798f8eaa2) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:54.952967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.955831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.040274 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Transition to ACTIVE for port object f667082a-cb47-43ca-8253-c1e549bcd59f will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:55.089070 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c2b63ac0-8743-4a36-aff2-1ce934448617 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7181461 Oct 20 03:40:55.097934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36266) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:55.103240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 75680969-3678-4df3-b6ee-4e085f930a99 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:55.120132 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 8 to provision port 75680969-3678-4df3-b6ee-4e085f930a99 Oct 20 03:40:55.179824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 9bde10d0-5961-405a-abae-ccbbb534234b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:55.186180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-353c3a0e-0c6c-4134-8e62-6d6d97b6e830 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.262128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:55.269183 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-33da858a-201b-416d-8b72-7b48ee3eeee3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/562af8fc-3632-4771-8164-19b45d1ed7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5990908 Oct 20 03:40:55.275436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.282342 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9d7de048-41b7-413f-934f-9df7b61878d2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1509764 Oct 20 03:40:55.288249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Sync routers for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:55.290182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36272) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:55.300941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-981d16a1-2bd9-476e-9f64-9557d187ce55 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1032983718', 'prefixes': ['172.20.0.0/16']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:55.318851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-981d16a1-2bd9-476e-9f64-9557d187ce55 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:55.328457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 75680969-3678-4df3-b6ee-4e085f930a99 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:55.336423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.346975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:55.346975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:55.366969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6857bc-fcef-43b3-b5cd-77da8cf14489 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:55.367720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5c6857bc-fcef-43b3-b5cd-77da8cf14489 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:55.378238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.472299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.472984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Network 61a310c7-e264-405f-9656-b42916f0acc3 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:55.474272 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-31607897-c928-40e7-8438-c8ae0aa46cf3 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0458493 Oct 20 03:40:55.476433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36278) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:55.477078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:55.479684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:55.517662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-353c3a0e-0c6c-4134-8e62-6d6d97b6e830 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.561729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.615109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-353c3a0e-0c6c-4134-8e62-6d6d97b6e830 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.619489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event updated for resources: {'Port': ['ID=f667082a-cb47-43ca-8253-c1e549bcd59f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:55.628097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5c6857bc-fcef-43b3-b5cd-77da8cf14489 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:55.629369 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5c6857bc-fcef-43b3-b5cd-77da8cf14489 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5272923 Oct 20 03:40:55.630223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c3a0e-0c6c-4134-8e62-6d6d97b6e830 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Subnet': ['ID=652db583-e433-4007-8031-27f63231e5de,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:55.632709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36282) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:55.655738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813aaebb-dbaf-4a1c-8745-aa1a4575d745 None None] Network d0814dd2-291d-446d-b253-92346dd76e3f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:55.703674 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-353c3a0e-0c6c-4134-8e62-6d6d97b6e830 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/subnets/652db583-e433-4007-8031-27f63231e5de HTTP/1.1" status: 204 len: 168 time: 1.8269594 Oct 20 03:40:55.727673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36286) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:55.730250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=75680969-3678-4df3-b6ee-4e085f930a99,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:55.733307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 9bde10d0-5961-405a-abae-ccbbb534234b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:55.792546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0704647a-4cd9-4244-9342-01e53547fda2 None None] Network 61a310c7-e264-405f-9656-b42916f0acc3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:55.815577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:55.815577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.843723 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 9 to provision port 75680969-3678-4df3-b6ee-4e085f930a99 Oct 20 03:40:55.873666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3c898465-2b4d-4a98-804c-2bdea6ec9225 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:55.932283 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c5b49461-cbf6-422a-a701-cf9cb5b12291 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4478519 Oct 20 03:40:55.946139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36290) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:55.963509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633a4755-1071-4474-8ed6-f77dc2bd6d93 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:55.970428 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633a4755-1071-4474-8ed6-f77dc2bd6d93 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:55.976900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633a4755-1071-4474-8ed6-f77dc2bd6d93 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:55.982673 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-633a4755-1071-4474-8ed6-f77dc2bd6d93 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3430839 Oct 20 03:40:55.984920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36294) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:55.988698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Request body: {'port': {'network_id': '61a310c7-e264-405f-9656-b42916f0acc3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-928599112', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:55.989224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] bootfile-name is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:40:55.989610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] tftp-server is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:40:55.989949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] server-ip-address is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:40:55.994545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 75680969-3678-4df3-b6ee-4e085f930a99 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:40:56.021418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.039871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Transition to ACTIVE for port object afef1ba5-0fc7-4195-b4e6-122798f8eaa2 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:56.080046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.081873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-981d16a1-2bd9-476e-9f64-9557d187ce55 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for subnetpool, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.083558 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-981d16a1-2bd9-476e-9f64-9557d187ce55 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7924252 Oct 20 03:40:56.104753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36298) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:56.118855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-816526a4-f449-4ffd-8f95-e072285f15b2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476', 'tempest-TagsExtTest-Tag-548974232') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:56.120177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:40:56.182784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Deleting port 7704c60b-93cd-4276-a64e-09a7d24b1889 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:56.183174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.250729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Transition to ACTIVE for port object afef1ba5-0fc7-4195-b4e6-122798f8eaa2 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:56.255859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-51ad1bea-743f-4508-b263-86ee023f0146 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 72f7ef37-858b-450a-9fc1-5a068c06572d {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:56.256222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51ad1bea-743f-4508-b263-86ee023f0146 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.284094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:40:56.308991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Usage tracker for resource:port and tenant:4dd967b4ba8144f0bc7e54dac75ebf56 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:40:56.315704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:40:56.334297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Provisioning complete for port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:56.334835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.334835 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 1 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:56.354382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:40:56.376943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.410843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.518751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Made reservation on behalf of 4dd967b4ba8144f0bc7e54dac75ebf56 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:56.523084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.592771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Network 6691c3d6-c800-431c-8416-7621116e54fc is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:56.608069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:56.616711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:56.627842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:56.648620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Pushing event updated for resources: {'Port': ['ID=afef1ba5-0fc7-4195-b4e6-122798f8eaa2,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:56.688525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] device_id is not set on port 2a66548b-d5e4-4220-bd12-7b2dcb3ee4f5 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:56.753928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 3c898465-2b4d-4a98-804c-2bdea6ec9225 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:56.758033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] For port 7704c60b-93cd-4276-a64e-09a7d24b1889, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7704c60b-93cd-4276-a64e-09a7d24b1889,segment=NetworkSegment(0838386d-6dac-4baa-92f2-39f325f23648),segment_id=0838386d-6dac-4baa-92f2-39f325f23648)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:56.758402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.907264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Attempting to bind port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:56.907445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Attempting to bind port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '32c57aa2-9281-4339-8371-2b4f7927ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6691c3d6-c800-431c-8416-7621116e54fc'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:56.908364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Attempting to bind port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 on network 6691c3d6-c800-431c-8416-7621116e54fc {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:56.914504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Calling delete_port for 7704c60b-93cd-4276-a64e-09a7d24b1889 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:56.924981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:56.924981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Checking segment: {'id': '32c57aa2-9281-4339-8371-2b4f7927ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6691c3d6-c800-431c-8416-7621116e54fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:56.925362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.925895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Bound using segment: {'id': '32c57aa2-9281-4339-8371-2b4f7927ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6691c3d6-c800-431c-8416-7621116e54fc'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:56.927023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Bound port: afef1ba5-0fc7-4195-b4e6-122798f8eaa2, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c57aa2-9281-4339-8371-2b4f7927ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6691c3d6-c800-431c-8416-7621116e54fc'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:56.927477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.969370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.038492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] DHCP port deletion for d0814dd2-291d-446d-b253-92346dd76e3f request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:40:57.064033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] Deleting port 7704c60b-93cd-4276-a64e-09a7d24b1889 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:57.064033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.118552 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 2 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:57.139328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 31f8ec30-452d-44c7-82f3-324af778e315 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:40:57.193167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51ad1bea-743f-4508-b263-86ee023f0146 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.259357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:57.262097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] For port afef1ba5-0fc7-4195-b4e6-122798f8eaa2, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:57.277214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] For port afef1ba5-0fc7-4195-b4e6-122798f8eaa2, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=afef1ba5-0fc7-4195-b4e6-122798f8eaa2,segment=NetworkSegment(32c57aa2-9281-4339-8371-2b4f7927ede2),segment_id=32c57aa2-9281-4339-8371-2b4f7927ede2)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:57.341576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-51ad1bea-743f-4508-b263-86ee023f0146 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 72f7ef37-858b-450a-9fc1-5a068c06572d owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:57.383389 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-816526a4-f449-4ffd-8f95-e072285f15b2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags/tempest-TagsExtTest-Tag-548974232 HTTP/1.1" status: 201 len: 201 time: 1.2777498 Oct 20 03:40:57.384951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36302) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:57.412665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] For port 7704c60b-93cd-4276-a64e-09a7d24b1889, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7704c60b-93cd-4276-a64e-09a7d24b1889,segment=NetworkSegment(0838386d-6dac-4baa-92f2-39f325f23648),segment_id=0838386d-6dac-4baa-92f2-39f325f23648)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:40:57.412665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.413365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Allocated IP 172.20.0.4 (61a310c7-e264-405f-9656-b42916f0acc3/c5d5b829-180e-4310-bbda-7f9b4ff6c895/2a66548b-d5e4-4220-bd12-7b2dcb3ee4f5) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:57.471708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.473322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-f8963539-f61e-4294-b190-9ec6641e72f3 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d', 'tempest-TagsExtTest-Tag-509084002') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.544483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.554575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] Calling delete_port for 7704c60b-93cd-4276-a64e-09a7d24b1889 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:40:57.573948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Port': ['ID=7704c60b-93cd-4276-a64e-09a7d24b1889,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:57.604152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] No DVR routers for this DVR port 7704c60b-93cd-4276-a64e-09a7d24b1889 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:40:57.655675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:40:52Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'f07d9d47-1b17-4a36-98fd-266e2b9a1637', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'fixed_ip_address': '172.20.0.24', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:39:21Z', 'updated_at': '2022-10-20T03:39:28Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92ee8165-05b8-4528-9eae-aa5f9c05c527', 'name': '', 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:02:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:49Z', 'updated_at': '2022-10-20T03:40:52Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.670804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Checking router: 562af8fc-3632-4771-8164-19b45d1ed7a6 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:40:57.671353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:40:57.671679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Updating router 562af8fc-3632-4771-8164-19b45d1ed7a6 port 92ee8165-05b8-4528-9eae-aa5f9c05c527 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:40:57.682728 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3971c3-948c-4eb0-9fbc-e3f2cf7e517b None None] Sync routers for ids ['31f8ec30-452d-44c7-82f3-324af778e315'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:57.701486 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3971c3-948c-4eb0-9fbc-e3f2cf7e517b None None] Routers {'31f8ec30-452d-44c7-82f3-324af778e315'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:57.702589 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5d3971c3-948c-4eb0-9fbc-e3f2cf7e517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['31f8ec30-452d-44c7-82f3-324af778e315'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.731368 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-473b106b-eda1-4129-bbec-06b33dd63a34 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/31f8ec30-452d-44c7-82f3-324af778e315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7947361 Oct 20 03:40:57.752078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36306) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:57.828283 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5d3971c3-948c-4eb0-9fbc-e3f2cf7e517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.837593 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 3 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:57.847081 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3971c3-948c-4eb0-9fbc-e3f2cf7e517b None None] Routers {'31f8ec30-452d-44c7-82f3-324af778e315'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:57.848731 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5d3971c3-948c-4eb0-9fbc-e3f2cf7e517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['31f8ec30-452d-44c7-82f3-324af778e315'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.870460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.898464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7fb4c-8232-4765-8b4d-58eef1280d24 None None] Pushing event updated for resources: {'Port': ['ID=afef1ba5-0fc7-4195-b4e6-122798f8eaa2,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:57.902621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0814dd2-291d-446d-b253-92346dd76e3f']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.907729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:57.908088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:57.914496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.918467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0838386d-6dac-4baa-92f2-39f325f23648') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.918961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0838386d-6dac-4baa-92f2-39f325f23648') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.927554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:57.933065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.951718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.959422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:57.960043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.968323 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5d3971c3-948c-4eb0-9fbc-e3f2cf7e517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.968919 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3971c3-948c-4eb0-9fbc-e3f2cf7e517b None None] The sync data for ids ['31f8ec30-452d-44c7-82f3-324af778e315'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:58.124135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 2001:db8::1 (6691c3d6-c800-431c-8416-7621116e54fc/155def6e-6bb4-48cc-8e9d-ae25bd7025fb/02f121b0-5b6c-419c-a12d-acd139a48593) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:58.175461 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 0838386d-6dac-4baa-92f2-39f325f23648 resource provider aggregate not found Oct 20 03:40:58.185576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51ad1bea-743f-4508-b263-86ee023f0146 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.199602 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f8963539-f61e-4294-b190-9ec6641e72f3 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags/tempest-TagsExtTest-Tag-509084002 HTTP/1.1" status: 201 len: 201 time: 0.7989407 Oct 20 03:40:58.203136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36316) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:58.308119 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 0838386d-6dac-4baa-92f2-39f325f23648 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0838386d-6dac-4baa-92f2-39f325f23648 found for delete ", "request_id": "req-5de6ad29-91d7-4124-8a8a-40700ebae3df"}]} Oct 20 03:40:58.323084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.326229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51ad1bea-743f-4508-b263-86ee023f0146 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.336985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-c2cf01fa-ce9e-4864-a751-158b58ab3363 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357', 'tempest-TagsExtTest-Tag-2085057019') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:58.409739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] Deleting port 7704c60b-93cd-4276-a64e-09a7d24b1889 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:58.410132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.416036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad1bea-743f-4508-b263-86ee023f0146 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=72f7ef37-858b-450a-9fc1-5a068c06572d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:58.442534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.454655 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 4 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:58.512782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.513918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.517025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] Pushing event deleted for resources: {'Network': ['ID=d0814dd2-291d-446d-b253-92346dd76e3f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:58.541090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Transition to ACTIVE for port object 92ee8165-05b8-4528-9eae-aa5f9c05c527 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:58.554404 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-097f1bac-05f6-4c6d-a36c-5e9dd16522f1 tempest-NetworksIpV6Test-1397848891 tempest-NetworksIpV6Test-1397848891-project] 10.222.0.33 "DELETE /v2.0/networks/d0814dd2-291d-446d-b253-92346dd76e3f HTTP/1.1" status: 204 len: 168 time: 2.8259037 Oct 20 03:40:58.556267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Transition to ACTIVE for port object 2a66548b-d5e4-4220-bd12-7b2dcb3ee4f5 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:58.581835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-be11a1da-177e-46fa-9a97-618f9b18fd27 None None] The port '7704c60b-93cd-4276-a64e-09a7d24b1889' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:40:58.591007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.628840 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:58.650439 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-51ad1bea-743f-4508-b263-86ee023f0146 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/72f7ef37-858b-450a-9fc1-5a068c06572d HTTP/1.1" status: 204 len: 168 time: 2.5774298 Oct 20 03:40:58.652050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.653430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36322) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:58.701207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Transition to ACTIVE for port object 02f121b0-5b6c-419c-a12d-acd139a48593 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:58.710427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.726055 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a37d1c6-77b9-4e33-8d35-d6f10d73045e tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:40:58.726595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4a37d1c6-77b9-4e33-8d35-d6f10d73045e tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:58.750184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.764420 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c2cf01fa-ce9e-4864-a751-158b58ab3363 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags/tempest-TagsExtTest-Tag-2085057019 HTTP/1.1" status: 201 len: 201 time: 0.4571385 Oct 20 03:40:58.778553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36326) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:58.786863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-1267e6e6-e920-422c-ab8b-b923e2ac8d15 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414', 'tempest-TagsExtTest-Tag-1162113589') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:58.810356 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Network 61a310c7-e264-405f-9656-b42916f0acc3 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:58.815020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:58.821194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:58.860651 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event updated for resources: {'Port': ['ID=2a66548b-d5e4-4220-bd12-7b2dcb3ee4f5,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:58.923204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Attempting to bind port 92ee8165-05b8-4528-9eae-aa5f9c05c527 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:58.923572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Attempting to bind port 92ee8165-05b8-4528-9eae-aa5f9c05c527 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:58.923931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Attempting to bind port 92ee8165-05b8-4528-9eae-aa5f9c05c527 on network f3642124-8d53-42c1-875d-9acd7fd8dbc6 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:40:58.926540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d2cda-2e63-4972-b7b0-df50c2386d6e None None] Pushing event updated for resources: {'Port': ['ID=92ee8165-05b8-4528-9eae-aa5f9c05c527,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:58.932930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:40:58.933340 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Checking segment: {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:40:58.933740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.934129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Bound using segment: {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:40:58.934794 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Bound port: 92ee8165-05b8-4528-9eae-aa5f9c05c527, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed49317-f678-414f-924b-613f41e6d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:58.934987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.938198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:58.939214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.967373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4a37d1c6-77b9-4e33-8d35-d6f10d73045e tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:58.967373 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4a37d1c6-77b9-4e33-8d35-d6f10d73045e tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/72f7ef37-858b-450a-9fc1-5a068c06572d HTTP/1.1" status: 404 len: 333 time: 0.3000820 Oct 20 03:40:58.969475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36330) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:59.076492 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1267e6e6-e920-422c-ab8b-b923e2ac8d15 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags/tempest-TagsExtTest-Tag-1162113589 HTTP/1.1" status: 201 len: 201 time: 0.2969449 Oct 20 03:40:59.082875 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-10001b15-e05c-41bb-83c4-52462f7761af tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.1310973 Oct 20 03:40:59.082875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36334) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:59.108684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] For port 92ee8165-05b8-4528-9eae-aa5f9c05c527, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:40:59.116355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] For port 92ee8165-05b8-4528-9eae-aa5f9c05c527, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=92ee8165-05b8-4528-9eae-aa5f9c05c527,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:40:59.118814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device afef1ba5-0fc7-4195-b4e6-122798f8eaa2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:40:59.130394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36336) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:59.148853 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 5 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:59.214275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-1a90882e-61a2-43b8-9789-8a5b1ad14ed2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:59.223777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.326933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d2cda-2e63-4972-b7b0-df50c2386d6e None None] Pushing event updated for resources: {'Port': ['ID=92ee8165-05b8-4528-9eae-aa5f9c05c527,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:59.341655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:40:59.342346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:59.356407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36344) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:59.371704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.402855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:40:59.403500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b324ff-5c5a-450d-a1f6-c22b3c361dd2 None None] Network 6691c3d6-c800-431c-8416-7621116e54fc requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:40:59.455219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f6af84dd-c17c-4ecf-9f2f-8342ea376bf3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:59.455791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f6af84dd-c17c-4ecf-9f2f-8342ea376bf3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.492395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 6691c3d6-c800-431c-8416-7621116e54fc is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:59.495835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:59.500310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:40:59.500844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.529515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=02f121b0-5b6c-419c-a12d-acd139a48593,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:59.629721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:40:59.630797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.650564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03370014-c57e-4fd6-ac5d-4cc65d82af3e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:59.660120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03370014-c57e-4fd6-ac5d-4cc65d82af3e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:59.666592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03370014-c57e-4fd6-ac5d-4cc65d82af3e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:59.667502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-03370014-c57e-4fd6-ac5d-4cc65d82af3e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Synchronizing usage tracker for tenant:4dd967b4ba8144f0bc7e54dac75ebf56 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:40:59.691073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:40:59.737377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:59.768303 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1a90882e-61a2-43b8-9789-8a5b1ad14ed2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags HTTP/1.1" status: 200 len: 240 time: 0.6554940 Oct 20 03:40:59.775581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36350) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:59.788354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-82975093-5486-4a99-a9f3-914ab71eb13b tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476', 'tempest-TagsExtTest-Tag-548974232') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:59.905955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f6af84dd-c17c-4ecf-9f2f-8342ea376bf3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.907024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.915110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-03370014-c57e-4fd6-ac5d-4cc65d82af3e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Unset dirty status for tenant:4dd967b4ba8144f0bc7e54dac75ebf56 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:40:59.918973 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-03370014-c57e-4fd6-ac5d-4cc65d82af3e tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.7849276 Oct 20 03:40:59.920622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36354) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:59.935033 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 6 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:40:59.942434 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-806a959f-7cf1-422e-bd66-eec85cca964b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0ae21ac329174a02a5f3027b395f631e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727205 Oct 20 03:40:59.971174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36358) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:40:59.981296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7704c60b-93cd-4276-a64e-09a7d24b1889 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:00.024085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.036986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 7704c60b-93cd-4276-a64e-09a7d24b1889 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:00.036986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7704c60b-93cd-4276-a64e-09a7d24b1889 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:00.073175 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-82975093-5486-4a99-a9f3-914ab71eb13b tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags/tempest-TagsExtTest-Tag-548974232 HTTP/1.1" status: 204 len: 168 time: 0.2916443 Oct 20 03:41:00.073435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:00.077829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f6af84dd-c17c-4ecf-9f2f-8342ea376bf3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:00.105309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36362) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:00.161097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9da26-004d-42b8-bc2c-458b16b15a4c tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Deleting port 2a66548b-d5e4-4220-bd12-7b2dcb3ee4f5 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:00.161504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3cf9da26-004d-42b8-bc2c-458b16b15a4c tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.230535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-e30e787e-2121-40fe-8610-e43f122c5bfd tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476', 'tempest-TagsExtTest-Tag-548974232') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:00.296749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:40:52Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'f07d9d47-1b17-4a36-98fd-266e2b9a1637', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'fixed_ip_address': '172.20.0.24', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:39:21Z', 'updated_at': '2022-10-20T03:39:28Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92ee8165-05b8-4528-9eae-aa5f9c05c527', 'name': '', 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:02:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:49Z', 'updated_at': '2022-10-20T03:40:59Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:00.301922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f10fdb-6a2d-4cb5-8909-79e856029f6d None None] The sync data for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv is: [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:40:52Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'f07d9d47-1b17-4a36-98fd-266e2b9a1637', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'fixed_ip_address': '172.20.0.24', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:39:21Z', 'updated_at': '2022-10-20T03:39:28Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92ee8165-05b8-4528-9eae-aa5f9c05c527', 'name': '', 'network_id': 'f3642124-8d53-42c1-875d-9acd7fd8dbc6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:02:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:49Z', 'updated_at': '2022-10-20T03:40:59Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:00.325843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:00.462567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f6af84dd-c17c-4ecf-9f2f-8342ea376bf3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.466924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-69e9ef80-a547-4d13-8ad1-cd77efd53b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.500329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-69e9ef80-a547-4d13-8ad1-cd77efd53b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.568272 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af84dd-c17c-4ecf-9f2f-8342ea376bf3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:00.575130 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 7 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:41:00.610854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f6af84dd-c17c-4ecf-9f2f-8342ea376bf3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.668514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:00.716336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3cf9da26-004d-42b8-bc2c-458b16b15a4c tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.738286 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f6af84dd-c17c-4ecf-9f2f-8342ea376bf3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b HTTP/1.1" status: 204 len: 168 time: 1.7645504 Oct 20 03:41:00.740892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36368) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:00.769297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-69e9ef80-a547-4d13-8ad1-cd77efd53b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.882483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9ef80-a547-4d13-8ad1-cd77efd53b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67a6953-ab7b-410d-950f-c42b59357289,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:00.932775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-69e9ef80-a547-4d13-8ad1-cd77efd53b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.933913 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-69e9ef80-a547-4d13-8ad1-cd77efd53b53 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e67a6953-ab7b-410d-950f-c42b59357289 HTTP/1.1" status: 204 len: 168 time: 0.9547563 Oct 20 03:41:00.960831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9da26-004d-42b8-bc2c-458b16b15a4c tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Calling delete_port for 2a66548b-d5e4-4220-bd12-7b2dcb3ee4f5 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:00.997117 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f48e45-f7bc-49b8-916d-2b70ad95045c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:41:00.997675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d6f48e45-f7bc-49b8-916d-2b70ad95045c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:01.062665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 92ee8165-05b8-4528-9eae-aa5f9c05c527 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:01.079373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:41:01.105361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.129149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d6f48e45-f7bc-49b8-916d-2b70ad95045c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:01.130574 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d6f48e45-f7bc-49b8-916d-2b70ad95045c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b HTTP/1.1" status: 404 len: 333 time: 0.3073280 Oct 20 03:41:01.133815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36374) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:01.170458 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Attempt 8 to provision port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 Oct 20 03:41:01.216251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Port 6b16c1da-4f9c-459f-b0fa-9761bf9c0044 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:41:01.219102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 92ee8165-05b8-4528-9eae-aa5f9c05c527 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:01.224174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9116e349-e47d-4c15-a28f-0b1f1fc250c4 None None] Could not find standard attr ID for object caaaa87a-0c71-42f2-b672-12f3523717a4. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:01.245861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3cf9da26-004d-42b8-bc2c-458b16b15a4c tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.294965 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e30e787e-2121-40fe-8610-e43f122c5bfd tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags/tempest-TagsExtTest-Tag-548974232 HTTP/1.1" status: 204 len: 168 time: 1.1308661 Oct 20 03:41:01.297708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.298466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.298971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36380) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:01.302081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.312425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-a19917b8-7a98-4d69-8893-b25357a9cdb1 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:01.432190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Provisioning for port a8ae9167-62d0-475f-8906-d15f05f2bb0d completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:01.439223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Provisioning complete for port a8ae9167-62d0-475f-8906-d15f05f2bb0d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:01.439886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.440382 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 1 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:01.499988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9da26-004d-42b8-bc2c-458b16b15a4c tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event deleted for resources: {'Port': ['ID=2a66548b-d5e4-4220-bd12-7b2dcb3ee4f5,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:01.503554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:01.529090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e9acb6-3494-44b2-a869-27e4626e2af9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet d185e4a8-e3e1-4abc-99b9-12352b16a114 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:01.578274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-53e9acb6-3494-44b2-a869-27e4626e2af9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.647127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=02f121b0-5b6c-419c-a12d-acd139a48593,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:01.664577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3cf9da26-004d-42b8-bc2c-458b16b15a4c tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.717790 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a19917b8-7a98-4d69-8893-b25357a9cdb1 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags HTTP/1.1" status: 200 len: 205 time: 0.4156840 Oct 20 03:41:01.719151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36390) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:01.725409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-6f9fe4ef-c5bd-4b4d-8b4a-c1c43f2bab06 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:01.738796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=6b16c1da-4f9c-459f-b0fa-9761bf9c0044,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:01.770426 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3cf9da26-004d-42b8-bc2c-458b16b15a4c tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "DELETE /v2.0/ports/2a66548b-d5e4-4220-bd12-7b2dcb3ee4f5 HTTP/1.1" status: 204 len: 168 time: 1.8466778 Oct 20 03:41:01.779753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36394) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:01.792652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Request body: {'port': {'name': 'tempest-new-port-name-405830482', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:01.792876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] bootfile-name is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:41:01.793211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] tftp-server is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:41:01.793698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.api.validators [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] server-ip-address is not in valid_values {{(pid=90076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 20 03:41:01.825838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-53e9acb6-3494-44b2-a869-27e4626e2af9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.933639 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6f9fe4ef-c5bd-4b4d-8b4a-c1c43f2bab06 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags HTTP/1.1" status: 200 len: 240 time: 0.2130766 Oct 20 03:41:01.936472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36400) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:01.943787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-e3b770c2-94a0-4794-8ea9-9fc8a87c8a32 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d', 'tempest-TagsExtTest-Tag-509084002') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:01.963117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 6691c3d6-c800-431c-8416-7621116e54fc is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:01.971499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:01.973387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.991154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.005487 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 2 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:02.087363 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:02.147304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-53e9acb6-3494-44b2-a869-27e4626e2af9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.168749 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e3b770c2-94a0-4794-8ea9-9fc8a87c8a32 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags/tempest-TagsExtTest-Tag-509084002 HTTP/1.1" status: 204 len: 168 time: 0.2310607 Oct 20 03:41:02.173982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36410) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:02.181884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-dc433b5c-a1a8-44a1-82f3-7145e872a673 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d', 'tempest-TagsExtTest-Tag-509084002') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:02.378867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.433750 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dc433b5c-a1a8-44a1-82f3-7145e872a673 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags/tempest-TagsExtTest-Tag-509084002 HTTP/1.1" status: 204 len: 168 time: 0.2585626 Oct 20 03:41:02.436041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36416) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:02.443894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-254d34bd-1cdb-4072-9546-c47eb6c71709 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:02.481813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36420) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:02.482437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.581147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-53e9acb6-3494-44b2-a869-27e4626e2af9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.593147 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 3 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:02.638383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9acb6-3494-44b2-a869-27e4626e2af9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=d185e4a8-e3e1-4abc-99b9-12352b16a114,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:02.650380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event updated for resources: {'Port': ['ID=f667082a-cb47-43ca-8253-c1e549bcd59f,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:02.659085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 31f8ec30-452d-44c7-82f3-324af778e315 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:02.661519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-53e9acb6-3494-44b2-a869-27e4626e2af9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.673963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] In _notify_port_updated(), no bound segment for port f667082a-cb47-43ca-8253-c1e549bcd59f on network 61a310c7-e264-405f-9656-b42916f0acc3 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:41:02.683978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:02.686492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.687908 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b4cf3838-24a3-43f4-9914-6ec884501a79 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "PUT /v2.0/ports/f667082a-cb47-43ca-8253-c1e549bcd59f HTTP/1.1" status: 200 len: 1135 time: 0.9053040 Oct 20 03:41:02.688723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36428) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:02.695341 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a3dc9f-3a3f-432a-99de-2cd4287c05f9 None None] Network 805645dd-2f8a-42b6-9d6e-7c6961294c94 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:02.709882 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-53e9acb6-3494-44b2-a869-27e4626e2af9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/d185e4a8-e3e1-4abc-99b9-12352b16a114 HTTP/1.1" status: 204 len: 168 time: 1.5707414 Oct 20 03:41:02.738697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36432) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:02.886518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:02.909153 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-254d34bd-1cdb-4072-9546-c47eb6c71709 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags HTTP/1.1" status: 200 len: 205 time: 0.4683518 Oct 20 03:41:02.912217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36436) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:02.935233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6a6088-d6c4-410a-a927-1379aeb4d2a5 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:02.935846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0c6a6088-d6c4-410a-a927-1379aeb4d2a5 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Synchronizing usage tracker for tenant:4dd967b4ba8144f0bc7e54dac75ebf56 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:02.945747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-d0233e98-9601-4988-bd51-d4690038b611 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:02.954885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1508257692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:03.043503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:03.048451 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ef738-544b-414b-b7ab-3ec5e102cb02 None None] DHCP port deletion for 805645dd-2f8a-42b6-9d6e-7c6961294c94 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:03.050130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Usage tracker for resource:router and tenant:b2d2109ba9184baf84f283b6c74c7cd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:03.053564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-963ef738-544b-414b-b7ab-3ec5e102cb02 None None] Deleting port 80b1f549-c64f-4325-938e-61a9c88758d0 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:03.054043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-963ef738-544b-414b-b7ab-3ec5e102cb02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.059100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:03.062180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:03.072365 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-18024879-a3bb-483b-b913-4308e3bbb64d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/31f8ec30-452d-44c7-82f3-324af778e315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3188615 Oct 20 03:41:03.074018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:03.080183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36440) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:03.091780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40ddb5-ed91-4536-a5ed-3f2f7e1dc481 None None] Sync routers for ids ['31f8ec30-452d-44c7-82f3-324af778e315'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:03.110914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.121891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40ddb5-ed91-4536-a5ed-3f2f7e1dc481 None None] Routers {'31f8ec30-452d-44c7-82f3-324af778e315'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:03.122834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ae40ddb5-ed91-4536-a5ed-3f2f7e1dc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['31f8ec30-452d-44c7-82f3-324af778e315'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.131273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router 89f55075-77c7-47df-84fc-b9e0b261f57a is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:41:03.136006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 80b1f549-c64f-4325-938e-61a9c88758d0 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:03.136349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.143024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-122d6937-d733-415b-88d5-70bf6d0f5c38 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:03.169306 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d0233e98-9601-4988-bd51-d4690038b611 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags HTTP/1.1" status: 200 len: 241 time: 0.2511349 Oct 20 03:41:03.177896 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36444) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:03.183422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0c6a6088-d6c4-410a-a927-1379aeb4d2a5 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Unset dirty status for tenant:4dd967b4ba8144f0bc7e54dac75ebf56 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:03.189383 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0c6a6088-d6c4-410a-a927-1379aeb4d2a5 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "GET /v2.0/ports/f667082a-cb47-43ca-8253-c1e549bcd59f HTTP/1.1" status: 200 len: 1135 time: 0.4937055 Oct 20 03:41:03.190822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-5f2ee13d-5be9-48b8-a592-2bcca35bf841 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357', 'tempest-TagsExtTest-Tag-2085057019') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.204938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36448) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:03.230260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ae40ddb5-ed91-4536-a5ed-3f2f7e1dc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.249850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40ddb5-ed91-4536-a5ed-3f2f7e1dc481 None None] Routers {'31f8ec30-452d-44c7-82f3-324af778e315'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:03.250225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ae40ddb5-ed91-4536-a5ed-3f2f7e1dc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['31f8ec30-452d-44c7-82f3-324af778e315'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.270927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.271988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.342421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-122d6937-d733-415b-88d5-70bf6d0f5c38 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:03.345971 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-122d6937-d733-415b-88d5-70bf6d0f5c38 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=31f8ec30-452d-44c7-82f3-324af778e315 HTTP/1.1" status: 200 len: 205 time: 0.2645638 Oct 20 03:41:03.347022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36452) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:03.376872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ae40ddb5-ed91-4536-a5ed-3f2f7e1dc481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.377297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40ddb5-ed91-4536-a5ed-3f2f7e1dc481 None None] The sync data for ids ['31f8ec30-452d-44c7-82f3-324af778e315'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:03.392692 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 4 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:03.499620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-11a30b2a-7c5c-435e-9158-c2e249782f07 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Deleting port f667082a-cb47-43ca-8253-c1e549bcd59f {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:03.500152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-11a30b2a-7c5c-435e-9158-c2e249782f07 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.507008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-963ef738-544b-414b-b7ab-3ec5e102cb02 None None] For port 80b1f549-c64f-4325-938e-61a9c88758d0, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=80b1f549-c64f-4325-938e-61a9c88758d0,segment=NetworkSegment(9d459d6a-d99e-423d-9475-c40a08dd5b35),segment_id=9d459d6a-d99e-423d-9475-c40a08dd5b35)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:03.507600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-963ef738-544b-414b-b7ab-3ec5e102cb02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.527456 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5f2ee13d-5be9-48b8-a592-2bcca35bf841 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags/tempest-TagsExtTest-Tag-2085057019 HTTP/1.1" status: 204 len: 168 time: 0.3458123 Oct 20 03:41:03.542804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36456) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:03.556032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.569949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:03.576364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-8faba6a0-5f4b-43a8-a972-fc509070849e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357', 'tempest-TagsExtTest-Tag-2085057019') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.612901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] For port 80b1f549-c64f-4325-938e-61a9c88758d0, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=80b1f549-c64f-4325-938e-61a9c88758d0,segment=NetworkSegment(9d459d6a-d99e-423d-9475-c40a08dd5b35),segment_id=9d459d6a-d99e-423d-9475-c40a08dd5b35)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:03.614290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.633701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-963ef738-544b-414b-b7ab-3ec5e102cb02 None None] Calling delete_port for 80b1f549-c64f-4325-938e-61a9c88758d0 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:03.643169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9c7a-8cb3-4cc0-8078-a220da4fc423 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.693617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:03.710108 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3351bca-c52f-4c3e-80f4-6442c61cbb9d None None] Sync routers for ids ['89f55075-77c7-47df-84fc-b9e0b261f57a'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:03.719438 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3351bca-c52f-4c3e-80f4-6442c61cbb9d None None] Routers {'89f55075-77c7-47df-84fc-b9e0b261f57a'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:03.720136 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c3351bca-c52f-4c3e-80f4-6442c61cbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['89f55075-77c7-47df-84fc-b9e0b261f57a'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.752168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 80b1f549-c64f-4325-938e-61a9c88758d0 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:03.772111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-963ef738-544b-414b-b7ab-3ec5e102cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.795681 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c3351bca-c52f-4c3e-80f4-6442c61cbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.807666 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3351bca-c52f-4c3e-80f4-6442c61cbb9d None None] Routers {'89f55075-77c7-47df-84fc-b9e0b261f57a'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:03.808495 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c3351bca-c52f-4c3e-80f4-6442c61cbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['89f55075-77c7-47df-84fc-b9e0b261f57a'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.819958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ef738-544b-414b-b7ab-3ec5e102cb02 None None] Pushing event deleted for resources: {'Port': ['ID=80b1f549-c64f-4325-938e-61a9c88758d0,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:03.825585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ef738-544b-414b-b7ab-3ec5e102cb02 None None] No DVR routers for this DVR port 80b1f549-c64f-4325-938e-61a9c88758d0 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:03.840792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:03.841366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:03.883108 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c3351bca-c52f-4c3e-80f4-6442c61cbb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.883606 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3351bca-c52f-4c3e-80f4-6442c61cbb9d None None] The sync data for ids ['89f55075-77c7-47df-84fc-b9e0b261f57a'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:03.884600 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-be4c2f26-3c7f-4d94-99d3-62bb85eea851 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/89f55075-77c7-47df-84fc-b9e0b261f57a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4069340 Oct 20 03:41:03.887581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36460) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:03.962905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40464feb-4649-4e3b-aedf-f73dd41f06d1 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:03.963468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-40464feb-4649-4e3b-aedf-f73dd41f06d1 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:04.051865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-40464feb-4649-4e3b-aedf-f73dd41f06d1 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:04.053236 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-40464feb-4649-4e3b-aedf-f73dd41f06d1 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports/02f121b0-5b6c-419c-a12d-acd139a48593 HTTP/1.1" status: 200 len: 911 time: 0.1646237 Oct 20 03:41:04.055930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36464) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:04.061734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e9b63ed9-ba41-4792-ac6f-ce737d511e80 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '155def6e-6bb4-48cc-8e9d-ae25bd7025fb'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:04.071334 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 5 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:04.128492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:04.201640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.304141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9c7a-8cb3-4cc0-8078-a220da4fc423 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.309061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9b63ed9-ba41-4792-ac6f-ce737d511e80 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.309213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9c7a-8cb3-4cc0-8078-a220da4fc423 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.356394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 80b1f549-c64f-4325-938e-61a9c88758d0 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:04.356743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.381835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.383011 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6f2a0ea2-837a-4c49-9f5a-8454ce0fe331 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.8936617 Oct 20 03:41:04.386513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-11a30b2a-7c5c-435e-9158-c2e249782f07 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.393202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36468) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:04.401872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-374400810'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:04.442968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] The port '80b1f549-c64f-4325-938e-61a9c88758d0' was deleted {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:41:04.459248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:04.518705 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8faba6a0-5f4b-43a8-a972-fc509070849e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags/tempest-TagsExtTest-Tag-2085057019 HTTP/1.1" status: 204 len: 168 time: 0.9587991 Oct 20 03:41:04.529357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-11a30b2a-7c5c-435e-9158-c2e249782f07 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Calling delete_port for f667082a-cb47-43ca-8253-c1e549bcd59f owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:04.546727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36472) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:04.557865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Usage tracker for resource:network and tenant:b2d2109ba9184baf84f283b6c74c7cd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:04.560444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9c7a-8cb3-4cc0-8078-a220da4fc423 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.560916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9c9c7a-8cb3-4cc0-8078-a220da4fc423 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Fanout notify agent at l3_agent the message router_deleted on router 31f8ec30-452d-44c7-82f3-324af778e315 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:41:04.562626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:04.586158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:04.604886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9c7a-8cb3-4cc0-8078-a220da4fc423 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.608671 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9c9c9c7a-8cb3-4cc0-8078-a220da4fc423 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/31f8ec30-452d-44c7-82f3-324af778e315 HTTP/1.1" status: 204 len: 168 time: 1.2448659 Oct 20 03:41:04.609781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36474) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:04.630226 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 6 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:04.637057 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-367f8aa6-088d-4f75-9f77-689a5334ce11 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:04.703638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:04.727650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Made reservation on behalf of b2d2109ba9184baf84f283b6c74c7cd2 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:04.730952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.742773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5861a04-600a-4c47-9ad4-168976af8006 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting subnet 80fdcfe9-7ca5-4229-9da2-990f1b58c919 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:04.750620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-600a-4c47-9ad4-168976af8006 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.779178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.818502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:04.836333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Usage tracker for resource:security_group_rule and tenant:b2d2109ba9184baf84f283b6c74c7cd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:04.841212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.844527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:04.848633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-600a-4c47-9ad4-168976af8006 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.881673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:04.915532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-11a30b2a-7c5c-435e-9158-c2e249782f07 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.923623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805645dd-2f8a-42b6-9d6e-7c6961294c94']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:04.963811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80b1f549-c64f-4325-938e-61a9c88758d0 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:04.995708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a30b2a-7c5c-435e-9158-c2e249782f07 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event deleted for resources: {'Port': ['ID=f667082a-cb47-43ca-8253-c1e549bcd59f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:05.019117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 80b1f549-c64f-4325-938e-61a9c88758d0 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:05.029880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80b1f549-c64f-4325-938e-61a9c88758d0 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:05.103298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d459d6a-d99e-423d-9475-c40a08dd5b35') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:05.104394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d459d6a-d99e-423d-9475-c40a08dd5b35') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:05.111973 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-367f8aa6-088d-4f75-9f77-689a5334ce11 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags HTTP/1.1" status: 200 len: 205 time: 0.4866240 Oct 20 03:41:05.115560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-600a-4c47-9ad4-168976af8006 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.120257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36482) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:05.129008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-3dabdbf1-7c9b-4286-8fc0-98aad79730ad tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:05.146760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.175178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.189881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:05.190287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.205368 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 7 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:05.218262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-11a30b2a-7c5c-435e-9158-c2e249782f07 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.267091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.272229 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9d459d6a-d99e-423d-9475-c40a08dd5b35 resource provider aggregate not found Oct 20 03:41:05.272778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:05.310557 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9d459d6a-d99e-423d-9475-c40a08dd5b35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d459d6a-d99e-423d-9475-c40a08dd5b35 found for delete ", "request_id": "req-436a5322-efc0-42c6-89f1-cdeef12a3e84"}]} Oct 20 03:41:05.340642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.361698 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3dabdbf1-7c9b-4286-8fc0-98aad79730ad tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags HTTP/1.1" status: 200 len: 241 time: 0.2367897 Oct 20 03:41:05.367776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36490) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:05.371415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:05.377404 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-11a30b2a-7c5c-435e-9158-c2e249782f07 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "DELETE /v2.0/ports/f667082a-cb47-43ca-8253-c1e549bcd59f HTTP/1.1" status: 204 len: 168 time: 2.1645930 Oct 20 03:41:05.377759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-5bb20a6c-f84b-422b-88c6-ff97c1052981 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414', 'tempest-TagsExtTest-Tag-1162113589') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:05.383635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-600a-4c47-9ad4-168976af8006 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.387712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36494) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:05.422776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bbdb88-22e0-4b89-bbc1-63f7b0c5c8a5,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:05.437486 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5bb20a6c-f84b-422b-88c6-ff97c1052981 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags/tempest-TagsExtTest-Tag-1162113589 HTTP/1.1" status: 204 len: 168 time: 0.0646634 Oct 20 03:41:05.444152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36498) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:05.451901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-5f102f92-e362-41d7-9e45-f243649a5ba8 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414', 'tempest-TagsExtTest-Tag-1162113589') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:05.464460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.470626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-600a-4c47-9ad4-168976af8006 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.474648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.474987 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Added segment a79be8df-ed78-4439-83e1-c5cbffbbf604 of type vlan for network 7365f167-68cc-47e5-aa63-0a550cf4f818 Oct 20 03:41:05.479222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bfa020-e175-4bf4-a8bd-a7298e818d5d None None] Network f91dec39-a4fa-4453-9662-6b926724baef requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:05.482052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5861a04-600a-4c47-9ad4-168976af8006 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Subnet': ['ID=80fdcfe9-7ca5-4229-9da2-990f1b58c919,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:05.486732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.507614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Network': ['ID=805645dd-2f8a-42b6-9d6e-7c6961294c94,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:05.507860 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d5861a04-600a-4c47-9ad4-168976af8006 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/80fdcfe9-7ca5-4229-9da2-990f1b58c919 HTTP/1.1" status: 204 len: 168 time: 0.8886838 Oct 20 03:41:05.512500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36502) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:05.535031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-9165eb1a-9227-4fe7-98d6-6f4050abf204 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Deleting subnet c5d5b829-180e-4310-bbda-7f9b4ff6c895 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:05.540584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.544038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9165eb1a-9227-4fe7-98d6-6f4050abf204 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.597672 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ec3d7fa2-b81c-4bd1-b990-b7a83f5d11ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/networks/805645dd-2f8a-42b6-9d6e-7c6961294c94 HTTP/1.1" status: 204 len: 168 time: 2.8573391 Oct 20 03:41:05.599314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36506) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:05.607732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9b63ed9-ba41-4792-ac6f-ce737d511e80 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.615399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1749000455'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:05.623036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9165eb1a-9227-4fe7-98d6-6f4050abf204 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.637869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8615f1-b755-4e9c-ae38-98410d95046c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting subnet 35cdc8e8-6e4d-4e31-9cc3-264de0c7a283 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:05.641445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc8615f1-b755-4e9c-ae38-98410d95046c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.655523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:05.666920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:network and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:05.671562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:05.681345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:05.706945 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5f102f92-e362-41d7-9e45-f243649a5ba8 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags/tempest-TagsExtTest-Tag-1162113589 HTTP/1.1" status: 204 len: 168 time: 0.2593701 Oct 20 03:41:05.708731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc8615f1-b755-4e9c-ae38-98410d95046c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.715479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36510) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:05.722457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-a88a105c-bef9-4329-85de-f5a7a7108cd8 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:05.732276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.736225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9b63ed9-ba41-4792-ac6f-ce737d511e80 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.737628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:05.738207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.741932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b63ed9-ba41-4792-ac6f-ce737d511e80 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:05.742474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9b63ed9-ba41-4792-ac6f-ce737d511e80 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.743769 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e9b63ed9-ba41-4792-ac6f-ce737d511e80 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/ports/02f121b0-5b6c-419c-a12d-acd139a48593 HTTP/1.1" status: 200 len: 911 time: 1.6868804 Oct 20 03:41:05.767424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36514) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:05.775719 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 8 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:05.778294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:05.782198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.824489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc6e43-1053-4255-85e8-fa730f425bc7 None None] DHCP port deletion for f91dec39-a4fa-4453-9662-6b926724baef request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:05.840762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b63ed9-ba41-4792-ac6f-ce737d511e80 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=02f121b0-5b6c-419c-a12d-acd139a48593,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:05.843504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8efc6e43-1053-4255-85e8-fa730f425bc7 None None] Deleting port 0725d4ba-070c-43e0-a771-5446df6ac311 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:05.844400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8efc6e43-1053-4255-85e8-fa730f425bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.869881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc8615f1-b755-4e9c-ae38-98410d95046c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.913195 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:06.028829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc8615f1-b755-4e9c-ae38-98410d95046c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.069496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8efc6e43-1053-4255-85e8-fa730f425bc7 None None] For port 0725d4ba-070c-43e0-a771-5446df6ac311, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0725d4ba-070c-43e0-a771-5446df6ac311,segment=NetworkSegment(f18554bc-743d-4967-8991-f15bae6c8271),segment_id=f18554bc-743d-4967-8991-f15bae6c8271)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:06.070028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8efc6e43-1053-4255-85e8-fa730f425bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.073770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8615f1-b755-4e9c-ae38-98410d95046c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Subnet': ['ID=35cdc8e8-6e4d-4e31-9cc3-264de0c7a283,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:06.080202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc8615f1-b755-4e9c-ae38-98410d95046c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.089901 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fc8615f1-b755-4e9c-ae38-98410d95046c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/35cdc8e8-6e4d-4e31-9cc3-264de0c7a283 HTTP/1.1" status: 204 len: 168 time: 0.5744786 Oct 20 03:41:06.090763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36518) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:06.131859 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7375674 Oct 20 03:41:06.139635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318131aa-ce5f-4b04-b781-3294099f94fa None None] Network bc7f3c13-be96-4a9f-b17d-47b4fd023d00 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:06.143683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9165eb1a-9227-4fe7-98d6-6f4050abf204 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.160188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36522) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:06.170508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Request body: {'subnet': {'network_id': '7365f167-68cc-47e5-aa63-0a550cf4f818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:06.210053 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a88a105c-bef9-4329-85de-f5a7a7108cd8 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags HTTP/1.1" status: 200 len: 205 time: 0.4933507 Oct 20 03:41:06.210818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b185cb4-28a7-4712-ae94-8030ad080a4f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Network': ['ID=7365f167-68cc-47e5-aa63-0a550cf4f818,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:06.216642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36526) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:06.222489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8efc6e43-1053-4255-85e8-fa730f425bc7 None None] Calling delete_port for 0725d4ba-070c-43e0-a771-5446df6ac311 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:06.229872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:06.241995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-d6b67583-c11c-4708-bdfc-2878044fa184 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:06.266032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.266394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Added segment befa487f-5b08-42b6-96ca-4ba9ca94d766 of type vlan for network 7f8c2ded-e860-4076-86ca-47d0c495be5d Oct 20 03:41:06.299755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.304841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 7365f167-68cc-47e5-aa63-0a550cf4f818 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:06.314922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:06.320668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Usage tracker for resource:subnet and tenant:b2d2109ba9184baf84f283b6c74c7cd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:06.326495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:06.329221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 0725d4ba-070c-43e0-a771-5446df6ac311 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:06.329646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.375117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:06.421227 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 9 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:06.444280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.446206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Made reservation on behalf of b2d2109ba9184baf84f283b6c74c7cd2 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:06.449975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.470286 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d6b67583-c11c-4708-bdfc-2878044fa184 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags HTTP/1.1" status: 204 len: 168 time: 0.2456799 Oct 20 03:41:06.471160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36530) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:06.479641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-8a144335-2349-4489-9917-1805c403f8b6 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:06.581636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9165eb1a-9227-4fe7-98d6-6f4050abf204 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.638932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:06.663017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port 0725d4ba-070c-43e0-a771-5446df6ac311, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0725d4ba-070c-43e0-a771-5446df6ac311,segment=NetworkSegment(f18554bc-743d-4967-8991-f15bae6c8271),segment_id=f18554bc-743d-4967-8991-f15bae6c8271)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:06.663380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.692170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165eb1a-9227-4fe7-98d6-6f4050abf204 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d5b829-180e-4310-bbda-7f9b4ff6c895,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:06.702235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9165eb1a-9227-4fe7-98d6-6f4050abf204 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.711407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f13856-088c-4e11-92c6-834cd032b72b None None] Network 61a310c7-e264-405f-9656-b42916f0acc3 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:06.730144 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9165eb1a-9227-4fe7-98d6-6f4050abf204 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "DELETE /v2.0/subnets/c5d5b829-180e-4310-bbda-7f9b4ff6c895 HTTP/1.1" status: 204 len: 168 time: 1.3149693 Oct 20 03:41:06.734299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36534) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:06.782251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.786958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8efc6e43-1053-4255-85e8-fa730f425bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.788116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:06.788683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.803688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 0725d4ba-070c-43e0-a771-5446df6ac311 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:06.837615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] DHCP port deletion for bc7f3c13-be96-4a9f-b17d-47b4fd023d00 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:06.868850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc6e43-1053-4255-85e8-fa730f425bc7 None None] Pushing event deleted for resources: {'Port': ['ID=0725d4ba-070c-43e0-a771-5446df6ac311,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:06.871945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Deleting port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:06.872395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.889132 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8a144335-2349-4489-9917-1805c403f8b6 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags HTTP/1.1" status: 204 len: 168 time: 0.4169524 Oct 20 03:41:06.893679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36538) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:06.901373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-24b0e38f-e780-49aa-89cb-7f3cd93a2167 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:06.939687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc6e43-1053-4255-85e8-fa730f425bc7 None None] No DVR routers for this DVR port 0725d4ba-070c-43e0-a771-5446df6ac311 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:06.971903 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3661916 Oct 20 03:41:06.975559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded231a0-5b44-4f37-babf-631ec8e3733d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Network': ['ID=7f8c2ded-e860-4076-86ca-47d0c495be5d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:06.979859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36542) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:06.993069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': '7f8c2ded-e860-4076-86ca-47d0c495be5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:07.027787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 7f8c2ded-e860-4076-86ca-47d0c495be5d details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:07.040087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0725d4ba-070c-43e0-a771-5446df6ac311 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:07.178489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.179082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:07.179203 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 10 to provision port a8ae9167-62d0-475f-8906-d15f05f2bb0d Oct 20 03:41:07.185057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:07.188647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:07.193533 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-24b0e38f-e780-49aa-89cb-7f3cd93a2167 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags HTTP/1.1" status: 204 len: 168 time: 0.2978139 Oct 20 03:41:07.195996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:07.196407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:07.197297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36548) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:07.199746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:07.207698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 0725d4ba-070c-43e0-a771-5446df6ac311 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:07.208068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0725d4ba-070c-43e0-a771-5446df6ac311 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:07.208224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-02eeb7c7-b944-48f9-9e12-d9d33f8262bb tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:07.208461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2e1eb888-39a3-49c9-aa56-30f25c875ea8 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:07.218181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Deleting port 9bde10d0-5961-405a-abae-ccbbb534234b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:07.218662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.243884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.305553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.374019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:07.377467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.414657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port a8ae9167-62d0-475f-8906-d15f05f2bb0d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:07.426923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Could not find standard attr ID for object 75680969-3678-4df3-b6ee-4e085f930a99. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:07.472043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Subnet': ['ID=312ce3e8-f85e-4027-b446-98b1ca2a2e47,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:07.496340 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] For port 2e1eb888-39a3-49c9-aa56-30f25c875ea8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2e1eb888-39a3-49c9-aa56-30f25c875ea8,segment=NetworkSegment(e9cf50fc-8aff-4262-9597-444a375af4ed),segment_id=e9cf50fc-8aff-4262-9597-444a375af4ed)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:07.496726 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.497408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Checking segment: {'id': 'a79be8df-ed78-4439-83e1-c5cbffbbf604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7365f167-68cc-47e5-aa63-0a550cf4f818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:07.498125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network hostable DHCP agents. Network: 7365f167-68cc-47e5-aa63-0a550cf4f818, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:07.533693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] For port 9bde10d0-5961-405a-abae-ccbbb534234b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=9bde10d0-5961-405a-abae-ccbbb534234b,segment=NetworkSegment(10509ca1-5b32-498b-b660-8f69aa76230b),segment_id=10509ca1-5b32-498b-b660-8f69aa76230b)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:07.534058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.631140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Calling delete_port for 2e1eb888-39a3-49c9-aa56-30f25c875ea8 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:07.659291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Provisioning for port 3c898465-2b4d-4a98-804c-2bdea6ec9225 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:07.671091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network 7365f167-68cc-47e5-aa63-0a550cf4f818 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:07.679946 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Calling delete_port for 9bde10d0-5961-405a-abae-ccbbb534234b owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:07.684486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Provisioning complete for port 3c898465-2b4d-4a98-804c-2bdea6ec9225 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:07.686424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.686424 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 1 to provision port 3c898465-2b4d-4a98-804c-2bdea6ec9225 Oct 20 03:41:07.715527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 0725d4ba-070c-43e0-a771-5446df6ac311 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:07.717217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.724429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:07.724811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.788712 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-02eeb7c7-b944-48f9-9e12-d9d33f8262bb tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags HTTP/1.1" status: 204 len: 168 time: 0.5904255 Oct 20 03:41:07.794838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] DHCP port deletion for 61a310c7-e264-405f-9656-b42916f0acc3 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:07.797862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36552) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:07.810983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] The port '0725d4ba-070c-43e0-a771-5446df6ac311' was deleted {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:41:07.819063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] Deleting port 9bde10d0-5961-405a-abae-ccbbb534234b {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:07.819063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.819471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-ab2db5cf-aa47-4766-b5f5-24d71555c58b tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476', 'tempest-TagsExtTest-Tag-223663522') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:07.866003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 2e1eb888-39a3-49c9-aa56-30f25c875ea8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2e1eb888-39a3-49c9-aa56-30f25c875ea8,segment=NetworkSegment(e9cf50fc-8aff-4262-9597-444a375af4ed),segment_id=e9cf50fc-8aff-4262-9597-444a375af4ed)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:07.874005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 7365f167-68cc-47e5-aa63-0a550cf4f818) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:07.890816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:07.891400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.902844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf9e51b-37b8-430a-96af-677ba66c30b9 None None] Network 7365f167-68cc-47e5-aa63-0a550cf4f818 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:07.948517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 02f121b0-5b6c-419c-a12d-acd139a48593 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:07.948900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.970914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.997373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.028556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.064213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91dec39-a4fa-4453-9662-6b926724baef']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:08.083729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18554bc-743d-4967-8991-f15bae6c8271') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:08.084200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18554bc-743d-4967-8991-f15bae6c8271') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:08.100083 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8551e3d5-9fee-415c-977c-1bf60c3ad968 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9351141 Oct 20 03:41:08.100083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36556) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:08.103869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.112648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Request body: {'network': {'name': 'tempest-router-network01--2106102776'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:08.118708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:08.118708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:08.125729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:08.127750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.165055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Usage tracker for resource:network and tenant:b2d2109ba9184baf84f283b6c74c7cd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:08.169313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=e3d64d46-6cb1-44b3-a572-8038e344e6db,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:08.175350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.181166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Current status of the port 3c898465-2b4d-4a98-804c-2bdea6ec9225 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:08.181166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.181637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:08.191155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.192125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.192486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.192835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.193170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.193519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.193857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.194128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event deleted for resources: {'Port': ['ID=9bde10d0-5961-405a-abae-ccbbb534234b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:08.194239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.194492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.194820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.195141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.196046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:08.199821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Checking segment: {'id': 'befa487f-5b08-42b6-96ca-4ba9ca94d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7f8c2ded-e860-4076-86ca-47d0c495be5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:08.200185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network hostable DHCP agents. Network: 7f8c2ded-e860-4076-86ca-47d0c495be5d, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:08.201866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:08.209196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:08.209665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.229469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] No DVR routers for this DVR port 9bde10d0-5961-405a-abae-ccbbb534234b on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:08.257666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.295175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=2e1eb888-39a3-49c9-aa56-30f25c875ea8,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:08.324620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network 7f8c2ded-e860-4076-86ca-47d0c495be5d is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:08.332683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] For port 9bde10d0-5961-405a-abae-ccbbb534234b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=9bde10d0-5961-405a-abae-ccbbb534234b,segment=NetworkSegment(10509ca1-5b32-498b-b660-8f69aa76230b),segment_id=10509ca1-5b32-498b-b660-8f69aa76230b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:08.333077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.342330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] For port 3c898465-2b4d-4a98-804c-2bdea6ec9225, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3c898465-2b4d-4a98-804c-2bdea6ec9225,segment=NetworkSegment(aea57c0b-6407-4c69-9f56-82a8842dcc12),segment_id=aea57c0b-6407-4c69-9f56-82a8842dcc12)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:08.349612 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment f18554bc-743d-4967-8991-f15bae6c8271 resource provider aggregate not found Oct 20 03:41:08.378364 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment f18554bc-743d-4967-8991-f15bae6c8271 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f18554bc-743d-4967-8991-f15bae6c8271 found for delete ", "request_id": "req-5daf8d7d-7f6a-46dd-8d66-077002144f3e"}]} Oct 20 03:41:08.393630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 02f121b0-5b6c-419c-a12d-acd139a48593 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:08.436626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Made reservation on behalf of b2d2109ba9184baf84f283b6c74c7cd2 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:08.439945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.465090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.469469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.480948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.490026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] Calling delete_port for 9bde10d0-5961-405a-abae-ccbbb534234b owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:08.516289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.519965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 7f8c2ded-e860-4076-86ca-47d0c495be5d) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:08.525205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:08.528235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Network': ['ID=f91dec39-a4fa-4453-9662-6b926724baef,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:08.528367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.534906 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-20b6cc1e-bd2b-4354-8b01-71fa10a5c6de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/networks/f91dec39-a4fa-4453-9662-6b926724baef HTTP/1.1" status: 204 len: 168 time: 2.4431503 Oct 20 03:41:08.539939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36564) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:08.557127 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ab2db5cf-aa47-4766-b5f5-24d71555c58b tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags/tempest-TagsExtTest-Tag-223663522 HTTP/1.1" status: 201 len: 201 time: 0.7520030 Oct 20 03:41:08.559767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:08.561337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36568) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:08.567855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b27ae4-6a93-4b07-95e8-631e6ebbfe5d None None] Network 7f8c2ded-e860-4076-86ca-47d0c495be5d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:08.588051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a310c7-e264-405f-9656-b42916f0acc3']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:08.596422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Could not find standard attr ID for object 2d8ddd7e-3304-4bb6-88ec-d0dc9e544a6b. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:08.656220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Deleting port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:08.656848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.668948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-1e77d673-5f52-4dc2-ab0a-281756fca149 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d', 'tempest-TagsExtTest-Tag-566129836') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:08.695670 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8e8c125e-74f9-4e89-92d1-5fbef26833c5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7132506 Oct 20 03:41:08.701070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36572) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:08.703260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Could not find standard attr ID for object 80b1f549-c64f-4325-938e-61a9c88758d0. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:08.714002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-105400704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:08.720939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:08.733303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:router and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:08.737189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:08.743411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.746531 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Could not find standard attr ID for object 9bde10d0-5961-405a-abae-ccbbb534234b. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:08.747978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:08.765667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10509ca1-5b32-498b-b660-8f69aa76230b') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:08.766008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10509ca1-5b32-498b-b660-8f69aa76230b') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:08.775984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.776318 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Added segment e9ac16e1-6ab4-4c98-8738-110349d14422 of type vlan for network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 Oct 20 03:41:08.805227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=02f121b0-5b6c-419c-a12d-acd139a48593,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:08.814334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.823987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Could not find standard attr ID for object 72f7ef37-858b-450a-9fc1-5a068c06572d. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:08.855173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.870426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.870830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-7365f167-68cc-47e5-aa63-0a550cf4f818', 'network_id': '7365f167-68cc-47e5-aa63-0a550cf4f818', 'tenant_id': 'b2d2109ba9184baf84f283b6c74c7cd2', 'fixed_ips': [{'subnet_id': '312ce3e8-f85e-4027-b446-98b1ca2a2e47'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:08.871672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.872597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.884316 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Pushing event updated for resources: {'Port': ['ID=3c898465-2b4d-4a98-804c-2bdea6ec9225,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:08.888314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:08.888874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.935202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Could not find standard attr ID for object 2a66548b-d5e4-4220-bd12-7b2dcb3ee4f5. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:08.944953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.945184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:08.945184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:08.945761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.980826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:08.981158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.037938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.058216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.063279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3c898465-2b4d-4a98-804c-2bdea6ec9225 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:09.067456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:09.068087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.118993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.242518 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1415286 Oct 20 03:41:09.247846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36576) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:09.256415 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Request body: {'network': {'name': 'tempest-router-network02--1377333053'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:09.266812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae063ea-c1c1-44ef-9b5d-453d63a3e1a7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Network': ['ID=a875b791-a0eb-4b58-91f6-c9a0d2da9aa2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:09.269369 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:09.277326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Usage tracker for resource:network and tenant:b2d2109ba9184baf84f283b6c74c7cd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:09.294663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:09.303467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.305346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:09.336251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-7f8c2ded-e860-4076-86ca-47d0c495be5d', 'network_id': '7f8c2ded-e860-4076-86ca-47d0c495be5d', 'tenant_id': '97183b1f657e4bb5b7ed409b7f97abe9', 'fixed_ips': [{'subnet_id': 'e3d64d46-6cb1-44b3-a572-8038e344e6db'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:09.337089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.346319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:09.372216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Provisioning for port 92ee8165-05b8-4528-9eae-aa5f9c05c527 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:09.375374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.395608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] Pushing event deleted for resources: {'Network': ['ID=61a310c7-e264-405f-9656-b42916f0acc3,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:09.408924 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-180be9e9-9ee7-4cc1-8771-c44d6b9d8481 tempest-ExtraDHCPOptionsTestJSON-1601130867 tempest-ExtraDHCPOptionsTestJSON-1601130867-project] 10.222.0.33 "DELETE /v2.0/networks/61a310c7-e264-405f-9656-b42916f0acc3 HTTP/1.1" status: 204 len: 168 time: 2.6712921 Oct 20 03:41:09.432262 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port 2e1eb888-39a3-49c9-aa56-30f25c875ea8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2e1eb888-39a3-49c9-aa56-30f25c875ea8,segment=NetworkSegment(e9cf50fc-8aff-4262-9597-444a375af4ed),segment_id=e9cf50fc-8aff-4262-9597-444a375af4ed)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:09.433188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.446323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] Deleting port 9bde10d0-5961-405a-abae-ccbbb534234b {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:09.446534 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.458975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.491626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router 89f55075-77c7-47df-84fc-b9e0b261f57a has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:09.516120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Made reservation on behalf of b2d2109ba9184baf84f283b6c74c7cd2 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:09.520333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.562870 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1e77d673-5f52-4dc2-ab0a-281756fca149 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags/tempest-TagsExtTest-Tag-566129836 HTTP/1.1" status: 201 len: 201 time: 0.9969184 Oct 20 03:41:09.567335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36584) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:09.583802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Provisioning complete for port 92ee8165-05b8-4528-9eae-aa5f9c05c527 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:09.584334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.584545 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 1 to provision port 92ee8165-05b8-4528-9eae-aa5f9c05c527 Oct 20 03:41:09.595703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 2e1eb888-39a3-49c9-aa56-30f25c875ea8 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:09.641128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.642011 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f724e4a4-ebdd-4846-b994-03b45f4c9f1f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9392893 Oct 20 03:41:09.647420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-d02f5388-4ce8-47db-ab91-e9672adde603 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357', 'tempest-TagsExtTest-Tag-1670244650') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:09.647607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36588) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:09.660697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:09.669447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.669793 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Added segment 8b347e95-f02e-47f1-a6c5-e188e3ac7fda of type vlan for network a2a23a97-b9f5-4583-9c3e-05e5971a57cb Oct 20 03:41:09.696848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.717013 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:41:09.730755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'network_id': '7f8c2ded-e860-4076-86ca-47d0c495be5d', 'name': 'tempest-PortsIpV6TestJSON-48857330'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:09.742614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-75488ce7-4abd-4555-9495-41ded5565dad None None] The port '9bde10d0-5961-405a-abae-ccbbb534234b' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:41:09.748056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36592) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:09.780151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] For port 2e1eb888-39a3-49c9-aa56-30f25c875ea8, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2e1eb888-39a3-49c9-aa56-30f25c875ea8,segment=NetworkSegment(e9cf50fc-8aff-4262-9597-444a375af4ed),segment_id=e9cf50fc-8aff-4262-9597-444a375af4ed)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:09.780477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.781882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:09.788947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-36ddcf3a-d13d-476d-a4a4-d918c728c782 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/89f55075-77c7-47df-84fc-b9e0b261f57a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0196266 Oct 20 03:41:09.791029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36596) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:09.809830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Allocated IP 172.20.0.2 (7365f167-68cc-47e5-aa63-0a550cf4f818/312ce3e8-f85e-4027-b446-98b1ca2a2e47/6b1169cb-df00-4923-9dad-2bdb0609e6b9) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:09.819770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f050fb-a013-4c5b-aa5c-2ef5c1ccb439 None None] Sync routers for ids ['89f55075-77c7-47df-84fc-b9e0b261f57a'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:09.847481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f41d2b91-1911-4132-8504-3d4d27dd582e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:09.878139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.884403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:09.885015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.967269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f41d2b91-1911-4132-8504-3d4d27dd582e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:09.969361 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f41d2b91-1911-4132-8504-3d4d27dd582e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=89f55075-77c7-47df-84fc-b9e0b261f57a HTTP/1.1" status: 200 len: 205 time: 0.1772957 Oct 20 03:41:09.974998 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d02f5388-4ce8-47db-ab91-e9672adde603 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags/tempest-TagsExtTest-Tag-1670244650 HTTP/1.1" status: 201 len: 201 time: 0.3428354 Oct 20 03:41:09.974998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36602) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:09.976390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36604) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:10.002702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36610) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:10.039909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-a702f04d-6ea5-4c3a-a092-2afaa2ded02b tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414', 'tempest-TagsExtTest-Tag-277380704') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:10.061020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Allocated IP 2001:db8::2 (7f8c2ded-e860-4076-86ca-47d0c495be5d/e3d64d46-6cb1-44b3-a572-8038e344e6db/4aa92adb-4d61-499b-950a-8fdc1663e81e) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:10.133867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-289ce088-b6b7-4966-b426-cf4fcadab87a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.152233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Network': ['ID=a2a23a97-b9f5-4583-9c3e-05e5971a57cb,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:10.186417 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-14e46d16-a0ee-4cc9-9181-dcea829d54a9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9352605 Oct 20 03:41:10.191584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36616) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:10.204978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Request body: {'subnet': {'network_id': 'a875b791-a0eb-4b58-91f6-c9a0d2da9aa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:10.308051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.319078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Transition to ACTIVE for port object 4aa92adb-4d61-499b-950a-8fdc1663e81e will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:10.339278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Transition to ACTIVE for port object 4aa92adb-4d61-499b-950a-8fdc1663e81e will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:10.340897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.411486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:10.460483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-289ce088-b6b7-4966-b426-cf4fcadab87a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.463013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-289ce088-b6b7-4966-b426-cf4fcadab87a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.463861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Calling delete_port for 2e1eb888-39a3-49c9-aa56-30f25c875ea8 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:10.471015 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a702f04d-6ea5-4c3a-a092-2afaa2ded02b tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags/tempest-TagsExtTest-Tag-277380704 HTTP/1.1" status: 201 len: 201 time: 0.4922788 Oct 20 03:41:10.474760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36622) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:10.482227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-13bbf248-7995-436a-a6db-59dede208b34 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476', {'tags': ['tempest-TagsExtTest-Tag-2125555253', 'tempest-TagsExtTest-Tag-663131471', 'tempest-TagsExtTest-Tag-1736174502']}) {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:10.494299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f050fb-a013-4c5b-aa5c-2ef5c1ccb439 None None] Routers {'89f55075-77c7-47df-84fc-b9e0b261f57a'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:10.495038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-89f050fb-a013-4c5b-aa5c-2ef5c1ccb439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['89f55075-77c7-47df-84fc-b9e0b261f57a'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:10.534317 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 10509ca1-5b32-498b-b660-8f69aa76230b resource provider aggregate not found Oct 20 03:41:10.541761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=2e1eb888-39a3-49c9-aa56-30f25c875ea8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:10.567077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3c898465-2b4d-4a98-804c-2bdea6ec9225 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:10.567077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.567396 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3c898465-2b4d-4a98-804c-2bdea6ec9225 Oct 20 03:41:10.593508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network a2a23a97-b9f5-4583-9c3e-05e5971a57cb details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:10.604868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:10.621136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-289ce088-b6b7-4966-b426-cf4fcadab87a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.621713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289ce088-b6b7-4966-b426-cf4fcadab87a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Fanout notify agent at l3_agent the message router_deleted on router 89f55075-77c7-47df-84fc-b9e0b261f57a {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:41:10.621890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No DVR routers for this DVR port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:10.638261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-289ce088-b6b7-4966-b426-cf4fcadab87a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.642751 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-289ce088-b6b7-4966-b426-cf4fcadab87a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/89f55075-77c7-47df-84fc-b9e0b261f57a HTTP/1.1" status: 204 len: 168 time: 0.6662838 Oct 20 03:41:10.643759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36628) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:10.647313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56a33cfb-2b21-4151-9742-ef4f445ed935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.649242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.668311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:10.686898 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-13bbf248-7995-436a-a6db-59dede208b34 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags HTTP/1.1" status: 200 len: 317 time: 0.2110689 Oct 20 03:41:10.689921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36632) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:10.697466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-29245c79-3ba8-4996-ae3d-f6ad68907727 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:10.701619 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 10509ca1-5b32-498b-b660-8f69aa76230b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10509ca1-5b32-498b-b660-8f69aa76230b found for delete ", "request_id": "req-a800e39d-54d7-4c6f-880c-754bf1e28d6a"}]} Oct 20 03:41:10.739591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:10.743339 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f57b7e44-4faf-4897-adfd-4d629dbba81c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4dd967b4ba8144f0bc7e54dac75ebf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7374890 Oct 20 03:41:10.746191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36636) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:10.768143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ab07e7-57ef-40a1-aba6-22a41a46af11 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting subnet 155def6e-6bb4-48cc-8e9d-ae25bd7025fb {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:10.773237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c8ab07e7-57ef-40a1-aba6-22a41a46af11 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.838268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-89f050fb-a013-4c5b-aa5c-2ef5c1ccb439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:10.861546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c8ab07e7-57ef-40a1-aba6-22a41a46af11 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.883934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:10.892494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.898616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Network 7f8c2ded-e860-4076-86ca-47d0c495be5d is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:10.906545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:10.911237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.922518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Usage tracker for resource:subnet and tenant:b2d2109ba9184baf84f283b6c74c7cd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:10.942350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:10.955009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:10.957488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7f3c13-be96-4a9f-b17d-47b4fd023d00']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:10.993643 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:11.014998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cf50fc-8aff-4262-9597-444a375af4ed') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:11.015303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cf50fc-8aff-4262-9597-444a375af4ed') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:11.029955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port aa964317-9628-4715-859f-37916563bec3 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:11.032322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:11.043681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8b8f9411-c2f1-4fa7-899b-c94413e62f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.072998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.109396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8b8f9411-c2f1-4fa7-899b-c94413e62f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.131709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Pushing event updated for resources: {'Port': ['ID=4aa92adb-4d61-499b-950a-8fdc1663e81e,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:11.153331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.156745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f050fb-a013-4c5b-aa5c-2ef5c1ccb439 None None] Routers set() bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:11.160844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f050fb-a013-4c5b-aa5c-2ef5c1ccb439 None None] Router IDs set() for agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 20 03:41:11.160844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_agentschedulers_db [None req-89f050fb-a013-4c5b-aa5c-2ef5c1ccb439 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89f55075-77c7-47df-84fc-b9e0b261f57a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:40:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent'). {{(pid=90077) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 03:41:11.160844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f050fb-a013-4c5b-aa5c-2ef5c1ccb439 None None] The sync data for ids ['89f55075-77c7-47df-84fc-b9e0b261f57a'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:11.161162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c8ab07e7-57ef-40a1-aba6-22a41a46af11 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.167960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Made reservation on behalf of b2d2109ba9184baf84f283b6c74c7cd2 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:11.172228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.214053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:11.214443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.216775 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-29245c79-3ba8-4996-ae3d-f6ad68907727 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags HTTP/1.1" status: 204 len: 168 time: 0.5256877 Oct 20 03:41:11.219814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36640) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:11.231411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-6032621f-cbf7-4f4d-a799-2b0b54cb2205 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476', 'tempest-TagsExtTest-Tag-2125555253') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:11.275921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Current status of the port 92ee8165-05b8-4528-9eae-aa5f9c05c527 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:11.276659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.315685 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-6032621f-cbf7-4f4d-a799-2b0b54cb2205 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:11.316769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6032621f-cbf7-4f4d-a799-2b0b54cb2205 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags/tempest-TagsExtTest-Tag-2125555253 HTTP/1.1" status: 404 len: 329 time: 0.0960472 Oct 20 03:41:11.319485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36644) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:11.324737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-9b4864d0-32c8-4df4-97c2-6c3c274a502c tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476', 'tempest-TagsExtTest-Tag-663131471') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:11.357769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8b8f9411-c2f1-4fa7-899b-c94413e62f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.368698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:11.368698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:11.373440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c8ab07e7-57ef-40a1-aba6-22a41a46af11 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.412608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f9411-c2f1-4fa7-899b-c94413e62f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13916991-4120-435d-941a-ac145c5ae1f8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:11.432006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab07e7-57ef-40a1-aba6-22a41a46af11 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Subnet': ['ID=155def6e-6bb4-48cc-8e9d-ae25bd7025fb,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:11.434936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.435278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c8ab07e7-57ef-40a1-aba6-22a41a46af11 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.443594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8b8f9411-c2f1-4fa7-899b-c94413e62f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.444907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8b8f9411-c2f1-4fa7-899b-c94413e62f7e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/13916991-4120-435d-941a-ac145c5ae1f8 HTTP/1.1" status: 204 len: 168 time: 0.6976116 Oct 20 03:41:11.450520 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c8ab07e7-57ef-40a1-aba6-22a41a46af11 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/155def6e-6bb4-48cc-8e9d-ae25bd7025fb HTTP/1.1" status: 204 len: 168 time: 0.8049242 Oct 20 03:41:11.454727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Attempting to bind port 4aa92adb-4d61-499b-950a-8fdc1663e81e on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:11.454727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Attempting to bind port 4aa92adb-4d61-499b-950a-8fdc1663e81e by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'befa487f-5b08-42b6-96ca-4ba9ca94d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7f8c2ded-e860-4076-86ca-47d0c495be5d'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:11.454727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Attempting to bind port 4aa92adb-4d61-499b-950a-8fdc1663e81e on network 7f8c2ded-e860-4076-86ca-47d0c495be5d {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:11.456501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36652) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:11.472370 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ffc49e-5baf-41ed-ba6b-e99c438f098a None None] Network 6691c3d6-c800-431c-8416-7621116e54fc requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:11.488925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Transition to ACTIVE for port object 6b1169cb-df00-4923-9dad-2bdb0609e6b9 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:11.501154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::1bc (7f8c2ded-e860-4076-86ca-47d0c495be5d/e3d64d46-6cb1-44b3-a572-8038e344e6db/aa964317-9628-4715-859f-37916563bec3) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:11.506298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:11.506677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Checking segment: {'id': 'befa487f-5b08-42b6-96ca-4ba9ca94d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7f8c2ded-e860-4076-86ca-47d0c495be5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:11.507077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.507469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Bound using segment: {'id': 'befa487f-5b08-42b6-96ca-4ba9ca94d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7f8c2ded-e860-4076-86ca-47d0c495be5d'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:11.508332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Bound port: 4aa92adb-4d61-499b-950a-8fdc1663e81e, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befa487f-5b08-42b6-96ca-4ba9ca94d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7f8c2ded-e860-4076-86ca-47d0c495be5d'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:11.508890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.530766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] For port 92ee8165-05b8-4528-9eae-aa5f9c05c527, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=92ee8165-05b8-4528-9eae-aa5f9c05c527,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:11.540815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.567954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.588727 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-9b4864d0-32c8-4df4-97c2-6c3c274a502c tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:11.592512 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9b4864d0-32c8-4df4-97c2-6c3c274a502c tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags/tempest-TagsExtTest-Tag-663131471 HTTP/1.1" status: 404 len: 328 time: 0.2693508 Oct 20 03:41:11.595361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.597047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36656) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:11.604179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-6513ad27-97a2-4cdc-b217-04f03cdb287f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476', 'tempest-TagsExtTest-Tag-1736174502') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:11.605968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Network': ['ID=bc7f3c13-be96-4a9f-b17d-47b4fd023d00,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:11.610688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3c898465-2b4d-4a98-804c-2bdea6ec9225 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:11.650272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:11.650916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.663773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Transition to ACTIVE for port object 6b1169cb-df00-4923-9dad-2bdb0609e6b9 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:11.677061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.701137 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.701547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.701887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.702277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.702611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.702937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.703263 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.703586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.703907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.704267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.704596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.704916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:11.801138 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-6513ad27-97a2-4cdc-b217-04f03cdb287f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:11.804853 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6513ad27-97a2-4cdc-b217-04f03cdb287f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags/tempest-TagsExtTest-Tag-1736174502 HTTP/1.1" status: 404 len: 329 time: 0.2029128 Oct 20 03:41:11.806052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36662) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:11.858706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-7bb2b25e-3276-4f46-bec4-01c1aa9f9306 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d', {'tags': ['tempest-TagsExtTest-Tag-1752041164', 'tempest-TagsExtTest-Tag-203295349', 'tempest-TagsExtTest-Tag-664491375']}) {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:11.862081 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] For port 4aa92adb-4d61-499b-950a-8fdc1663e81e, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:11.867985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] For port 4aa92adb-4d61-499b-950a-8fdc1663e81e, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4aa92adb-4d61-499b-950a-8fdc1663e81e,segment=NetworkSegment(befa487f-5b08-42b6-96ca-4ba9ca94d766),segment_id=befa487f-5b08-42b6-96ca-4ba9ca94d766)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:11.870271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Pushing event updated for resources: {'Port': ['ID=92ee8165-05b8-4528-9eae-aa5f9c05c527,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:11.883707 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e1633af8-bfb0-4ece-912c-d3484bc1c8b0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/networks/bc7f3c13-be96-4a9f-b17d-47b4fd023d00 HTTP/1.1" status: 204 len: 168 time: 3.3319819 Oct 20 03:41:11.891714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36668) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:11.919453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'network': {'name': 'tempest-RoutersTest-1243763666'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:11.926387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Deleting port 2e1eb888-39a3-49c9-aa56-30f25c875ea8 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:11.926387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.936656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:11.945744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 9bde10d0-5961-405a-abae-ccbbb534234b no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:11.949329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:network and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:11.950050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:11.966278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:11.988314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port afef1ba5-0fc7-4195-b4e6-122798f8eaa2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=afef1ba5-0fc7-4195-b4e6-122798f8eaa2,segment=NetworkSegment(32c57aa2-9281-4339-8371-2b4f7927ede2),segment_id=32c57aa2-9281-4339-8371-2b4f7927ede2)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:11.988972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.992862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.017995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.024547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.082850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.127190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for afef1ba5-0fc7-4195-b4e6-122798f8eaa2 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:12.135798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 9bde10d0-5961-405a-abae-ccbbb534234b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:12.136289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 9bde10d0-5961-405a-abae-ccbbb534234b not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:12.159339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:12.159339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.212852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:12.236266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.236652 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added segment 221363f2-51df-414f-b4ef-695d9a299005 of type vlan for network 9b81a834-5699-469b-a57a-a8cffabbb901 Oct 20 03:41:12.242875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-914cf2f6-ac2d-4bb9-817b-15bd504cbb13 None None] The port '2e1eb888-39a3-49c9-aa56-30f25c875ea8' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:41:12.244226 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7bb2b25e-3276-4f46-bec4-01c1aa9f9306 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags HTTP/1.1" status: 200 len: 316 time: 0.4370844 Oct 20 03:41:12.244763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Provisioning for port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:12.247507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36678) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:12.265790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Provisioning complete for port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:12.266917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.269101 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Attempt 1 to provision port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 Oct 20 03:41:12.275658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-b12569a6-43d5-4236-be74-b2f4e23e52d7 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:12.307072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.331958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 92ee8165-05b8-4528-9eae-aa5f9c05c527 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:12.354062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.366452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object aa964317-9628-4715-859f-37916563bec3 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:12.378727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Pushing event updated for resources: {'Port': ['ID=6b1169cb-df00-4923-9dad-2bdb0609e6b9,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:12.406187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.421873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Network 7365f167-68cc-47e5-aa63-0a550cf4f818 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:12.431958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=afef1ba5-0fc7-4195-b4e6-122798f8eaa2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:12.437525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No DVR routers for this DVR port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:12.443764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Subnet': ['ID=721817a3-4499-4b5c-9eed-25cb1caa97fc,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:12.449243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Port afef1ba5-0fc7-4195-b4e6-122798f8eaa2 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:41:12.475846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:12.476876 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Checking segment: {'id': 'e9ac16e1-6ab4-4c98-8738-110349d14422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a875b791-a0eb-4b58-91f6-c9a0d2da9aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:12.477453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network hostable DHCP agents. Network: a875b791-a0eb-4b58-91f6-c9a0d2da9aa2, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:12.481098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:12.501702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Could not find standard attr ID for object 02f121b0-5b6c-419c-a12d-acd139a48593. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:12.576891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56a49c3b-cc1c-4c09-b7af-c782c1514bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.622302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-878870dd-305a-4d13-8537-b829bc7e5547 None None] Could not find standard attr ID for object f667082a-cb47-43ca-8253-c1e549bcd59f. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:12.633419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.675139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.679896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c20dc5-fda7-4d9a-8417-67985117feca None None] Pushing event updated for resources: {'Port': ['ID=4aa92adb-4d61-499b-950a-8fdc1663e81e,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:12.699505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:12.701698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.705096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Attempting to bind port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:12.705488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Attempting to bind port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'a79be8df-ed78-4439-83e1-c5cbffbbf604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7365f167-68cc-47e5-aa63-0a550cf4f818'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:12.705989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Attempting to bind port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 on network 7365f167-68cc-47e5-aa63-0a550cf4f818 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:12.735013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:12.735407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Checking segment: {'id': 'a79be8df-ed78-4439-83e1-c5cbffbbf604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7365f167-68cc-47e5-aa63-0a550cf4f818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:12.735950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.736490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Bound using segment: {'id': 'a79be8df-ed78-4439-83e1-c5cbffbbf604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7365f167-68cc-47e5-aa63-0a550cf4f818'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:12.736975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Bound port: 6b1169cb-df00-4923-9dad-2bdb0609e6b9, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79be8df-ed78-4439-83e1-c5cbffbbf604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7365f167-68cc-47e5-aa63-0a550cf4f818'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:12.737381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.758279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:12.769632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 92ee8165-05b8-4528-9eae-aa5f9c05c527 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:12.770010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.770381 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 92ee8165-05b8-4528-9eae-aa5f9c05c527 Oct 20 03:41:12.810348 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment e9cf50fc-8aff-4262-9597-444a375af4ed resource provider aggregate not found Oct 20 03:41:12.832024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network 7f8c2ded-e860-4076-86ca-47d0c495be5d is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:12.833434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=aa964317-9628-4715-859f-37916563bec3,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:12.840715 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment e9cf50fc-8aff-4262-9597-444a375af4ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9cf50fc-8aff-4262-9597-444a375af4ed found for delete ", "request_id": "req-46a3011b-bfcc-4464-90f7-e1319cc59c35"}]} Oct 20 03:41:12.842115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:12.844944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:12.852335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:12.852982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.853892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d35aea-88d6-47b9-b9c1-f227cba90c1d None None] DHCP port deletion for 6691c3d6-c800-431c-8416-7621116e54fc request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:12.907184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, a875b791-a0eb-4b58-91f6-c9a0d2da9aa2) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:12.938880 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0407410 Oct 20 03:41:12.949502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:12.950417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.952134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.961662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36694) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:12.964692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc24e1-ef38-413b-b0e9-c39a4b2cb386 None None] Network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:13.006461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f0349-f90a-489a-8cfd-6eba1db57de0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Network': ['ID=9b81a834-5699-469b-a57a-a8cffabbb901,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:13.006911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'subnet': {'network_id': '9b81a834-5699-469b-a57a-a8cffabbb901', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:13.029953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6691c3d6-c800-431c-8416-7621116e54fc']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:13.031574 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fc9c9324-4446-4f2c-9050-7c1833b85b5b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3829484 Oct 20 03:41:13.037630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36698) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:13.039524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36700) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:13.044968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c57aa2-9281-4339-8371-2b4f7927ede2') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:13.045628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c57aa2-9281-4339-8371-2b4f7927ede2') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:13.060481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.078842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.085950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:13.086623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.096093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 9b81a834-5699-469b-a57a-a8cffabbb901 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:13.198213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2c1e1839-d216-40b6-9b9c-aae31d2ae624 None None] Could not find standard attr ID for object 02f121b0-5b6c-419c-a12d-acd139a48593. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:13.247431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2c1e1839-d216-40b6-9b9c-aae31d2ae624 None None] Could not find standard attr ID for object f667082a-cb47-43ca-8253-c1e549bcd59f. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:13.298937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 92ee8165-05b8-4528-9eae-aa5f9c05c527 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:13.299281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.316608 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b12569a6-43d5-4236-be74-b2f4e23e52d7 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags HTTP/1.1" status: 204 len: 168 time: 1.0668805 Oct 20 03:41:13.318439 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 32c57aa2-9281-4339-8371-2b4f7927ede2 resource provider aggregate not found Oct 20 03:41:13.328480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36710) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:13.352408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] For port 6b1169cb-df00-4923-9dad-2bdb0609e6b9, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:13.364515 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 32c57aa2-9281-4339-8371-2b4f7927ede2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32c57aa2-9281-4339-8371-2b4f7927ede2 found for delete ", "request_id": "req-b2117465-134c-47a5-a824-3b79f20f0dfa"}]} Oct 20 03:41:13.417235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.425080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.427930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1525026577'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:13.435906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-d0078886-0b7b-4df4-992e-7cb53d5a5c3e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d', 'tempest-TagsExtTest-Tag-1752041164') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:13.451640 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/networks/6691c3d6-c800-431c-8416-7621116e54fc HTTP/1.1" status: 204 len: 168 time: 1.9937525 Oct 20 03:41:13.452416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36716) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:13.458974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53130c-35cd-47c6-af93-b6b94964b254 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Network': ['ID=6691c3d6-c800-431c-8416-7621116e54fc,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:13.463387 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8f25880f-5684-433e-94fb-61bc39ac20d4 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2663913 Oct 20 03:41:13.464817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1898325951', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:13.466717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] For port 6b1169cb-df00-4923-9dad-2bdb0609e6b9, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6b1169cb-df00-4923-9dad-2bdb0609e6b9,segment=NetworkSegment(a79be8df-ed78-4439-83e1-c5cbffbbf604),segment_id=a79be8df-ed78-4439-83e1-c5cbffbbf604)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:13.471369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36720) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:13.478396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Request body: {'subnet': {'network_id': 'a2a23a97-b9f5-4583-9c3e-05e5971a57cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:13.495135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:13.510978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:router and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:13.515047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 92ee8165-05b8-4528-9eae-aa5f9c05c527 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:13.525631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.532279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:13.537996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Usage tracker for resource:network and tenant:9b642e6f37b340da8d0f8a19e6b09512 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:13.542281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:13.551467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:13.565127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:13.573442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.581494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:13.638474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:13.643706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Usage tracker for resource:subnet and tenant:b2d2109ba9184baf84f283b6c74c7cd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:13.648107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-a875b791-a0eb-4b58-91f6-c9a0d2da9aa2', 'network_id': 'a875b791-a0eb-4b58-91f6-c9a0d2da9aa2', 'tenant_id': 'b2d2109ba9184baf84f283b6c74c7cd2', 'fixed_ips': [{'subnet_id': '721817a3-4499-4b5c-9eed-25cb1caa97fc'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:13.648610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:13.648943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.671543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:13.681879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.683723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.690094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.716735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.785713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Made reservation on behalf of b2d2109ba9184baf84f283b6c74c7cd2 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:13.789371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.792998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7053ce-4bcf-4623-b9ac-b8c603d2035c None None] Pushing event updated for resources: {'Port': ['ID=6b1169cb-df00-4923-9dad-2bdb0609e6b9,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:13.822132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.911898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Allocated IP 172.20.0.2 (a875b791-a0eb-4b58-91f6-c9a0d2da9aa2/721817a3-4499-4b5c-9eed-25cb1caa97fc/c0f2a634-c41a-4f78-80cd-232eaa4f1f36) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:13.914389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:13.942489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Made reservation on behalf of 9b642e6f37b340da8d0f8a19e6b09512 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:13.945859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.957031 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:subnet and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:13.968606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:13.993161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.053302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.056887 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cef2b9bb-720b-4e10-b81f-13d3d3662c41 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5981014 Oct 20 03:41:14.060914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36724) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:14.073273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1703881563'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:14.084148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:14.089588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:network and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:14.099251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:14.109440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:14.170709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea84c1a-17a0-4ce6-b2f5-2799adde57bb None None] Network 7f8c2ded-e860-4076-86ca-47d0c495be5d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:14.200840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:14.208778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.222763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:14.228264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.233010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.241175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Transition to ACTIVE for port object c0f2a634-c41a-4f78-80cd-232eaa4f1f36 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:14.261572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Transition to ACTIVE for port object c0f2a634-c41a-4f78-80cd-232eaa4f1f36 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:14.291748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:14.309201 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:14.312751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.331843 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Usage tracker for resource:security_group_rule and tenant:9b642e6f37b340da8d0f8a19e6b09512 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:14.337134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:14.344977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6b1169cb-df00-4923-9dad-2bdb0609e6b9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:14.362819 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Subnet': ['ID=3f3cc4c4-6ef7-471a-93ee-a479d336f8b9,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:14.367652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:14.388666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.389017 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added segment e564de0a-02ee-45e9-9dc3-1eec48f5be23 of type vlan for network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e Oct 20 03:41:14.405433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:14.407125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.411813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Checking segment: {'id': '8b347e95-f02e-47f1-a6c5-e188e3ac7fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2a23a97-b9f5-4583-9c3e-05e5971a57cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:14.412177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network hostable DHCP agents. Network: a2a23a97-b9f5-4583-9c3e-05e5971a57cb, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:14.442022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.454240 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-d0078886-0b7b-4df4-992e-7cb53d5a5c3e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:14.457944 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d0078886-0b7b-4df4-992e-7cb53d5a5c3e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags/tempest-TagsExtTest-Tag-1752041164 HTTP/1.1" status: 404 len: 329 time: 1.0641594 Oct 20 03:41:14.458101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b1a9e7b6-a3df-4b1c-a627-730087318c5a None None] Provisioning for port 4aa92adb-4d61-499b-950a-8fdc1663e81e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:14.458852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36728) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:14.459438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 92ee8165-05b8-4528-9eae-aa5f9c05c527, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=92ee8165-05b8-4528-9eae-aa5f9c05c527,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:14.459806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.465644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-093206b1-eb55-4290-8de4-b72e59e2e3c5 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d', 'tempest-TagsExtTest-Tag-203295349') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:14.534291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:14.534532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network a2a23a97-b9f5-4583-9c3e-05e5971a57cb is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:14.544692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:14.552315 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:14.563143 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-093206b1-eb55-4290-8de4-b72e59e2e3c5 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:14.567063 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-093206b1-eb55-4290-8de4-b72e59e2e3c5 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags/tempest-TagsExtTest-Tag-203295349 HTTP/1.1" status: 404 len: 328 time: 0.1043808 Oct 20 03:41:14.570063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36732) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:14.577993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-d93d8f66-bfe5-4425-b92d-42476b4a3a11 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d', 'tempest-TagsExtTest-Tag-664491375') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:14.611268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.616810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:14.617488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.624008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Pushing event updated for resources: {'Port': ['ID=c0f2a634-c41a-4f78-80cd-232eaa4f1f36,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:14.651890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, a2a23a97-b9f5-4583-9c3e-05e5971a57cb) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:14.657534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:14.658180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.681533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 92ee8165-05b8-4528-9eae-aa5f9c05c527 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:14.730827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6261c22b-190c-4b4e-8d42-c57099710a73 None None] Network a2a23a97-b9f5-4583-9c3e-05e5971a57cb requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:14.819911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Network': ['ID=3f53dcb8-7426-4d97-8dec-7c637ba1a73e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:14.842615 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-d93d8f66-bfe5-4425-b92d-42476b4a3a11 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:14.842615 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d93d8f66-bfe5-4425-b92d-42476b4a3a11 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags/tempest-TagsExtTest-Tag-664491375 HTTP/1.1" status: 404 len: 328 time: 0.2685180 Oct 20 03:41:14.842952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36736) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:14.848645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-d421b4af-8ee8-4737-9812-0b348df95121 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357', {'tags': ['tempest-TagsExtTest-Tag-1371182660', 'tempest-TagsExtTest-Tag-168465112', 'tempest-TagsExtTest-Tag-2001663687']}) {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:14.869675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:14.878374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.905414 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e6bbe541-e163-4c76-9a16-ad9bd42cf66b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8408048 Oct 20 03:41:14.908247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36740) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:14.931385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'subnet': {'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:14.961628 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b5178b45-d00c-41ec-b677-99ebb56fedab tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4895170 Oct 20 03:41:14.970461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36744) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:15.037731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:15.045247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4aa92adb-4d61-499b-950a-8fdc1663e81e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:15.099402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Attempting to bind port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:15.099776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Attempting to bind port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e9ac16e1-6ab4-4c98-8738-110349d14422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a875b791-a0eb-4b58-91f6-c9a0d2da9aa2'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:15.100139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Attempting to bind port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 on network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:15.110717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a273d7-df9a-4472-a94d-02480b76cdb4 None None] Network 7365f167-68cc-47e5-aa63-0a550cf4f818 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:15.150529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.201425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.219440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:15.219804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Checking segment: {'id': 'e9ac16e1-6ab4-4c98-8738-110349d14422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a875b791-a0eb-4b58-91f6-c9a0d2da9aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:15.220168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.221067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Bound using segment: {'id': 'e9ac16e1-6ab4-4c98-8738-110349d14422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a875b791-a0eb-4b58-91f6-c9a0d2da9aa2'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:15.221067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Bound port: c0f2a634-c41a-4f78-80cd-232eaa4f1f36, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ac16e1-6ab4-4c98-8738-110349d14422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a875b791-a0eb-4b58-91f6-c9a0d2da9aa2'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:15.221571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.386857 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.433600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6a426da3-2397-41ed-9b97-0b015f8f5468 None None] Provisioning for port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:15.472369 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:15.472851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6a426da3-2397-41ed-9b97-0b015f8f5468 None None] Provisioning complete for port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:15.473230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6a426da3-2397-41ed-9b97-0b015f8f5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.473591 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a426da3-2397-41ed-9b97-0b015f8f5468 None None] Attempt 1 to provision port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 Oct 20 03:41:15.483186 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d421b4af-8ee8-4737-9812-0b348df95121 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags HTTP/1.1" status: 200 len: 317 time: 0.6368513 Oct 20 03:41:15.487199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:15.491042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36752) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:15.505392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-297aec58-177f-4ca6-aa1b-a3ad4ac92484 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:15.554634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:subnet and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:15.561245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:15.596887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.599385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0124ae4c-16f1-4f70-97cf-e92516a9a3fd,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:15.667222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 4aa92adb-4d61-499b-950a-8fdc1663e81e completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:15.671936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] For port c0f2a634-c41a-4f78-80cd-232eaa4f1f36, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:15.702615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] For port c0f2a634-c41a-4f78-80cd-232eaa4f1f36, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c0f2a634-c41a-4f78-80cd-232eaa4f1f36,segment=NetworkSegment(e9ac16e1-6ab4-4c98-8738-110349d14422),segment_id=e9ac16e1-6ab4-4c98-8738-110349d14422)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:15.708601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-a2a23a97-b9f5-4583-9c3e-05e5971a57cb', 'network_id': 'a2a23a97-b9f5-4583-9c3e-05e5971a57cb', 'tenant_id': 'b2d2109ba9184baf84f283b6c74c7cd2', 'fixed_ips': [{'subnet_id': '3f3cc4c4-6ef7-471a-93ee-a479d336f8b9'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:15.708601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.718858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 4aa92adb-4d61-499b-950a-8fdc1663e81e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:15.718858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.718858 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 4aa92adb-4d61-499b-950a-8fdc1663e81e Oct 20 03:41:15.719221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:15.815549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.830792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.835119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.838903 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Added segment 00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c of type vlan for network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 Oct 20 03:41:16.063131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Allocated IP 172.20.0.1 (a875b791-a0eb-4b58-91f6-c9a0d2da9aa2/721817a3-4499-4b5c-9eed-25cb1caa97fc/314f0d5a-afbd-4a35-89f1-975ad199efbb) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:16.146691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Pushing event updated for resources: {'Port': ['ID=c0f2a634-c41a-4f78-80cd-232eaa4f1f36,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:16.162999 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:16.165692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.166043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.166384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.166712 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.167050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.167381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.167709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.168024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.168344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.168662 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.168975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.169404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.174033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939f8053-ebb0-46a5-9c9d-8706934ddc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:16.197941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a426da3-2397-41ed-9b97-0b015f8f5468 None None] Current status of the port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:16.198332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6a426da3-2397-41ed-9b97-0b015f8f5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.311565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Allocated IP 172.20.0.2 (a2a23a97-b9f5-4583-9c3e-05e5971a57cb/3f3cc4c4-6ef7-471a-93ee-a479d336f8b9/ce36d21e-2ba5-4cff-8c35-c1c512cb75cf) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:16.341672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6a426da3-2397-41ed-9b97-0b015f8f5468 None None] For port 6b1169cb-df00-4923-9dad-2bdb0609e6b9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6b1169cb-df00-4923-9dad-2bdb0609e6b9,segment=NetworkSegment(a79be8df-ed78-4439-83e1-c5cbffbbf604),segment_id=a79be8df-ed78-4439-83e1-c5cbffbbf604)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:16.371094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.391548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:41:16.402148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Transition to ACTIVE for port object 314f0d5a-afbd-4a35-89f1-975ad199efbb will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:16.407128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.444276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Subnet': ['ID=7f92cdbe-0063-4bb9-9a6b-dd2f1e92c5dc,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:16.457445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6a426da3-2397-41ed-9b97-0b015f8f5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.463101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.472290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Checking segment: {'id': '221363f2-51df-414f-b4ef-695d9a299005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9b81a834-5699-469b-a57a-a8cffabbb901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:16.473575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network hostable DHCP agents. Network: 9b81a834-5699-469b-a57a-a8cffabbb901, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:16.489846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.501752 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.505661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 4aa92adb-4d61-499b-950a-8fdc1663e81e is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:16.506151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.572382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:16.588263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:16.593854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:16.601324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=92ee8165-05b8-4528-9eae-aa5f9c05c527,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:16.605464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.615892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:16.616535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.650899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 4aa92adb-4d61-499b-950a-8fdc1663e81e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4aa92adb-4d61-499b-950a-8fdc1663e81e,segment=NetworkSegment(befa487f-5b08-42b6-96ca-4ba9ca94d766),segment_id=befa487f-5b08-42b6-96ca-4ba9ca94d766)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:16.655683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a426da3-2397-41ed-9b97-0b015f8f5468 None None] Pushing event updated for resources: {'Port': ['ID=6b1169cb-df00-4923-9dad-2bdb0609e6b9,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:16.674590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.716373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Port': ['ID=314f0d5a-afbd-4a35-89f1-975ad199efbb,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:16.731368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.757104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Provisioning for port aa964317-9628-4715-859f-37916563bec3 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:16.760637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.820804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Provisioning complete for port aa964317-9628-4715-859f-37916563bec3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:16.821183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.821541 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 1 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:16.876927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device afef1ba5-0fc7-4195-b4e6-122798f8eaa2 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:16.909533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.921109 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-297aec58-177f-4ca6-aa1b-a3ad4ac92484 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags HTTP/1.1" status: 204 len: 168 time: 1.4217746 Oct 20 03:41:16.932090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36760) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:16.939909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-e0a1ad02-8789-46b9-8fff-b31060af8a93 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357', 'tempest-TagsExtTest-Tag-1371182660') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:16.973862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: afef1ba5-0fc7-4195-b4e6-122798f8eaa2 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:16.974357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device afef1ba5-0fc7-4195-b4e6-122798f8eaa2 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:16.995178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.007860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 9b81a834-5699-469b-a57a-a8cffabbb901 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:17.047203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Transition to ACTIVE for port object ce36d21e-2ba5-4cff-8c35-c1c512cb75cf will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:17.047203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:17.084659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Transition to ACTIVE for port object ce36d21e-2ba5-4cff-8c35-c1c512cb75cf will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:17.094601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=4aa92adb-4d61-499b-950a-8fdc1663e81e,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:17.103268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.156907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event updated for resources: {'Network': ['ID=bd15d8e2-4a25-4905-a5e2-d1b5c4463048,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:17.165643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.206514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=aa964317-9628-4715-859f-37916563bec3,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:17.240927 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-e0a1ad02-8789-46b9-8fff-b31060af8a93 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:17.242170 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e0a1ad02-8789-46b9-8fff-b31060af8a93 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags/tempest-TagsExtTest-Tag-1371182660 HTTP/1.1" status: 404 len: 329 time: 0.3092220 Oct 20 03:41:17.243304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 9b81a834-5699-469b-a57a-a8cffabbb901) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:17.249548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:17.329536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36764) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:17.337155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:17.337767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.350102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-51884f93-f4f1-44f9-b0b1-502ed8d0d01e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357', 'tempest-TagsExtTest-Tag-168465112') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:17.390316 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9580f434-3071-4f10-9493-ba30c1808a1c tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.3409481 Oct 20 03:41:17.394433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ffa3e9-2d08-4b37-b550-dcc4f9827837 None None] Network 9b81a834-5699-469b-a57a-a8cffabbb901 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:17.406766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6b1169cb-df00-4923-9dad-2bdb0609e6b9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:17.451510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Network a2a23a97-b9f5-4583-9c3e-05e5971a57cb is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:17.457822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd2ede-ab12-488b-a8eb-87a3e3b495bc None None] Network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:17.470342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36768) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:17.479933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:17.507988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Request body: {'subnet': {'network_id': 'bd15d8e2-4a25-4905-a5e2-d1b5c4463048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:17.594297 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 2 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:17.646884 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-51884f93-f4f1-44f9-b0b1-502ed8d0d01e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:17.647890 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-51884f93-f4f1-44f9-b0b1-502ed8d0d01e tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags/tempest-TagsExtTest-Tag-168465112 HTTP/1.1" status: 404 len: 328 time: 0.3174376 Oct 20 03:41:17.650747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36772) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:17.655561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-ff571230-b4fa-40e0-8054-0581d4784264 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357', 'tempest-TagsExtTest-Tag-2001663687') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:17.690364 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-55af73a1-14b4-445b-b763-2f63678c248f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7230482 Oct 20 03:41:17.695482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.697838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:17.705830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:17.706772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36776) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:17.728707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1617486228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:17.751676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:17.764663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Pushing event updated for resources: {'Port': ['ID=ce36d21e-2ba5-4cff-8c35-c1c512cb75cf,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:17.771340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:router and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:17.779939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:17.799439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:17.802880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.808019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:17.812084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.853020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Usage tracker for resource:subnet and tenant:9b642e6f37b340da8d0f8a19e6b09512 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:17.864164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:17.891869 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-ff571230-b4fa-40e0-8054-0581d4784264 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:17.892883 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ff571230-b4fa-40e0-8054-0581d4784264 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags/tempest-TagsExtTest-Tag-2001663687 HTTP/1.1" status: 404 len: 329 time: 0.2412508 Oct 20 03:41:17.896296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36780) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:17.898581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:17.899097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.899268 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 Oct 20 03:41:17.903401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-e08e230f-77e7-40e2-a22f-6be8a7d38e05 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414', {'tags': ['tempest-TagsExtTest-Tag-116960006', 'tempest-TagsExtTest-Tag-1336801470', 'tempest-TagsExtTest-Tag-1911704015']}) {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:17.954982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Attempting to bind port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:17.955335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Attempting to bind port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '8b347e95-f02e-47f1-a6c5-e188e3ac7fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2a23a97-b9f5-4583-9c3e-05e5971a57cb'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:17.955953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Attempting to bind port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf on network a2a23a97-b9f5-4583-9c3e-05e5971a57cb {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:17.968730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.991604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:18.008740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:18.009108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Checking segment: {'id': '8b347e95-f02e-47f1-a6c5-e188e3ac7fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2a23a97-b9f5-4583-9c3e-05e5971a57cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:18.009538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.009948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Bound using segment: {'id': '8b347e95-f02e-47f1-a6c5-e188e3ac7fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2a23a97-b9f5-4583-9c3e-05e5971a57cb'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:18.010410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Bound port: ce36d21e-2ba5-4cff-8c35-c1c512cb75cf, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b347e95-f02e-47f1-a6c5-e188e3ac7fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a2a23a97-b9f5-4583-9c3e-05e5971a57cb'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:18.010784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.014872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.015867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.029716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e08e230f-77e7-40e2-a22f-6be8a7d38e05 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "PUT /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags HTTP/1.1" status: 200 len: 317 time: 0.1322451 Oct 20 03:41:18.032379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36784) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:18.038254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-af5df671-e8b2-4637-9d61-43d71ef5f7b8 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:18.062433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.168507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Port': ['ID=314f0d5a-afbd-4a35-89f1-975ad199efbb,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:18.210147 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 3 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:18.212347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.237976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.267526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Made reservation on behalf of 9b642e6f37b340da8d0f8a19e6b09512 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:18.270994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.278595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-9b81a834-5699-469b-a57a-a8cffabbb901', 'network_id': '9b81a834-5699-469b-a57a-a8cffabbb901', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'fixed_ips': [{'subnet_id': '7f92cdbe-0063-4bb9-9a6b-dd2f1e92c5dc'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:18.279431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.298103 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-af5df671-e8b2-4637-9d61-43d71ef5f7b8 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags HTTP/1.1" status: 204 len: 168 time: 0.2616251 Oct 20 03:41:18.298677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36788) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:18.304751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-ed6065db-6388-4638-a110-88a958f45897 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414', 'tempest-TagsExtTest-Tag-116960006') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:18.326011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Subnet': ['ID=d7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:18.356796 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-ed6065db-6388-4638-a110-88a958f45897 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:18.360761 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ed6065db-6388-4638-a110-88a958f45897 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags/tempest-TagsExtTest-Tag-116960006 HTTP/1.1" status: 404 len: 328 time: 0.0586159 Oct 20 03:41:18.361301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36792) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:18.368589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-166a39da-b25e-4752-a726-8f20ddddc187 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414', 'tempest-TagsExtTest-Tag-1336801470') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:18.386473 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] For port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:18.402800 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Checking segment: {'id': 'e564de0a-02ee-45e9-9dc3-1eec48f5be23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:18.403034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network hostable DHCP agents. Network: 3f53dcb8-7426-4d97-8dec-7c637ba1a73e, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:18.405057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:18.407835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:18.438818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:18.443462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] For port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ce36d21e-2ba5-4cff-8c35-c1c512cb75cf,segment=NetworkSegment(8b347e95-f02e-47f1-a6c5-e188e3ac7fda),segment_id=8b347e95-f02e-47f1-a6c5-e188e3ac7fda)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:18.449124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:18.450423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c0f2a634-c41a-4f78-80cd-232eaa4f1f36 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:18.455433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.475582 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-166a39da-b25e-4752-a726-8f20ddddc187 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:18.479484 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-166a39da-b25e-4752-a726-8f20ddddc187 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags/tempest-TagsExtTest-Tag-1336801470 HTTP/1.1" status: 404 len: 329 time: 0.1136696 Oct 20 03:41:18.484189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36796) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:18.494910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-03b2a49f-af81-4a57-aadc-131fa33306d6 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414', 'tempest-TagsExtTest-Tag-1911704015') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:18.510932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.532373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.684179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:18.691964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15979f2d-3c74-4b7e-b57d-1ccdb18ea30d None None] Pushing event updated for resources: {'Port': ['ID=ce36d21e-2ba5-4cff-8c35-c1c512cb75cf,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:18.691964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Allocated IP 172.20.0.2 (9b81a834-5699-469b-a57a-a8cffabbb901/7f92cdbe-0063-4bb9-9a6b-dd2f1e92c5dc/91aa61e4-2e38-48a9-8f72-d6255296ba7b) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:18.715002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Router 8c8f2659-aafb-4408-8b3a-625011068f1b is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:41:18.799130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:18.896962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 3f53dcb8-7426-4d97-8dec-7c637ba1a73e) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:18.904278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:18.904842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.924259 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.925529 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9bb5875f-123d-409f-9456-d71515333c7f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2079566 Oct 20 03:41:18.934046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36800) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:18.955439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'port': {'network_id': '9b81a834-5699-469b-a57a-a8cffabbb901', 'name': 'tempest-RoutersTest-717916483'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:18.968654 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-03b2a49f-af81-4a57-aadc-131fa33306d6 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] show failed (client error): The resource could not be found. Oct 20 03:41:18.969928 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-03b2a49f-af81-4a57-aadc-131fa33306d6 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags/tempest-TagsExtTest-Tag-1911704015 HTTP/1.1" status: 404 len: 329 time: 0.4836075 Oct 20 03:41:18.985611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36804) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:19.000345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.tag.tag_plugin [None req-03ab62f2-f8c8-455e-a31e-7769b3b3ffb5 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8501adfd-c52e-4ef7-a217-7f011a5ed414') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:19.039585 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 4 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:19.152935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:19.164118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:19.164924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740feb6-2f95-496d-baeb-f803b4675aa3 None None] Network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:19.170386 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d0536-3d97-4d03-a886-70968b05f398 None None] Sync routers for ids ['8c8f2659-aafb-4408-8b3a-625011068f1b'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:19.180167 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0e61cdaa-1860-40f9-a0fc-5c2c7e9092fe tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "PUT /v2.0/routers/8c8f2659-aafb-4408-8b3a-625011068f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2086265 Oct 20 03:41:19.187718 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d0536-3d97-4d03-a886-70968b05f398 None None] Routers {'8c8f2659-aafb-4408-8b3a-625011068f1b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:19.188348 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cc5d0536-3d97-4d03-a886-70968b05f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c8f2659-aafb-4408-8b3a-625011068f1b'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:19.195243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.207798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36808) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:19.279442 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-af247469-b614-4186-8a13-cace4e9335a2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3657722 Oct 20 03:41:19.284922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 562af8fc-3632-4771-8164-19b45d1ed7a6 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:19.286579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ce36d21e-2ba5-4cff-8c35-c1c512cb75cf up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:19.287127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.294577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36812) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:19.339209 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cc5d0536-3d97-4d03-a886-70968b05f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:19.363562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Transition to ACTIVE for port object 91aa61e4-2e38-48a9-8f72-d6255296ba7b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:19.366158 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d0536-3d97-4d03-a886-70968b05f398 None None] Routers {'8c8f2659-aafb-4408-8b3a-625011068f1b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:19.366784 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cc5d0536-3d97-4d03-a886-70968b05f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c8f2659-aafb-4408-8b3a-625011068f1b'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:19.478686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:19.488387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4aa92adb-4d61-499b-950a-8fdc1663e81e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:19.525804 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cc5d0536-3d97-4d03-a886-70968b05f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:19.531094 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d0536-3d97-4d03-a886-70968b05f398 None None] The sync data for ids ['8c8f2659-aafb-4408-8b3a-625011068f1b'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:19.555409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Transition to ACTIVE for port object 91aa61e4-2e38-48a9-8f72-d6255296ba7b will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:19.640866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 4aa92adb-4d61-499b-950a-8fdc1663e81e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:19.641250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.652278 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 4aa92adb-4d61-499b-950a-8fdc1663e81e Oct 20 03:41:19.748054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:19.750891 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 5 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:19.756665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:port and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:19.822301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for port was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:19.874387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:19.877093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.905785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:19.934356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:19.935685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.963261 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-03ab62f2-f8c8-455e-a31e-7769b3b3ffb5 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414/tags HTTP/1.1" status: 204 len: 168 time: 0.9704783 Oct 20 03:41:19.963261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event updated for resources: {'Subnet': ['ID=65c24ffc-7278-491f-826e-3f02863566ce,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:19.989972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Network 9b81a834-5699-469b-a57a-a8cffabbb901 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:19.999905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:20.008050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:20.017142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36816) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:20.026699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:20.030552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.113666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-a59ffd35-80b8-4cb6-9b4b-ad564ebc67f9 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9069fc1d-fb4d-4198-a4e4-473326aec357') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:20.144088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67010805-6c4b-45c3-80ff-360cf169c60e None None] Network a2a23a97-b9f5-4583-9c3e-05e5971a57cb requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:20.175325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Pushing event updated for resources: {'Port': ['ID=91aa61e4-2e38-48a9-8f72-d6255296ba7b,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:20.233883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Checking segment: {'id': '00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bd15d8e2-4a25-4905-a5e2-d1b5c4463048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:20.234409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Network hostable DHCP agents. Network: bd15d8e2-4a25-4905-a5e2-d1b5c4463048, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:20.246873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:20.261856 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d3ee934a-1180-4319-a18c-554a15f25bb1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/562af8fc-3632-4771-8164-19b45d1ed7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5104749 Oct 20 03:41:20.264851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] device_id is not set on port 8dcb8160-650f-4ab0-8091-b9202009ed73 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:20.282758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] Sync routers for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:20.332861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 4aa92adb-4d61-499b-950a-8fdc1663e81e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:20.352219 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:20.352863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:20.361373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:41:20.369950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.395467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.403838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Attempting to bind port 91aa61e4-2e38-48a9-8f72-d6255296ba7b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:20.404204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Attempting to bind port 91aa61e4-2e38-48a9-8f72-d6255296ba7b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '221363f2-51df-414f-b4ef-695d9a299005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9b81a834-5699-469b-a57a-a8cffabbb901'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:20.404567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Attempting to bind port 91aa61e4-2e38-48a9-8f72-d6255296ba7b on network 9b81a834-5699-469b-a57a-a8cffabbb901 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:20.416698 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 6 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:20.465119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:20.536884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.537706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.546426 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a59ffd35-80b8-4cb6-9b4b-ad564ebc67f9 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357/tags HTTP/1.1" status: 204 len: 168 time: 0.5213413 Oct 20 03:41:20.552742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36822) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:20.559524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-91baf94e-5397-4e6f-b1fe-509c49933235 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a8ae9167-62d0-475f-8906-d15f05f2bb0d') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:20.570093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:20.570487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Checking segment: {'id': '221363f2-51df-414f-b4ef-695d9a299005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9b81a834-5699-469b-a57a-a8cffabbb901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:20.570927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.571320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Bound using segment: {'id': '221363f2-51df-414f-b4ef-695d9a299005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9b81a834-5699-469b-a57a-a8cffabbb901'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:20.571802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Bound port: 91aa61e4-2e38-48a9-8f72-d6255296ba7b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221363f2-51df-414f-b4ef-695d9a299005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9b81a834-5699-469b-a57a-a8cffabbb901'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:20.572173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.631722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, bd15d8e2-4a25-4905-a5e2-d1b5c4463048) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:20.677307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0d902-1bf9-4b49-ac48-b56bd89efeda None None] Network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:20.678617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.20.0.8 (9b81a834-5699-469b-a57a-a8cffabbb901/7f92cdbe-0063-4bb9-9a6b-dd2f1e92c5dc/8dcb8160-650f-4ab0-8091-b9202009ed73) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:20.717730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:20.797727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:20.797727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.814142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Allocated IP 2001:db8::2 (3f53dcb8-7426-4d97-8dec-7c637ba1a73e/d7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f/78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:20.846633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=aa964317-9628-4715-859f-37916563bec3,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:20.872502 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-59420d35-6dde-4f8e-a20c-16574c725689 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:41:20.876300 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-59420d35-6dde-4f8e-a20c-16574c725689 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "PUT /v2.0/routers/8c8f2659-aafb-4408-8b3a-625011068f1b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6650784 Oct 20 03:41:20.882551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36828) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:20.883495 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:20.973850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network 7f8c2ded-e860-4076-86ca-47d0c495be5d is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:21.041488 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8f19eda7-d600-4be1-a029-fa69b9a9b3f6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5508428 Oct 20 03:41:21.042834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:21.048128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36832) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:21.057900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610803d-dc57-4456-a38d-8a6956777a3e req-223bab93-e6bd-43e0-98bd-c81aeaa789c0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:21.065386 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5610803d-dc57-4456-a38d-8a6956777a3e req-223bab93-e6bd-43e0-98bd-c81aeaa789c0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 945 time: 0.1894107 Oct 20 03:41:21.085028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.090864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2073314505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:21.104165 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-91baf94e-5397-4e6f-b1fe-509c49933235 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d/tags HTTP/1.1" status: 204 len: 168 time: 0.5503728 Oct 20 03:41:21.106954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:21.111382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36836) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:21.115882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Usage tracker for resource:router and tenant:9b642e6f37b340da8d0f8a19e6b09512 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:21.127130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:21.133102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.tag.tag_plugin [None req-fefb0ff0-14f2-44c3-8cb9-3d7380c11b43 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '82651f98-9dbc-4dd8-a4a8-7c6c47496476') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:21.180142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:21.185678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Transition to ACTIVE for port object 8dcb8160-650f-4ab0-8091-b9202009ed73 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:21.206321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5610803d-dc57-4456-a38d-8a6956777a3e req-a3463f75-569a-4bad-b69f-227287145f66 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1390462 Oct 20 03:41:21.238350 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 7 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:21.269984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] For port 91aa61e4-2e38-48a9-8f72-d6255296ba7b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:21.286726 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fefb0ff0-14f2-44c3-8cb9-3d7380c11b43 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476/tags HTTP/1.1" status: 204 len: 168 time: 0.1720934 Oct 20 03:41:21.293409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36840) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:21.342987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.346753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.347095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.380049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] For port 91aa61e4-2e38-48a9-8f72-d6255296ba7b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=91aa61e4-2e38-48a9-8f72-d6255296ba7b,segment=NetworkSegment(221363f2-51df-414f-b4ef-695d9a299005),segment_id=221363f2-51df-414f-b4ef-695d9a299005)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:21.434969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:21.459027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 9b81a834-5699-469b-a57a-a8cffabbb901 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:21.463331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.473821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:21.499082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:21.530925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.559932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=8dcb8160-650f-4ab0-8091-b9202009ed73,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:21.600249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:21.601190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.650523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.708634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-bd15d8e2-4a25-4905-a5e2-d1b5c4463048', 'network_id': 'bd15d8e2-4a25-4905-a5e2-d1b5c4463048', 'tenant_id': '9b642e6f37b340da8d0f8a19e6b09512', 'fixed_ips': [{'subnet_id': '65c24ffc-7278-491f-826e-3f02863566ce'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:21.709500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.724634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Router 51978ff6-0d6a-45cf-9be0-0b30d871f993 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:41:21.791045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.812460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86be8608-b7b4-46e0-a360-9995a6160b02 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for subnetpool, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.816116 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-86be8608-b7b4-46e0-a360-9995a6160b02 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnetpools/8501adfd-c52e-4ef7-a217-7f011a5ed414 HTTP/1.1" status: 204 len: 168 time: 0.5189874 Oct 20 03:41:21.816852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36844) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:21.854892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e880-dcc7-4008-a793-7aa517754779 None None] Pushing event updated for resources: {'Port': ['ID=91aa61e4-2e38-48a9-8f72-d6255296ba7b,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:21.872626 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-54ee226c-2b35-46dd-bb06-567cc2748ff1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.9296741 Oct 20 03:41:21.881636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36848) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:21.893035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6328aaef-5dec-4223-90bd-098309bb0a7a tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Synchronizing usage tracker for tenant:1f9c093b2d164cdaa60337c23f3c3c52 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:21.897649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.898983 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-feeb4a8f-c2d6-4efb-9e34-4d6b79b6bfc6 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8498590 Oct 20 03:41:21.903081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36852) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:21.930177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Transition to ACTIVE for port object 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:21.954527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Transition to ACTIVE for port object 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:21.963952 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 8 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:22.033765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.190790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:22.195337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:22.197648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:22.208900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:22.217390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:22.219290 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0ca39-4501-4bae-baa7-d31c625887b2 None None] Sync routers for ids ['51978ff6-0d6a-45cf-9be0-0b30d871f993'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:22.230089 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0ca39-4501-4bae-baa7-d31c625887b2 None None] Routers {'51978ff6-0d6a-45cf-9be0-0b30d871f993'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:22.230767 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-44d0ca39-4501-4bae-baa7-d31c625887b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['51978ff6-0d6a-45cf-9be0-0b30d871f993'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:22.260641 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dbe72832-fd2d-4eeb-83fe-060c808d25a7 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "PUT /v2.0/routers/51978ff6-0d6a-45cf-9be0-0b30d871f993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2062151 Oct 20 03:41:22.285708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36858) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:22.323851 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-44d0ca39-4501-4bae-baa7-d31c625887b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:22.342533 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0ca39-4501-4bae-baa7-d31c625887b2 None None] Routers {'51978ff6-0d6a-45cf-9be0-0b30d871f993'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:22.346951 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-44d0ca39-4501-4bae-baa7-d31c625887b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['51978ff6-0d6a-45cf-9be0-0b30d871f993'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:22.371875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Pushing event updated for resources: {'Port': ['ID=78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:22.417483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6328aaef-5dec-4223-90bd-098309bb0a7a tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Unset dirty status for tenant:1f9c093b2d164cdaa60337c23f3c3c52 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:22.418952 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6328aaef-5dec-4223-90bd-098309bb0a7a tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "GET /v2.0/ports?device_id=9069fc1d-fb4d-4198-a4e4-473326aec357 HTTP/1.1" status: 200 len: 205 time: 0.6011589 Oct 20 03:41:22.425033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36862) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:22.436979 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-44d0ca39-4501-4bae-baa7-d31c625887b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:22.438035 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0ca39-4501-4bae-baa7-d31c625887b2 None None] The sync data for ids ['51978ff6-0d6a-45cf-9be0-0b30d871f993'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:22.485307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Allocated IP 172.20.0.2 (bd15d8e2-4a25-4905-a5e2-d1b5c4463048/65c24ffc-7278-491f-826e-3f02863566ce/050489b5-cfb6-41d7-b822-c01a4e5e5865) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:22.494130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Attempting to bind port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:22.494506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Attempting to bind port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e564de0a-02ee-45e9-9dc3-1eec48f5be23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:22.496068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Attempting to bind port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 on network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:22.508937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'f07d9d47-1b17-4a36-98fd-266e2b9a1637', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'fixed_ip_address': '172.20.0.24', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:39:21Z', 'updated_at': '2022-10-20T03:39:28Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:22.513093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:22.513503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Checking segment: {'id': 'e564de0a-02ee-45e9-9dc3-1eec48f5be23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:22.513892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.514284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Bound using segment: {'id': 'e564de0a-02ee-45e9-9dc3-1eec48f5be23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:22.514756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Bound port: 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e564de0a-02ee-45e9-9dc3-1eec48f5be23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:22.515129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.545799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] Checking router: 562af8fc-3632-4771-8164-19b45d1ed7a6 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:22.564626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 2001:db8::1 (3f53dcb8-7426-4d97-8dec-7c637ba1a73e/d7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f/4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:22.673964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91f9d507-b20a-49e0-9197-aefda6270de2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.712229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] For port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:22.720749 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 9 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:22.776439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] For port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218,segment=NetworkSegment(e564de0a-02ee-45e9-9dc3-1eec48f5be23),segment_id=e564de0a-02ee-45e9-9dc3-1eec48f5be23)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:22.856578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:22.857239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:23.047169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.104360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91f9d507-b20a-49e0-9197-aefda6270de2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.146966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91f9d507-b20a-49e0-9197-aefda6270de2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.176229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:23.183801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 91aa61e4-2e38-48a9-8f72-d6255296ba7b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:23.222162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.258470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417f120-2923-4e3f-9f04-521ffe02273c req-d020ccbd-7464-441e-b051-8150261d32fa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:23.259300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-b417f120-2923-4e3f-9f04-521ffe02273c req-d020ccbd-7464-441e-b051-8150261d32fa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:23.298453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4948e023-2db4-42b6-abe7-dfffea91ca6d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:23.299258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4948e023-2db4-42b6-abe7-dfffea91ca6d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:23.307122 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.349834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07855185-2fba-4ffe-826c-12bb25e94b91 None None] Network 9b81a834-5699-469b-a57a-a8cffabbb901 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:23.356543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c112bb9-fc71-4f4c-beb0-e62b16877d4b req-959eaead-e359-4c37-8d71-8d2cd39d9372 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:23.357346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-8c112bb9-fc71-4f4c-beb0-e62b16877d4b req-959eaead-e359-4c37-8d71-8d2cd39d9372 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:23.410656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.426572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-b417f120-2923-4e3f-9f04-521ffe02273c req-d020ccbd-7464-441e-b051-8150261d32fa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:23.427702 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b417f120-2923-4e3f-9f04-521ffe02273c req-d020ccbd-7464-441e-b051-8150261d32fa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 945 time: 1.2177591 Oct 20 03:41:23.494135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.513962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:23.520236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91f9d507-b20a-49e0-9197-aefda6270de2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.520449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f9d507-b20a-49e0-9197-aefda6270de2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Fanout notify agent at l3_agent the message router_deleted on router 9069fc1d-fb4d-4198-a4e4-473326aec357 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:41:23.548270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91f9d507-b20a-49e0-9197-aefda6270de2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.549396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-8c112bb9-fc71-4f4c-beb0-e62b16877d4b req-959eaead-e359-4c37-8d71-8d2cd39d9372 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:23.551368 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8c112bb9-fc71-4f4c-beb0-e62b16877d4b req-959eaead-e359-4c37-8d71-8d2cd39d9372 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 945 time: 1.0745542 Oct 20 03:41:23.552543 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-91f9d507-b20a-49e0-9197-aefda6270de2 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/routers/9069fc1d-fb4d-4198-a4e4-473326aec357 HTTP/1.1" status: 204 len: 168 time: 1.1263032 Oct 20 03:41:23.553577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36866) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:23.613037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Transition to ACTIVE for port object 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:23.613765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277940-6e0e-4cf2-94d1-b63bade49d88 None None] Pushing event updated for resources: {'Port': ['ID=78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:23.685390 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 10 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:23.783801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e93b2c90-0dc1-4b5c-9232-4a020db96d7f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Deleting port a8ae9167-62d0-475f-8906-d15f05f2bb0d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:23.784152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e93b2c90-0dc1-4b5c-9232-4a020db96d7f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.818851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.853944 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 91aa61e4-2e38-48a9-8f72-d6255296ba7b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:23.875433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4948e023-2db4-42b6-abe7-dfffea91ca6d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:23.879348 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4948e023-2db4-42b6-abe7-dfffea91ca6d tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports?device_id=51978ff6-0d6a-45cf-9be0-0b30d871f993 HTTP/1.1" status: 200 len: 987 time: 1.5211656 Oct 20 03:41:23.887720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36870) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:23.900063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Transition to ACTIVE for port object 050489b5-cfb6-41d7-b822-c01a4e5e5865 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:23.902543 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8c112bb9-fc71-4f4c-beb0-e62b16877d4b req-dce9e5df-c905-4812-8377-eae0aaa59fc7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3291175 Oct 20 03:41:23.906025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-b417f120-2923-4e3f-9f04-521ffe02273c req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:23.906370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b417f120-2923-4e3f-9f04-521ffe02273c req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.951200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:23.983226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Transition to ACTIVE for port object 050489b5-cfb6-41d7-b822-c01a4e5e5865 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:24.014969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.087353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Provisioning complete for port 4aa92adb-4d61-499b-950a-8fdc1663e81e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:24.087991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.088422 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Attempt 1 to provision port 4aa92adb-4d61-499b-950a-8fdc1663e81e Oct 20 03:41:24.109205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.123359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.226816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:24.237671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:24.240276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:24.259095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=8dcb8160-650f-4ab0-8091-b9202009ed73,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:24.305380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.315406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e93b2c90-0dc1-4b5c-9232-4a020db96d7f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.384907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Pushing event updated for resources: {'Port': ['ID=050489b5-cfb6-41d7-b822-c01a4e5e5865,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:24.470521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Attempting to bind port 050489b5-cfb6-41d7-b822-c01a4e5e5865 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:24.471004 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Attempting to bind port 050489b5-cfb6-41d7-b822-c01a4e5e5865 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bd15d8e2-4a25-4905-a5e2-d1b5c4463048'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:24.471465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Attempting to bind port 050489b5-cfb6-41d7-b822-c01a4e5e5865 on network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:24.509531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e93b2c90-0dc1-4b5c-9232-4a020db96d7f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Calling delete_port for a8ae9167-62d0-475f-8906-d15f05f2bb0d owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:24.527381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:24.527933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Checking segment: {'id': '00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bd15d8e2-4a25-4905-a5e2-d1b5c4463048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:24.528167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.528554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Bound using segment: {'id': '00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bd15d8e2-4a25-4905-a5e2-d1b5c4463048'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:24.529043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Bound port: 050489b5-cfb6-41d7-b822-c01a4e5e5865, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bd15d8e2-4a25-4905-a5e2-d1b5c4463048'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:24.529710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.686786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] For port 050489b5-cfb6-41d7-b822-c01a4e5e5865, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:24.690323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] For port 050489b5-cfb6-41d7-b822-c01a4e5e5865, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=050489b5-cfb6-41d7-b822-c01a4e5e5865,segment=NetworkSegment(00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c),segment_id=00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:24.698896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1d7c7-2ad2-4601-b4b4-e5245eed4d17 None None] Current status of the port 4aa92adb-4d61-499b-950a-8fdc1663e81e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:24.736917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'f07d9d47-1b17-4a36-98fd-266e2b9a1637', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'fixed_ip_address': '172.20.0.24', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:39:21Z', 'updated_at': '2022-10-20T03:39:28Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:24.746615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6b45ed-ad4b-4cf7-b31f-c40d28308bef None None] The sync data for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv is: [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'f07d9d47-1b17-4a36-98fd-266e2b9a1637', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'port_id': '947532a1-11c2-4a73-a936-673dc16efe11', 'fixed_ip_address': '172.20.0.24', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'mac_address': 'fa:16:3e:7d:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ba9a3-e186-4f53-8174-a5523687d27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:39:21Z', 'updated_at': '2022-10-20T03:39:28Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:24.806086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.870054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.893307 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40082684-2396-4618-a296-4b0b57ea93a6 req-c254ea50-5973-450c-8390-d4094cb68c22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5019646 Oct 20 03:41:24.915367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Deleting port 314f0d5a-afbd-4a35-89f1-975ad199efbb {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:24.915718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.924778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa6cfa-5221-4f84-bd6c-63159bfd47c4 None None] Pushing event updated for resources: {'Port': ['ID=050489b5-cfb6-41d7-b822-c01a4e5e5865,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:24.975147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:24.975147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:24.988950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:24.994596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning for port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:25.008496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning complete for port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:25.008867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.009211 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 1 to provision port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 Oct 20 03:41:25.023545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:25.023872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.104985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab5e1c-5229-42b2-a6f8-0ea4e164f517 None None] Network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:25.193155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e93b2c90-0dc1-4b5c-9232-4a020db96d7f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.315965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:25.480629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Allocated IP 172.20.0.1 (bd15d8e2-4a25-4905-a5e2-d1b5c4463048/65c24ffc-7278-491f-826e-3f02863566ce/0d13d368-5269-4ab3-92a2-f536f758267e) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:25.592607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b2c90-0dc1-4b5c-9232-4a020db96d7f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Pushing event deleted for resources: {'Port': ['ID=a8ae9167-62d0-475f-8906-d15f05f2bb0d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:25.633407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Current status of the port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:25.634018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.706956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:25.736413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e93b2c90-0dc1-4b5c-9232-4a020db96d7f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.760242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] For port c0f2a634-c41a-4f78-80cd-232eaa4f1f36, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c0f2a634-c41a-4f78-80cd-232eaa4f1f36,segment=NetworkSegment(e9ac16e1-6ab4-4c98-8738-110349d14422),segment_id=e9ac16e1-6ab4-4c98-8738-110349d14422)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:25.760765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952d2f9-a215-44df-b1cb-4beb0061cde0 req-85ef78ae-9802-4dab-8f95-53dfb55ce80a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:25.765721 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-b417f120-2923-4e3f-9f04-521ffe02273c req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:25.766287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b417f120-2923-4e3f-9f04-521ffe02273c req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.768053 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9952d2f9-a215-44df-b1cb-4beb0061cde0 req-85ef78ae-9802-4dab-8f95-53dfb55ce80a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 945 time: 0.5990722 Oct 20 03:41:25.782919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 92ee8165-05b8-4528-9eae-aa5f9c05c527 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:25.836931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.841885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082684-2396-4618-a296-4b0b57ea93a6 req-d07b2dde-7338-4e42-b789-aa663cb9d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:25.843536 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40082684-2396-4618-a296-4b0b57ea93a6 req-d07b2dde-7338-4e42-b789-aa663cb9d04c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 1099 time: 0.7854807 Oct 20 03:41:25.881941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 92ee8165-05b8-4528-9eae-aa5f9c05c527 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:25.882289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 92ee8165-05b8-4528-9eae-aa5f9c05c527 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:25.922526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning complete for port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:25.922894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.923224 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 1 to provision port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 Oct 20 03:41:25.925049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.997729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-b417f120-2923-4e3f-9f04-521ffe02273c req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 owned by compute:nova {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:26.004517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Pushing event updated for resources: {'Port': ['ID=c0f2a634-c41a-4f78-80cd-232eaa4f1f36,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:26.086325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082684-2396-4618-a296-4b0b57ea93a6 req-5f8bb78e-405c-4e8b-a2e5-13603ab5b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:26.087860 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40082684-2396-4618-a296-4b0b57ea93a6 req-5f8bb78e-405c-4e8b-a2e5-13603ab5b02d service neutron] 10.222.0.26 "GET /v2.0/networks?id=66a66aae-5f1e-49b8-bea4-e816f2722120 HTTP/1.1" status: 200 len: 897 time: 0.1424751 Oct 20 03:41:26.091743 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e93b2c90-0dc1-4b5c-9232-4a020db96d7f tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/ports/a8ae9167-62d0-475f-8906-d15f05f2bb0d HTTP/1.1" status: 204 len: 168 time: 2.5323410 Oct 20 03:41:26.098153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36878) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:26.102814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Current status of the port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:26.159779 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9952d2f9-a215-44df-b1cb-4beb0061cde0 req-df6d57b1-7420-4e8b-a47d-7e7503715102 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=83738015-2cd4-4478-a863-26e8b242a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3901315 Oct 20 03:41:26.191422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning for port 91aa61e4-2e38-48a9-8f72-d6255296ba7b completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:26.198370 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning complete for port 91aa61e4-2e38-48a9-8f72-d6255296ba7b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:26.200030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.200030 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 1 to provision port 91aa61e4-2e38-48a9-8f72-d6255296ba7b Oct 20 03:41:26.302278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.311272 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.350861 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40082684-2396-4618-a296-4b0b57ea93a6 req-ed1a0796-6afc-4442-a56a-dc28efa8b77f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=947532a1-11c2-4a73-a936-673dc16efe11 HTTP/1.1" status: 200 len: 1001 time: 0.2496705 Oct 20 03:41:26.360278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Transition to ACTIVE for port object 0d13d368-5269-4ab3-92a2-f536f758267e will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:26.381987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Current status of the port 91aa61e4-2e38-48a9-8f72-d6255296ba7b is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:26.384139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.420799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.431065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] For port 91aa61e4-2e38-48a9-8f72-d6255296ba7b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=91aa61e4-2e38-48a9-8f72-d6255296ba7b,segment=NetworkSegment(221363f2-51df-414f-b4ef-695d9a299005),segment_id=221363f2-51df-414f-b4ef-695d9a299005)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:26.459601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b417f120-2923-4e3f-9f04-521ffe02273c req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.509368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.570693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed94ab06-bae2-4234-bba9-fd44c66ee9bb None None] Network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:26.602917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-884972d9-4356-489f-9a5d-62c9144ee42d tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Deleting subnet 82651f98-9dbc-4dd8-a4a8-7c6c47496476 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:26.619106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-884972d9-4356-489f-9a5d-62c9144ee42d tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.630724 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Calling delete_port for 314f0d5a-afbd-4a35-89f1-975ad199efbb owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:26.676801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082684-2396-4618-a296-4b0b57ea93a6 req-17976cc8-07a6-4fda-9962-9e3a0d04dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:26.678781 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40082684-2396-4618-a296-4b0b57ea93a6 req-17976cc8-07a6-4fda-9962-9e3a0d04dd4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9470ca-88cc-4eac-b41e-1b12a0519d33 HTTP/1.1" status: 200 len: 838 time: 0.3153658 Oct 20 03:41:26.681468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Pushing event updated for resources: {'Port': ['ID=91aa61e4-2e38-48a9-8f72-d6255296ba7b,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:26.749830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-884972d9-4356-489f-9a5d-62c9144ee42d tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.770130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning for port 314f0d5a-afbd-4a35-89f1-975ad199efbb completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:26.781069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning complete for port 314f0d5a-afbd-4a35-89f1-975ad199efbb triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:26.781470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.781803 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 1 to provision port 314f0d5a-afbd-4a35-89f1-975ad199efbb Oct 20 03:41:26.850155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Port 314f0d5a-afbd-4a35-89f1-975ad199efbb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:26.863678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=cb69bf90-a8e3-4a07-b0e8-4b356ce2b955,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:26.912918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.973531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082684-2396-4618-a296-4b0b57ea93a6 req-aa5d16f0-8c7c-4aa2-b214-9af0f8f4036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:26.975806 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40082684-2396-4618-a296-4b0b57ea93a6 req-aa5d16f0-8c7c-4aa2-b214-9af0f8f4036b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66a66aae-5f1e-49b8-bea4-e816f2722120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2818336 Oct 20 03:41:26.980633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-884972d9-4356-489f-9a5d-62c9144ee42d tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.186945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:27.187601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-b417f120-2923-4e3f-9f04-521ffe02273c req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 on host hv-neutron-8618 {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:27.190807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b417f120-2923-4e3f-9f04-521ffe02273c req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.250721 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:27.259001 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 050489b5-cfb6-41d7-b822-c01a4e5e5865 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:27.293387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:27.293778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:27.351629 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 2 to provision port 314f0d5a-afbd-4a35-89f1-975ad199efbb Oct 20 03:41:27.355562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a4f3d-4aae-4bb1-874b-ba955bee64a9', 'name': 'network-vif-deleted', 'tag': 'cb69bf90-a8e3-4a07-b0e8-4b356ce2b955'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:41:27.356555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29db376e-5f54-408f-8889-0b9e7ec55d8c" -d '{"events": [{"server_uuid": "4b9a4f3d-4aae-4bb1-874b-ba955bee64a9", "name": "network-vif-deleted", "tag": "cb69bf90-a8e3-4a07-b0e8-4b356ce2b955"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:41:27.359252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:27.376199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:27.416589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 050489b5-cfb6-41d7-b822-c01a4e5e5865 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:27.419805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event updated for resources: {'Port': ['ID=0d13d368-5269-4ab3-92a2-f536f758267e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:27.429432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c0f2a634-c41a-4f78-80cd-232eaa4f1f36 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:27.453376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.476974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Port 314f0d5a-afbd-4a35-89f1-975ad199efbb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:27.495374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ce5fbc-b631-417c-af7e-8ce124b2644d x-openstack-request-id: req-f3ce5fbc-b631-417c-af7e-8ce124b2644d {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:41:27.495934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9a4f3d-4aae-4bb1-874b-ba955bee64a9", "name": "network-vif-deleted", "tag": "cb69bf90-a8e3-4a07-b0e8-4b356ce2b955", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:41:27.496501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f3ce5fbc-b631-417c-af7e-8ce124b2644d {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:41:27.497400 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ce5fbc-b631-417c-af7e-8ce124b2644d'] response: {'server_uuid': '4b9a4f3d-4aae-4bb1-874b-ba955bee64a9', 'name': 'network-vif-deleted', 'tag': 'cb69bf90-a8e3-4a07-b0e8-4b356ce2b955', 'status': 'completed', 'code': 200} Oct 20 03:41:27.499039 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40082684-2396-4618-a296-4b0b57ea93a6 req-21fb052f-e6b0-4316-9537-aa2565bb01a7 service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903677 Oct 20 03:41:27.526390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:27.526771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.527156 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 Oct 20 03:41:27.574712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-c2be51ac-a2ae-4112-8154-f48045aa24a9 req-03ac58a3-e8f7-4a37-8368-14eaac575d80 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:27.601421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.649379 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b417f120-2923-4e3f-9f04-521ffe02273c req-10eb8298-64e2-44c8-a0dd-3601899ea852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/cb69bf90-a8e3-4a07-b0e8-4b356ce2b955 HTTP/1.1" status: 204 len: 173 time: 4.1421788 Oct 20 03:41:27.701642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:27.702857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 91aa61e4-2e38-48a9-8f72-d6255296ba7b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:27.716774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.728373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=8dcb8160-650f-4ab0-8091-b9202009ed73,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:27.731045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-884972d9-4356-489f-9a5d-62c9144ee42d tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.740847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.802709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.802958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884972d9-4356-489f-9a5d-62c9144ee42d tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Pushing event deleted for resources: {'Subnet': ['ID=82651f98-9dbc-4dd8-a4a8-7c6c47496476,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:27.807770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-884972d9-4356-489f-9a5d-62c9144ee42d tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.811112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 91aa61e4-2e38-48a9-8f72-d6255296ba7b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:27.811707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.812160 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 91aa61e4-2e38-48a9-8f72-d6255296ba7b Oct 20 03:41:27.841894 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-884972d9-4356-489f-9a5d-62c9144ee42d tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/subnets/82651f98-9dbc-4dd8-a4a8-7c6c47496476 HTTP/1.1" status: 204 len: 168 time: 1.7425432 Oct 20 03:41:27.844476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36886) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:27.850151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.883736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66aad76-72f0-4c70-bc21-2250b767d6a0 None None] Network 38ae9044-752b-449a-8d3f-dd04c8e98632 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:27.965309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event deleted for resources: {'Port': ['ID=314f0d5a-afbd-4a35-89f1-975ad199efbb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:27.965952 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40082684-2396-4618-a296-4b0b57ea93a6 req-949acfae-cfbd-4143-9523-b08c07784c11 service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600399 Oct 20 03:41:27.968079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-c2be51ac-a2ae-4112-8154-f48045aa24a9 req-03ac58a3-e8f7-4a37-8368-14eaac575d80 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:27.969868 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c2be51ac-a2ae-4112-8154-f48045aa24a9 req-03ac58a3-e8f7-4a37-8368-14eaac575d80 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b9a4f3d-4aae-4bb1-874b-ba955bee64a9 HTTP/1.1" status: 200 len: 210 time: 0.5674250 Oct 20 03:41:27.978755 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 3 to provision port 314f0d5a-afbd-4a35-89f1-975ad199efbb Oct 20 03:41:28.083265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.101156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Port 314f0d5a-afbd-4a35-89f1-975ad199efbb was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:41:28.156949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 9b81a834-5699-469b-a57a-a8cffabbb901 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:28.163284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Deleting port 3c898465-2b4d-4a98-804c-2bdea6ec9225 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:28.163616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.215292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:28.231171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning for port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:28.238175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning complete for port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:28.238761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.239271 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 1 to provision port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf Oct 20 03:41:28.452804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 91aa61e4-2e38-48a9-8f72-d6255296ba7b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:28.489032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Current status of the port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:28.489696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.542466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] For port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ce36d21e-2ba5-4cff-8c35-c1c512cb75cf,segment=NetworkSegment(8b347e95-f02e-47f1-a6c5-e188e3ac7fda),segment_id=8b347e95-f02e-47f1-a6c5-e188e3ac7fda)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:28.551414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] DHCP port deletion for 38ae9044-752b-449a-8d3f-dd04c8e98632 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:28.556215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] Deleting port 3c898465-2b4d-4a98-804c-2bdea6ec9225 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:28.556586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.570182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.595551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] For port 3c898465-2b4d-4a98-804c-2bdea6ec9225, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3c898465-2b4d-4a98-804c-2bdea6ec9225,segment=NetworkSegment(aea57c0b-6407-4c69-9f56-82a8842dcc12),segment_id=aea57c0b-6407-4c69-9f56-82a8842dcc12)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:28.596185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.627784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.628123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.732438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Calling delete_port for 3c898465-2b4d-4a98-804c-2bdea6ec9225 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:28.783944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.785194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.802404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Provisioning complete for port aa964317-9628-4715-859f-37916563bec3 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:28.803035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.803229 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 1 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:28.836061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 5a217c39-b820-40f1-a046-1d82b51bfc62 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:41:28.857024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Pushing event updated for resources: {'Port': ['ID=ce36d21e-2ba5-4cff-8c35-c1c512cb75cf,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:28.892971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.936089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:28.966360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.975851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] For port 3c898465-2b4d-4a98-804c-2bdea6ec9225, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3c898465-2b4d-4a98-804c-2bdea6ec9225,segment=NetworkSegment(aea57c0b-6407-4c69-9f56-82a8842dcc12),segment_id=aea57c0b-6407-4c69-9f56-82a8842dcc12)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:28.976342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.100990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:29.137676 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ce36d21e-2ba5-4cff-8c35-c1c512cb75cf up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:29.145032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port aa964317-9628-4715-859f-37916563bec3 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:29.145589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.153093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36892) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:29.168679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] Calling delete_port for 3c898465-2b4d-4a98-804c-2bdea6ec9225 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:29.178429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Pushing event deleted for resources: {'Port': ['ID=3c898465-2b4d-4a98-804c-2bdea6ec9225,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:29.186345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] No DVR routers for this DVR port 3c898465-2b4d-4a98-804c-2bdea6ec9225 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:29.283970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:29.284282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.284621 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf Oct 20 03:41:29.288403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Router 8c8f2659-aafb-4408-8b3a-625011068f1b has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:29.325769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:29.326115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:29.337576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:29.352714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0cf67-e7d2-4fc1-8f03-b06e878d4661 None None] Sync routers for ids ['5a217c39-b820-40f1-a046-1d82b51bfc62'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:29.364858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.388401 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6b419442-90ab-4b8d-a6b3-a84333366f9c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/5a217c39-b820-40f1-a046-1d82b51bfc62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4975882 Oct 20 03:41:29.390466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36896) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:29.406127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0cf67-e7d2-4fc1-8f03-b06e878d4661 None None] Routers {'5a217c39-b820-40f1-a046-1d82b51bfc62'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:29.406751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-72e0cf67-e7d2-4fc1-8f03-b06e878d4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5a217c39-b820-40f1-a046-1d82b51bfc62'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:29.437493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8050dd03-f62c-4eef-87f5-a4bfd3f6e6a6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.449346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:29.458847 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 2 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:29.473510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ae9044-752b-449a-8d3f-dd04c8e98632']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:29.507086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:29.507439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8050dd03-f62c-4eef-87f5-a4bfd3f6e6a6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.514803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-72e0cf67-e7d2-4fc1-8f03-b06e878d4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:29.516267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea57c0b-6407-4c69-9f56-82a8842dcc12') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:29.516267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea57c0b-6407-4c69-9f56-82a8842dcc12') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:29.524408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:29.535955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0cf67-e7d2-4fc1-8f03-b06e878d4661 None None] Routers {'5a217c39-b820-40f1-a046-1d82b51bfc62'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:29.536600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-72e0cf67-e7d2-4fc1-8f03-b06e878d4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5a217c39-b820-40f1-a046-1d82b51bfc62'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:29.547835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f2ad5-5c91-4972-bf67-0e36cb116f45 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:29.548435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8f8f2ad5-5c91-4972-bf67-0e36cb116f45 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:29.556078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.595795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.618241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:29.618241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.682568 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment aea57c0b-6407-4c69-9f56-82a8842dcc12 resource provider aggregate not found Oct 20 03:41:29.727116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8f8f2ad5-5c91-4972-bf67-0e36cb116f45 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:29.728736 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8f8f2ad5-5c91-4972-bf67-0e36cb116f45 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports/8dcb8160-650f-4ab0-8091-b9202009ed73 HTTP/1.1" status: 200 len: 976 time: 0.3352077 Oct 20 03:41:29.739544 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment aea57c0b-6407-4c69-9f56-82a8842dcc12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aea57c0b-6407-4c69-9f56-82a8842dcc12 found for delete ", "request_id": "req-c279d4d2-27a7-4eb2-bf6b-ea56c951e74d"}]} Oct 20 03:41:29.740394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36904) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:29.743445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:29.745715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-72e0cf67-e7d2-4fc1-8f03-b06e878d4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:29.746447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0cf67-e7d2-4fc1-8f03-b06e878d4661 None None] The sync data for ids ['5a217c39-b820-40f1-a046-1d82b51bfc62'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:29.748124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3c898465-2b4d-4a98-804c-2bdea6ec9225 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:29.787319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 3c898465-2b4d-4a98-804c-2bdea6ec9225 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:29.787856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3c898465-2b4d-4a98-804c-2bdea6ec9225 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:29.827444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] Deleting port 3c898465-2b4d-4a98-804c-2bdea6ec9225 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:29.828966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.832214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.906307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.908031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bc052b86-6680-4efd-bbfc-deb3d53936b3 None None] The port '3c898465-2b4d-4a98-804c-2bdea6ec9225' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:41:29.928793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8050dd03-f62c-4eef-87f5-a4bfd3f6e6a6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.949979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] Pushing event deleted for resources: {'Network': ['ID=38ae9044-752b-449a-8d3f-dd04c8e98632,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:29.963146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8050dd03-f62c-4eef-87f5-a4bfd3f6e6a6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.964247 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8050dd03-f62c-4eef-87f5-a4bfd3f6e6a6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/83738015-2cd4-4478-a863-26e8b242a0e4 HTTP/1.1" status: 204 len: 168 time: 0.8078678 Oct 20 03:41:29.967862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050dd03-f62c-4eef-87f5-a4bfd3f6e6a6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83738015-2cd4-4478-a863-26e8b242a0e4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:29.972944 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4ac559d1-0ec7-413c-97c2-a1dcf4d38495 tempest-TagsExtTest-1035270871 tempest-TagsExtTest-1035270871-project] 10.222.0.33 "DELETE /v2.0/networks/38ae9044-752b-449a-8d3f-dd04c8e98632 HTTP/1.1" status: 204 len: 168 time: 2.1174996 Oct 20 03:41:29.997695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:30.008477 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e7d9ea-11b5-4404-b0be-988734109ee1 None None] Sync routers for ids ['8c8f2659-aafb-4408-8b3a-625011068f1b'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:30.039179 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7d9ea-11b5-4404-b0be-988734109ee1 None None] Routers {'8c8f2659-aafb-4408-8b3a-625011068f1b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:30.039179 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b8e7d9ea-11b5-4404-b0be-988734109ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c8f2659-aafb-4408-8b3a-625011068f1b'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:30.051674 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-841ce81f-798d-4e7b-8b14-5efde5b15035 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "PUT /v2.0/routers/8c8f2659-aafb-4408-8b3a-625011068f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1682870 Oct 20 03:41:30.058718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36912) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:30.132990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36916) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:30.153856 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b8e7d9ea-11b5-4404-b0be-988734109ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:30.163057 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7d9ea-11b5-4404-b0be-988734109ee1 None None] Routers {'8c8f2659-aafb-4408-8b3a-625011068f1b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:30.163654 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b8e7d9ea-11b5-4404-b0be-988734109ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c8f2659-aafb-4408-8b3a-625011068f1b'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:30.173394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.225323 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b8e7d9ea-11b5-4404-b0be-988734109ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:30.225721 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e7d9ea-11b5-4404-b0be-988734109ee1 None None] The sync data for ids ['8c8f2659-aafb-4408-8b3a-625011068f1b'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:30.241072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60a0389-cb2b-48be-bb6a-58c55c1ae3f2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting subnet 9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:30.245621 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 3 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:30.248595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e60a0389-cb2b-48be-bb6a-58c55c1ae3f2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.302534 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-1801d26a-cd04-45ec-b476-51dc0b32957e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] delete failed (client error): The resource could not be found. Oct 20 03:41:30.303804 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1801d26a-cd04-45ec-b476-51dc0b32957e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "DELETE /v2.0/routers/tempest-non_exist_router-822875153 HTTP/1.1" status: 404 len: 334 time: 0.2321386 Oct 20 03:41:30.309794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36920) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:30.313612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e60a0389-cb2b-48be-bb6a-58c55c1ae3f2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.324268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:30.352893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d25a251b-598d-4a51-abcb-c0cb1499579c tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Request body: {'router': {'external_gateway_info': {'network_id': '8c8f2659-aafb-4408-8b3a-625011068f1b'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:30.371815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for aa964317-9628-4715-859f-37916563bec3 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:30.529312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36926) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:30.574986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.584183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:41:30.668750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.825214 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 4 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:30.880643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Port aa964317-9628-4715-859f-37916563bec3 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:30.926897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.947042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d25a251b-598d-4a51-abcb-c0cb1499579c tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.954667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e60a0389-cb2b-48be-bb6a-58c55c1ae3f2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.967816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event updated for resources: {'Port': ['ID=0d13d368-5269-4ab3-92a2-f536f758267e,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:31.010341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.025885 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-24de4cc7-4753-4c44-968c-29d649dc8609 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1f9c093b2d164cdaa60337c23f3c3c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954085 Oct 20 03:41:31.049574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36932) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:31.101969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=aa964317-9628-4715-859f-37916563bec3,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:31.104148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:31.118692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:31.124832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-d25a251b-598d-4a51-abcb-c0cb1499579c tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] update failed (client error): The resource could not be found. Oct 20 03:41:31.131250 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d25a251b-598d-4a51-abcb-c0cb1499579c tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "PUT /v2.0/routers/8c8f2659-aafb-4408-8b3a-625011068f1b HTTP/1.1" status: 404 len: 339 time: 0.8152547 Oct 20 03:41:31.131814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36936) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:31.139391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:31.140329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:31.179647 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7a00023a-1435-4886-a39f-65a001d1d7d6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8569334 Oct 20 03:41:31.204100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36940) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:31.281613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1551778602'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:31.286584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e60a0389-cb2b-48be-bb6a-58c55c1ae3f2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.321399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:31.330172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.336794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.377799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:31.382231 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Attempt 5 to provision port aa964317-9628-4715-859f-37916563bec3 Oct 20 03:41:31.402502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:network and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:31.410858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e60a0389-cb2b-48be-bb6a-58c55c1ae3f2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.413609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a0389-cb2b-48be-bb6a-58c55c1ae3f2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:31.419156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc00e9-4803-4ccf-9f88-a25e784ce27f None None] Port aa964317-9628-4715-859f-37916563bec3 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:41:31.428882 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc4b19-f197-42a4-be3d-a5ebb3779f93 None None] Network f3642124-8d53-42c1-875d-9acd7fd8dbc6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:31.484388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:31.573366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:31.633201 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e60a0389-cb2b-48be-bb6a-58c55c1ae3f2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/subnets/9bf817e8-e41b-46ef-bc4b-cce9e01cb3c2 HTTP/1.1" status: 204 len: 168 time: 1.4990456 Oct 20 03:41:31.645238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f15e31c-4f17-46c4-95e0-a6ef26d4fb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.650770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36944) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:31.679556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:31.682504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:31.750098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning for port 050489b5-cfb6-41d7-b822-c01a4e5e5865 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:31.784048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning complete for port 050489b5-cfb6-41d7-b822-c01a4e5e5865 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:31.784536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.784915 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 1 to provision port 050489b5-cfb6-41d7-b822-c01a4e5e5865 Oct 20 03:41:31.822720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:31.826247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.996189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Router 51978ff6-0d6a-45cf-9be0-0b30d871f993 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:32.011079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Current status of the port 050489b5-cfb6-41d7-b822-c01a4e5e5865 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:32.011079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.026602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:41:25Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:27Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.038209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:32.038548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Updating router b14c5306-8129-4d4c-b0a8-c5ba381945a1 port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:41:32.069623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf7878-14f6-447b-a7c2-98354326f523 None None] DHCP port deletion for f3642124-8d53-42c1-875d-9acd7fd8dbc6 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:32.096077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf7878-14f6-447b-a7c2-98354326f523 None None] Deleting port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:32.096446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7878-14f6-447b-a7c2-98354326f523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.129246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f15e31c-4f17-46c4-95e0-a6ef26d4fb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.146952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] For port 050489b5-cfb6-41d7-b822-c01a4e5e5865, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=050489b5-cfb6-41d7-b822-c01a4e5e5865,segment=NetworkSegment(00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c),segment_id=00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:32.152828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.169570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:32.177466 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-66fa0c38-ce01-4453-be70-3bd06fb6abf4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "PUT /v2.0/routers/51978ff6-0d6a-45cf-9be0-0b30d871f993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2847707 Oct 20 03:41:32.178358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36948) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:32.180563 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272f489-d6c2-4b02-8cbe-578ba96313f5 None None] Sync routers for ids ['51978ff6-0d6a-45cf-9be0-0b30d871f993'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:32.196853 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272f489-d6c2-4b02-8cbe-578ba96313f5 None None] Routers {'51978ff6-0d6a-45cf-9be0-0b30d871f993'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:32.198135 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e272f489-d6c2-4b02-8cbe-578ba96313f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['51978ff6-0d6a-45cf-9be0-0b30d871f993'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.230157 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1898672f-00cd-4197-ba31-e9bacf873de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:41:32.230693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1898672f-00cd-4197-ba31-e9bacf873de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:32.258032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.280898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.283334 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e272f489-d6c2-4b02-8cbe-578ba96313f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.288450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Router be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:41:32.299568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:32.300167 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272f489-d6c2-4b02-8cbe-578ba96313f5 None None] Routers {'51978ff6-0d6a-45cf-9be0-0b30d871f993'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:32.302606 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e272f489-d6c2-4b02-8cbe-578ba96313f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['51978ff6-0d6a-45cf-9be0-0b30d871f993'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.339585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.339932 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added segment f949140d-86b4-4d9e-b57a-7b5780445d82 of type vlan for network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f Oct 20 03:41:32.373677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1898672f-00cd-4197-ba31-e9bacf873de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:32.379240 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1898672f-00cd-4197-ba31-e9bacf873de1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/aa964317-9628-4715-859f-37916563bec3 HTTP/1.1" status: 404 len: 333 time: 0.1965678 Oct 20 03:41:32.383741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 36952) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:32.393236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.406531 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e272f489-d6c2-4b02-8cbe-578ba96313f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.407203 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272f489-d6c2-4b02-8cbe-578ba96313f5 None None] The sync data for ids ['51978ff6-0d6a-45cf-9be0-0b30d871f993'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:32.447714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning for port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:32.485812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:32.492445 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c97167fc-0f98-494b-9db8-896b98ca1ecc tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "PUT /v2.0/routers/be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5880673 Oct 20 03:41:32.494630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36956) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:32.501283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Request body: {'port': {'network_id': 'bd15d8e2-4a25-4905-a5e2-d1b5c4463048', 'name': 'tempest-FloatingIPNegativeTestJSON-1236967243'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:32.508713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7391c0-d8b0-4054-bd70-759763c15254 None None] Sync routers for ids ['be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:32.518977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:32.518977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.526730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning complete for port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:32.526948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.527288 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 1 to provision port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 Oct 20 03:41:32.570849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Pushing event updated for resources: {'Port': ['ID=050489b5-cfb6-41d7-b822-c01a4e5e5865,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:32.652962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:32.661536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Usage tracker for resource:port and tenant:9b642e6f37b340da8d0f8a19e6b09512 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:32.661536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:32.666891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:32.670447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7ddf7878-14f6-447b-a7c2-98354326f523 None None] For port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:32.670851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7878-14f6-447b-a7c2-98354326f523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.712777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.713935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7391c0-d8b0-4054-bd70-759763c15254 None None] Routers {'be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:32.714583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5c7391c0-d8b0-4054-bd70-759763c15254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.742558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 8dcb8160-650f-4ab0-8091-b9202009ed73 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:32.742898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.753730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Made reservation on behalf of 9b642e6f37b340da8d0f8a19e6b09512 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:32.757503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.779080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] device_id is not set on port c4cbb7ea-d682-4bc9-b4d9-dc53397de494 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:32.809934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7951ea28-e342-404e-b2ed-6e31273caf0b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.922284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Allocated IP 172.20.0.14 (bd15d8e2-4a25-4905-a5e2-d1b5c4463048/65c24ffc-7278-491f-826e-3f02863566ce/c4cbb7ea-d682-4bc9-b4d9-dc53397de494) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:32.942318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf7878-14f6-447b-a7c2-98354326f523 None None] Calling delete_port for b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:32.957285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:41:32.973915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5c7391c0-d8b0-4054-bd70-759763c15254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.986311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f15e31c-4f17-46c4-95e0-a6ef26d4fb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.044548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e31c-4f17-46c4-95e0-a6ef26d4fb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08c80a0-6ca2-44d3-88de-4fc8ee9c4fb8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:33.056529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7391c0-d8b0-4054-bd70-759763c15254 None None] Routers {'be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:33.057961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5c7391c0-d8b0-4054-bd70-759763c15254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:33.135091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 050489b5-cfb6-41d7-b822-c01a4e5e5865 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:33.187123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5c7391c0-d8b0-4054-bd70-759763c15254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:33.188677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7391c0-d8b0-4054-bd70-759763c15254 None None] The sync data for ids ['be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:33.244394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Current status of the port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:33.245299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.260105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.262474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.265510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:33.267099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.282341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Transition to ACTIVE for port object c4cbb7ea-d682-4bc9-b4d9-dc53397de494 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:33.310271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] For port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218,segment=NetworkSegment(e564de0a-02ee-45e9-9dc3-1eec48f5be23),segment_id=e564de0a-02ee-45e9-9dc3-1eec48f5be23)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:33.321827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 050489b5-cfb6-41d7-b822-c01a4e5e5865 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:33.322204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.322533 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 050489b5-cfb6-41d7-b822-c01a4e5e5865 Oct 20 03:41:33.353147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7878-14f6-447b-a7c2-98354326f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.377199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.439892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.447510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:33.450829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:33.455130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:33.465204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf7878-14f6-447b-a7c2-98354326f523 None None] Pushing event deleted for resources: {'Port': ['ID=b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:33.470031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf7878-14f6-447b-a7c2-98354326f523 None None] No DVR routers for this DVR port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:33.515246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event updated for resources: {'Port': ['ID=c4cbb7ea-d682-4bc9-b4d9-dc53397de494,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:33.552226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:33.553463 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.582301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning complete for port 91aa61e4-2e38-48a9-8f72-d6255296ba7b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:33.582679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.583021 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 1 to provision port 91aa61e4-2e38-48a9-8f72-d6255296ba7b Oct 20 03:41:33.616644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.647307 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0fb24dc7-6595-4626-aff8-e3755cf437d7 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1514673 Oct 20 03:41:33.647976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36960) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:33.653944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:33.660764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7951ea28-e342-404e-b2ed-6e31273caf0b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.665693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:33.680865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f15e31c-4f17-46c4-95e0-a6ef26d4fb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.682152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Usage tracker for resource:floatingip and tenant:9b642e6f37b340da8d0f8a19e6b09512 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:33.687781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:33.699044 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6f15e31c-4f17-46c4-95e0-a6ef26d4fb8b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c08c80a0-6ca2-44d3-88de-4fc8ee9c4fb8 HTTP/1.1" status: 204 len: 168 time: 2.6460049 Oct 20 03:41:33.705706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7951ea28-e342-404e-b2ed-6e31273caf0b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.712104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:33.730904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Pushing event updated for resources: {'Port': ['ID=78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:33.737495 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Transition to ACTIVE for port object 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:33.752427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 050489b5-cfb6-41d7-b822-c01a4e5e5865 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:33.781569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36966) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:33.787832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'subnet': {'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:33.793835 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5736728 Oct 20 03:41:33.808416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:33.818755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.834762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba9aa3-bce4-4595-b2e5-8e3ef229ad17 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Network': ['ID=0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:33.847915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.858799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d,segment=NetworkSegment(eed49317-f678-414f-924b-613f41e6d96c),segment_id=eed49317-f678-414f-924b-613f41e6d96c)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:33.859293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.984190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:33.990255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:subnet and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:33.994763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:34.003057 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:34.003794 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:34.036550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7951ea28-e342-404e-b2ed-6e31273caf0b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.037070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7951ea28-e342-404e-b2ed-6e31273caf0b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Fanout notify agent at l3_agent the message router_deleted on router 51978ff6-0d6a-45cf-9be0-0b30d871f993 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:41:34.048205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:34.048557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:34.051566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:34.103187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:34.107836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.119608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.130416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7951ea28-e342-404e-b2ed-6e31273caf0b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.131697 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7951ea28-e342-404e-b2ed-6e31273caf0b tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/routers/51978ff6-0d6a-45cf-9be0-0b30d871f993 HTTP/1.1" status: 204 len: 168 time: 1.7452328 Oct 20 03:41:34.134340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36972) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:34.152783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Current status of the port 91aa61e4-2e38-48a9-8f72-d6255296ba7b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:34.155983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e475ee9-28c3-4f3e-b7c8-1445b8579599 None None] Pushing event updated for resources: {'Port': ['ID=4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:34.202143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.286227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 8dcb8160-650f-4ab0-8091-b9202009ed73 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:34.312734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Attempting to bind port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:34.313201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Attempting to bind port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e564de0a-02ee-45e9-9dc3-1eec48f5be23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:34.313655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Attempting to bind port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad on network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:34.313778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Allocated IP 172.20.0.1 (7365f167-68cc-47e5-aa63-0a550cf4f818/312ce3e8-f85e-4027-b446-98b1ca2a2e47/bea995e4-c488-42a2-a7c1-a16f65e3bc84) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:34.319541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:34.319991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Checking segment: {'id': 'e564de0a-02ee-45e9-9dc3-1eec48f5be23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:34.320467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.320901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Bound using segment: {'id': 'e564de0a-02ee-45e9-9dc3-1eec48f5be23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:34.321465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Bound port: 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e564de0a-02ee-45e9-9dc3-1eec48f5be23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:34.321924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.370493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-8062e6b3-3b6b-4913-bcfc-7f49a8a762fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet e3d64d46-6cb1-44b3-a572-8038e344e6db {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:34.388764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:34.389519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:34.395635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning for port 8dcb8160-650f-4ab0-8091-b9202009ed73 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:34.403011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning complete for port 8dcb8160-650f-4ab0-8091-b9202009ed73 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:34.407024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.407024 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 1 to provision port 8dcb8160-650f-4ab0-8091-b9202009ed73 Oct 20 03:41:34.421711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8062e6b3-3b6b-4913-bcfc-7f49a8a762fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.487721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] For port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:34.490304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 8dcb8160-650f-4ab0-8091-b9202009ed73 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:34.495226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] For port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad,segment=NetworkSegment(e564de0a-02ee-45e9-9dc3-1eec48f5be23),segment_id=e564de0a-02ee-45e9-9dc3-1eec48f5be23)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:34.515423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8062e6b3-3b6b-4913-bcfc-7f49a8a762fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.558343 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Allocated IP 172.26.7.102 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/22edaef3-5793-45d5-9453-5665100528c6) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:34.567428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.572105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.645503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:34.646205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:34.725515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Transition to ACTIVE for port object bea995e4-c488-42a2-a7c1-a16f65e3bc84 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:34.811371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e475ee9-28c3-4f3e-b7c8-1445b8579599 None None] Pushing event updated for resources: {'Port': ['ID=4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:34.823641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.827395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8062e6b3-3b6b-4913-bcfc-7f49a8a762fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.829672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:34.902779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:34.903380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.912104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.928246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Port': ['ID=bea995e4-c488-42a2-a7c1-a16f65e3bc84,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:34.937719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.953892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.997794 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 2 to provision port 8dcb8160-650f-4ab0-8091-b9202009ed73 Oct 20 03:41:35.021981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network 7365f167-68cc-47e5-aa63-0a550cf4f818 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:35.041285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.041866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] The port 'b07bbce5-d4f4-4f2c-9c79-a6c6a0a2f71d' was deleted {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:41:35.044984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:35.049637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=8dcb8160-650f-4ab0-8091-b9202009ed73,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:35.052247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:35.150057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:35.154596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:35.223449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:35.225754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Subnet': ['ID=0a5e5594-69e6-4712-af7b-edc26b4ac771,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:35.240149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 8dcb8160-650f-4ab0-8091-b9202009ed73 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:41:35.240955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:35.280081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8062e6b3-3b6b-4913-bcfc-7f49a8a762fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.316053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:35.316501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.316947 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 Oct 20 03:41:35.379035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8062e6b3-3b6b-4913-bcfc-7f49a8a762fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.383162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event updated for resources: {'Port': ['ID=22edaef3-5793-45d5-9453-5665100528c6,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:35.408327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning for port 0d13d368-5269-4ab3-92a2-f536f758267e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:35.414453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Checking segment: {'id': 'f949140d-86b4-4d9e-b57a-7b5780445d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:35.414888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network hostable DHCP agents. Network: 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:35.423351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062e6b3-3b6b-4913-bcfc-7f49a8a762fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d64d46-6cb1-44b3-a572-8038e344e6db,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:35.433151 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8062e6b3-3b6b-4913-bcfc-7f49a8a762fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/e3d64d46-6cb1-44b3-a572-8038e344e6db HTTP/1.1" status: 204 len: 168 time: 1.2953339 Oct 20 03:41:35.439158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 36996) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:35.447666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96849f-b9f3-4df5-920e-453a0e5da6f4 None None] Network 7f8c2ded-e860-4076-86ca-47d0c495be5d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:35.507566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning complete for port 0d13d368-5269-4ab3-92a2-f536f758267e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:35.508045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.508450 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 1 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:35.559636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.567181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.695111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:35.716063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.725212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:35.748718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 4aa92adb-4d61-499b-950a-8fdc1663e81e {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:35.749043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.777884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3642124-8d53-42c1-875d-9acd7fd8dbc6']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:35.804617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed49317-f678-414f-924b-613f41e6d96c') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:35.804617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed49317-f678-414f-924b-613f41e6d96c') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:35.831771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.831771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.857037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.974554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] For port 4aa92adb-4d61-499b-950a-8fdc1663e81e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4aa92adb-4d61-499b-950a-8fdc1663e81e,segment=NetworkSegment(befa487f-5b08-42b6-96ca-4ba9ca94d766),segment_id=befa487f-5b08-42b6-96ca-4ba9ca94d766)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:35.974908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.999320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:41:25Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:34Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:36.007498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae813b2-3008-4a29-b55d-4f299f47ca0b None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:41:25Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:34Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:36.033102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:36.077187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:36.077710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.131163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012a73f-58d0-4cdf-837d-2d2d04a54939 None None] DHCP port deletion for 7f8c2ded-e860-4076-86ca-47d0c495be5d request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:36.135831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7012a73f-58d0-4cdf-837d-2d2d04a54939 None None] Deleting port 4aa92adb-4d61-499b-950a-8fdc1663e81e {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:36.136330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7012a73f-58d0-4cdf-837d-2d2d04a54939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.143387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 4aa92adb-4d61-499b-950a-8fdc1663e81e owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:36.192491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:36.200569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:36.201360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.205098 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 2 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:36.240435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.253443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f3b125-0204-4986-8f6d-ed528303c76a None None] Network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:36.265119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment eed49317-f678-414f-924b-613f41e6d96c resource provider aggregate not found Oct 20 03:41:36.303317 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-26310628-9f2c-4061-afb5-d19a943f7d6c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5131044 Oct 20 03:41:36.303317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37018) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:36.430288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7012a73f-58d0-4cdf-837d-2d2d04a54939 None None] The port '4aa92adb-4d61-499b-950a-8fdc1663e81e' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:41:36.438123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 5a217c39-b820-40f1-a046-1d82b51bfc62 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:36.446565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:36.466479 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment eed49317-f678-414f-924b-613f41e6d96c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eed49317-f678-414f-924b-613f41e6d96c found for delete ", "request_id": "req-3f0ed714-cdb0-46a6-a3b9-59cc1fda5821"}]} Oct 20 03:41:36.527647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.608696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.672497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:36.673675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.712828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:36.719980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.731240 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdba853-f310-4c28-91e7-30e17f142a61 None None] Sync routers for ids ['5a217c39-b820-40f1-a046-1d82b51bfc62'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:36.743034 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdba853-f310-4c28-91e7-30e17f142a61 None None] Routers {'5a217c39-b820-40f1-a046-1d82b51bfc62'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:36.743655 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cbdba853-f310-4c28-91e7-30e17f142a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5a217c39-b820-40f1-a046-1d82b51bfc62'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:36.749469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37022) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:36.796938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.822683 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cbdba853-f310-4c28-91e7-30e17f142a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:36.832108 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdba853-f310-4c28-91e7-30e17f142a61 None None] Routers {'5a217c39-b820-40f1-a046-1d82b51bfc62'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:36.832996 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cbdba853-f310-4c28-91e7-30e17f142a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['5a217c39-b820-40f1-a046-1d82b51bfc62'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:36.902566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Allocated IP 2001:db8:1::2 (0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f/0a5e5594-69e6-4712-af7b-edc26b4ac771/fac76b9f-406b-4147-a2db-62290051b3e9) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:36.903042 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cbdba853-f310-4c28-91e7-30e17f142a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:36.903913 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdba853-f310-4c28-91e7-30e17f142a61 None None] The sync data for ids ['5a217c39-b820-40f1-a046-1d82b51bfc62'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:36.905749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.921010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=4aa92adb-4d61-499b-950a-8fdc1663e81e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:36.928684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No DVR routers for this DVR port 4aa92adb-4d61-499b-950a-8fdc1663e81e on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:36.942541 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 3 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:36.995174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.119861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:37.167326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.208619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:37.242395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.267309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Transition to ACTIVE for port object fac76b9f-406b-4147-a2db-62290051b3e9 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:37.294736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Transition to ACTIVE for port object fac76b9f-406b-4147-a2db-62290051b3e9 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:37.304642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.312453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575693824', 'description': 'tempest-secgroup-smoke-575693824 description', 'project_id': '33a51a138e514a63b8a1bc948a2bbc79'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:37.336539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Network': ['ID=f3642124-8d53-42c1-875d-9acd7fd8dbc6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:37.342709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:37.355494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:security_group and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:37.366204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:37.367759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.377720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:37.414731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:37.445706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.457020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:37.462485 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f037f2fb-b2d0-4363-a1fa-7b9d003b9831 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/5a217c39-b820-40f1-a046-1d82b51bfc62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7176964 Oct 20 03:41:37.462723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:37.467753 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-79e7b47a-573e-4279-81a8-d48dad19402e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/networks/f3642124-8d53-42c1-875d-9acd7fd8dbc6 HTTP/1.1" status: 204 len: 168 time: 5.8082626 Oct 20 03:41:37.467753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37026) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:37.467955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:37.467955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Pushing event updated for resources: {'Port': ['ID=fac76b9f-406b-4147-a2db-62290051b3e9,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:37.482258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37030) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:37.487210 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event updated for resources: {'Port': ['ID=22edaef3-5793-45d5-9453-5665100528c6,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:37.495503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8c2ded-e860-4076-86ca-47d0c495be5d']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:37.515744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4aa92adb-4d61-499b-950a-8fdc1663e81e no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:37.545328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.558136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 4aa92adb-4d61-499b-950a-8fdc1663e81e {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:37.559380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4aa92adb-4d61-499b-950a-8fdc1663e81e not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:37.575576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.617475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befa487f-5b08-42b6-96ca-4ba9ca94d766') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:37.617782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befa487f-5b08-42b6-96ca-4ba9ca94d766') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:37.622241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.640498 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 4 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:37.640886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.660306 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.661686 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2111bc37-de6f-4d87-ab61-141a06360d81 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0125282 Oct 20 03:41:37.700748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37034) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:37.709896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.737699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-31b98263-9474-448c-adb3-3632bd06ea07 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Request body: {'floatingip': {'port_id': 'c4cbb7ea-d682-4bc9-b4d9-dc53397de494', 'fixed_ip_address': '172.20.0.14'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:37.740557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:37.741124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Attempting to bind port fac76b9f-406b-4147-a2db-62290051b3e9 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:37.741960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Attempting to bind port fac76b9f-406b-4147-a2db-62290051b3e9 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'f949140d-86b4-4d9e-b57a-7b5780445d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:37.742324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Attempting to bind port fac76b9f-406b-4147-a2db-62290051b3e9 on network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:37.748246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:37.748607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Checking segment: {'id': 'f949140d-86b4-4d9e-b57a-7b5780445d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:37.749029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.749431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Bound using segment: {'id': 'f949140d-86b4-4d9e-b57a-7b5780445d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:37.749876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Bound port: fac76b9f-406b-4147-a2db-62290051b3e9, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f949140d-86b4-4d9e-b57a-7b5780445d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:37.750247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.793613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.845103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] For port fac76b9f-406b-4147-a2db-62290051b3e9, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:37.849639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] For port fac76b9f-406b-4147-a2db-62290051b3e9, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fac76b9f-406b-4147-a2db-62290051b3e9,segment=NetworkSegment(f949140d-86b4-4d9e-b57a-7b5780445d82),segment_id=f949140d-86b4-4d9e-b57a-7b5780445d82)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:37.899176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:37.899512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.926168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.943411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:37.975228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:security_group_rule and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:37.978768 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment befa487f-5b08-42b6-96ca-4ba9ca94d766 resource provider aggregate not found Oct 20 03:41:37.985576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:37.991395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event updated for resources: {'Port': ['ID=bea995e4-c488-42a2-a7c1-a16f65e3bc84,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:37.995388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31b98263-9474-448c-adb3-3632bd06ea07 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for floatingip, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.025498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddda46-a08e-4900-9e12-066f557313d7 None None] Pushing event updated for resources: {'Port': ['ID=fac76b9f-406b-4147-a2db-62290051b3e9,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:38.026744 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment befa487f-5b08-42b6-96ca-4ba9ca94d766 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid befa487f-5b08-42b6-96ca-4ba9ca94d766 found for delete ", "request_id": "req-2bd35863-9a7e-4c60-959c-343f79160b7f"}]} Oct 20 03:41:38.051121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 542d2984-2891-43e6-ac03-a948b0b50c40 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:38.051121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.055758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:38.063662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.229248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.242206 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 5 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:38.260089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.279916 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/networks/7f8c2ded-e860-4076-86ca-47d0c495be5d HTTP/1.1" status: 204 len: 168 time: 2.8276651 Oct 20 03:41:38.291909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37042) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:38.298285 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-138c56ee-8869-4acd-a381-c97bdedbda90 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 03:41:38.304794 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-138c56ee-8869-4acd-a381-c97bdedbda90 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/5a217c39-b820-40f1-a046-1d82b51bfc62/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8353770 Oct 20 03:41:38.305086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcdf63-9600-4781-ba74-5e6b86e0e405 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Network': ['ID=7f8c2ded-e860-4076-86ca-47d0c495be5d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:38.308189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37046) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:38.349284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:38.447714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-87b05531-3da3-4a5a-8089-ff1f45a8780f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:38.475799 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-31b98263-9474-448c-adb3-3632bd06ea07 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] update failed (client error): The resource could not be found. Oct 20 03:41:38.476814 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-31b98263-9474-448c-adb3-3632bd06ea07 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "PUT /v2.0/floatingips/21fcad90-2365-4914-bf06-b11d6d37bb71 HTTP/1.1" status: 404 len: 507 time: 0.7684171 Oct 20 03:41:38.478163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.490884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37050) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:38.505155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d84d3-c63c-4ef9-97b0-cd9f444243b3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:38.505735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b60d84d3-c63c-4ef9-97b0-cd9f444243b3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:38.511986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.512309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.552311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.583307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Network 7365f167-68cc-47e5-aa63-0a550cf4f818 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:38.643315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:38.775735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 542d2984-2891-43e6-ac03-a948b0b50c40 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:38.776622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.799366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:38.804686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Deleting port 22edaef3-5793-45d5-9453-5665100528c6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:38.805020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.822089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-87b05531-3da3-4a5a-8089-ff1f45a8780f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:38.826627 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-87b05531-3da3-4a5a-8089-ff1f45a8780f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a217c39-b820-40f1-a046-1d82b51bfc62 HTTP/1.1" status: 200 len: 205 time: 0.5171301 Oct 20 03:41:38.828040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37054) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:38.850547 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 6 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:38.914775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:security_group_rule and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:38.937105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:38.985409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:39.066720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b60d84d3-c63c-4ef9-97b0-cd9f444243b3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:39.072356 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b60d84d3-c63c-4ef9-97b0-cd9f444243b3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/51ded088-24e3-4632-9f3c-e6dd63274f9d HTTP/1.1" status: 200 len: 844 time: 0.7774522 Oct 20 03:41:39.076126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37058) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:39.125671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:39.145160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcf94f6-ccd2-4ba5-a649-cd60ad18a6c8,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:39.186426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fac76b9f-406b-4147-a2db-62290051b3e9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:39.200009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19a6abe3-00f4-4b9d-9d90-874901b1bb8f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.209460 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4d09653f-2e5a-4b27-8cbf-6c6b38c9790e tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/51ded088-24e3-4632-9f3c-e6dd63274f9d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1322215 Oct 20 03:41:39.210106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37064) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:39.252092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:39.292397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce110c08-49c6-41ce-b846-4daf044a3c5e None None] Network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:39.404454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port fac76b9f-406b-4147-a2db-62290051b3e9 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:39.438166 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 7 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:39.474205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Router 8c8f2659-aafb-4408-8b3a-625011068f1b has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:39.493326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:39.499917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:39.503967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:39.506836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 2001:db8:1::1 (0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f/0a5e5594-69e6-4712-af7b-edc26b4ac771/8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:39.508862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:39.516571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:39.662981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.663321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.668104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:39.671666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.691936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.742835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-06632055-4e21-467b-bfa3-88ef5d65ccc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.797535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19a6abe3-00f4-4b9d-9d90-874901b1bb8f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.851601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=542d2984-2891-43e6-ac03-a948b0b50c40,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:39.868871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19a6abe3-00f4-4b9d-9d90-874901b1bb8f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.921908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.961530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Transition to ACTIVE for port object 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:39.982237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.982573 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP f07d9d47-1b17-4a36-98fd-266e2b9a1637 disassociated (deleted). External IP: 172.26.7.80, port: 947532a1-11c2-4a73-a936-673dc16efe11. Oct 20 03:41:40.001231 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 8 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:40.056134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:40.062855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.073309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Calling delete_port for 22edaef3-5793-45d5-9453-5665100528c6 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:40.151526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:40.159149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.165463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796b9a8-fa10-438a-a6c0-fd2a15afaa01 None None] Sync routers for ids ['8c8f2659-aafb-4408-8b3a-625011068f1b'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:40.176686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796b9a8-fa10-438a-a6c0-fd2a15afaa01 None None] Routers {'8c8f2659-aafb-4408-8b3a-625011068f1b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:40.177431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-e796b9a8-fa10-438a-a6c0-fd2a15afaa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c8f2659-aafb-4408-8b3a-625011068f1b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:40.224832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19a6abe3-00f4-4b9d-9d90-874901b1bb8f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.225378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a6abe3-00f4-4b9d-9d90-874901b1bb8f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Fanout notify agent at l3_agent the message router_deleted on router 5a217c39-b820-40f1-a046-1d82b51bfc62 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:41:40.232160 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cb70835e-9491-4a90-8c2a-dacebea59a9a tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "PUT /v2.0/routers/8c8f2659-aafb-4408-8b3a-625011068f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0969498 Oct 20 03:41:40.233453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd43cfc-632c-433e-9ea5-ce2aef0def0b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:40.234801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37068) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:40.273418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-e796b9a8-fa10-438a-a6c0-fd2a15afaa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:40.283166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19a6abe3-00f4-4b9d-9d90-874901b1bb8f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.284292 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-19a6abe3-00f4-4b9d-9d90-874901b1bb8f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/5a217c39-b820-40f1-a046-1d82b51bfc62 HTTP/1.1" status: 204 len: 168 time: 1.4468005 Oct 20 03:41:40.285502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796b9a8-fa10-438a-a6c0-fd2a15afaa01 None None] Routers {'8c8f2659-aafb-4408-8b3a-625011068f1b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:40.286309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-e796b9a8-fa10-438a-a6c0-fd2a15afaa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c8f2659-aafb-4408-8b3a-625011068f1b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:40.287892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37072) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:40.330685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.335329 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8bd57b13-6784-4032-968a-85fed80e7358 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 3.5335457 Oct 20 03:41:40.342843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37076) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:40.353048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-e796b9a8-fa10-438a-a6c0-fd2a15afaa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:40.353536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'security_group_rule': {'security_group_id': '0cd43cfc-632c-433e-9ea5-ce2aef0def0b', 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:40.353691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796b9a8-fa10-438a-a6c0-fd2a15afaa01 None None] The sync data for ids ['8c8f2659-aafb-4408-8b3a-625011068f1b'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:40.356713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.363429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:40.375142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:security_group_rule and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:40.379892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:40.390141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-02892f37-3347-4aa8-b437-26941ee1d92b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting subnet 7f92cdbe-0063-4bb9-9a6b-dd2f1e92c5dc {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:40.392043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:40.396392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02892f37-3347-4aa8-b437-26941ee1d92b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.433462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.524215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event deleted for resources: {'Port': ['ID=22edaef3-5793-45d5-9453-5665100528c6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:40.553522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02892f37-3347-4aa8-b437-26941ee1d92b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.557422 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 9 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:40.616511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.640323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:40.691308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.693707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.694445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:40.694848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-01ee76e5-6136-4e95-8d71-ed79521b6b09 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "DELETE /v2.0/floatingips/21fcad90-2365-4914-bf06-b11d6d37bb71 HTTP/1.1" status: 204 len: 168 time: 2.2031188 Oct 20 03:41:40.698848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37080) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:40.705186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:40.714521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:40.715049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.725107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2797900c-a134-4919-87c4-267ac80ff09a tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Request body: {'floatingip': {'floating_network_id': 'bd15d8e2-4a25-4905-a5e2-d1b5c4463048', 'port_id': 'c4cbb7ea-d682-4bc9-b4d9-dc53397de494', 'fixed_ip_address': '172.20.0.14'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:40.728953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.741058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.751764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02892f37-3347-4aa8-b437-26941ee1d92b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.764366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:40.770361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2797900c-a134-4919-87c4-267ac80ff09a tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:40.822450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2797900c-a134-4919-87c4-267ac80ff09a tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Usage tracker for resource:floatingip and tenant:9b642e6f37b340da8d0f8a19e6b09512 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:40.828796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.837144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2797900c-a134-4919-87c4-267ac80ff09a tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:40.854224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:40.854922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2797900c-a134-4919-87c4-267ac80ff09a tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:40.855908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d64681-7be7-4586-ab81-fcd9145c00ea,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:40.861061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6c912a8b-887c-4a51-9adb-acc89dbb578f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.900023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02892f37-3347-4aa8-b437-26941ee1d92b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.922821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:40.938593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af89b1f9-8603-4ed2-a450-970fe834883a None None] Network aabe0f44-c948-479c-9a47-674143ccef4b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:40.938759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.943197 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2edd4cf4-217e-4757-9a26-424b99d62eed tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5960112 Oct 20 03:41:40.946260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37084) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:40.950148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02892f37-3347-4aa8-b437-26941ee1d92b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Subnet': ['ID=7f92cdbe-0063-4bb9-9a6b-dd2f1e92c5dc,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:40.952474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-02892f37-3347-4aa8-b437-26941ee1d92b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.956798 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-02892f37-3347-4aa8-b437-26941ee1d92b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/7f92cdbe-0063-4bb9-9a6b-dd2f1e92c5dc HTTP/1.1" status: 204 len: 168 time: 0.6655369 Oct 20 03:41:40.957587 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'security_group_rule': {'security_group_id': '0cd43cfc-632c-433e-9ea5-ce2aef0def0b', 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:40.962091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37088) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:40.966306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:40.993070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:security_group_rule and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:41.004807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:41.005453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.016869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=f603fca6-97ae-4956-b59e-b0b148e45d8e,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:41.039954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fcfc5c-766f-44b0-9917-8c9da5faac28 None None] Network 9b81a834-5699-469b-a57a-a8cffabbb901 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:41.041116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:41.054508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:41.056617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 562af8fc-3632-4771-8164-19b45d1ed7a6 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:41.092935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.103942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 91aa61e4-2e38-48a9-8f72-d6255296ba7b {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:41.104288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.143600 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 10 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:41.148131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2797900c-a134-4919-87c4-267ac80ff09a tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.160646 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-6c912a8b-887c-4a51-9adb-acc89dbb578f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 03:41:41.161689 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6c912a8b-887c-4a51-9adb-acc89dbb578f tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "DELETE /v2.0/routers/8c8f2659-aafb-4408-8b3a-625011068f1b HTTP/1.1" status: 409 len: 329 time: 0.9243677 Oct 20 03:41:41.186449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37092) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:41.227973 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-408c92ee-d6c4-4963-a5f4-443166b7b60c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9861240 Oct 20 03:41:41.228622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37096) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:41.252013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'security_group': {'name': 'tempest-secgroup-1400543443'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:41.308127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:41.330007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:41.339117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.357372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:41.363606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:41.379322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:41.420761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.444047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:41.450300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.464566 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] Sync routers for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:41.478766 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:41.479846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning for port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:41.485014 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:41.491833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Provisioning complete for port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:41.492449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.492969 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Attempt 1 to provision port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad Oct 20 03:41:41.536508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.586172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:41.614301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] DHCP port deletion for 9b81a834-5699-469b-a57a-a8cffabbb901 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:41.637008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] Deleting port 91aa61e4-2e38-48a9-8f72-d6255296ba7b {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:41.637794 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.638848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port 91aa61e4-2e38-48a9-8f72-d6255296ba7b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=91aa61e4-2e38-48a9-8f72-d6255296ba7b,segment=NetworkSegment(221363f2-51df-414f-b4ef-695d9a299005),segment_id=221363f2-51df-414f-b4ef-695d9a299005)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:41.639212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.651952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group_rule and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:41.656271 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-55201561-befc-4f55-96c4-c5106f3643ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/floatingips/f07d9d47-1b17-4a36-98fd-266e2b9a1637 HTTP/1.1" status: 204 len: 168 time: 4.1703982 Oct 20 03:41:41.711864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:41.715404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:41:41.723106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e78eba5-6e9c-4592-831e-767da43035a0" -d '{"events": [{"name": "network-changed", "server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "tag": "947532a1-11c2-4a73-a936-673dc16efe11"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:41:41.746556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:41.815362 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:41.842342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee17770-e959-4896-aafd-2fe9d87c1d9d x-openstack-request-id: req-0ee17770-e959-4896-aafd-2fe9d87c1d9d {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:41:41.842570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "tag": "947532a1-11c2-4a73-a936-673dc16efe11", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:41:41.842788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0ee17770-e959-4896-aafd-2fe9d87c1d9d {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:41:41.843190 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee17770-e959-4896-aafd-2fe9d87c1d9d'] response: {'name': 'network-changed', 'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11', 'status': 'completed', 'code': 200} Oct 20 03:41:41.883238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-aabe0f44-c948-479c-9a47-674143ccef4b', 'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'tenant_id': '97183b1f657e4bb5b7ed409b7f97abe9', 'fixed_ips': [{'subnet_id': 'f603fca6-97ae-4956-b59e-b0b148e45d8e'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:41.884279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.032658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 91aa61e4-2e38-48a9-8f72-d6255296ba7b owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:42.087516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Current status of the port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:42.087919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.089817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.182471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.189122 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.208323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] For port 91aa61e4-2e38-48a9-8f72-d6255296ba7b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=91aa61e4-2e38-48a9-8f72-d6255296ba7b,segment=NetworkSegment(221363f2-51df-414f-b4ef-695d9a299005),segment_id=221363f2-51df-414f-b4ef-695d9a299005)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:42.208721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.234516 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:42.239748 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] Checking router: 562af8fc-3632-4771-8164-19b45d1ed7a6 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:42.249594 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:42.250429 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:42.255233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.256654 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-2797900c-a134-4919-87c4-267ac80ff09a tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:41:42.257736 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2797900c-a134-4919-87c4-267ac80ff09a tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5540457 Oct 20 03:41:42.263302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37106) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:42.269716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': 'c4cbb7ea-d682-4bc9-b4d9-dc53397de494', 'fixed_ip_address': '172.20.0.14'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:42.282331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:42.288959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Usage tracker for resource:floatingip and tenant:9b642e6f37b340da8d0f8a19e6b09512 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:42.293207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:42.301160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:42.308019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.308997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.316228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] For port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad,segment=NetworkSegment(e564de0a-02ee-45e9-9dc3-1eec48f5be23),segment_id=e564de0a-02ee-45e9-9dc3-1eec48f5be23)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:42.331068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b2f3e0-41bf-4fbe-93be-d2d16d3632bd,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.346496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.427459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-845de5b7-c1e9-4c93-b946-e440f26f040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:42.428930 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-845de5b7-c1e9-4c93-b946-e440f26f040f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 1099 time: 0.5766678 Oct 20 03:41:42.439812 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:42.448910 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.462085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] Calling delete_port for 91aa61e4-2e38-48a9-8f72-d6255296ba7b owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:42.469605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=91aa61e4-2e38-48a9-8f72-d6255296ba7b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.471626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.473470 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-13caafc3-38f5-455c-a1d7-c10f47d6b4f1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5248802 Oct 20 03:41:42.484506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37110) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:42.516804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No DVR routers for this DVR port 91aa61e4-2e38-48a9-8f72-d6255296ba7b on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:42.521797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'security_group_rule': {'security_group_id': '0cd43cfc-632c-433e-9ea5-ce2aef0def0b', 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:42.609478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:42.628614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Allocated IP 2001:db8::2 (aabe0f44-c948-479c-9a47-674143ccef4b/f603fca6-97ae-4956-b59e-b0b148e45d8e/14f51ae0-269d-459d-87b8-80a0f871297e) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:42.632258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:security_group_rule and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:42.636678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe3d86-5daa-4307-a835-9db4fa2150f3 None None] Pushing event updated for resources: {'Port': ['ID=4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.646356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-95350c3b-1381-4b68-8c70-c4a95f25e396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.661147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:42.694312 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:42.694538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:42.695012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Provisioning for port bea995e4-c488-42a2-a7c1-a16f65e3bc84 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:42.702400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.711050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.723208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:42.759886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Provisioning complete for port bea995e4-c488-42a2-a7c1-a16f65e3bc84 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:42.760550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.761034 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 1 to provision port bea995e4-c488-42a2-a7c1-a16f65e3bc84 Oct 20 03:41:42.787839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.791558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.856678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port bea995e4-c488-42a2-a7c1-a16f65e3bc84 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:42.880466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b81a834-5699-469b-a57a-a8cffabbb901']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:42.892765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec870091-d6bf-4fb6-84f5-38a1ec0a6d02,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.896051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-54299887-6043-4c09-a938-8a2c9a2e8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:42.897826 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-54299887-6043-4c09-a938-8a2c9a2e8a72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66a66aae-5f1e-49b8-bea4-e816f2722120 HTTP/1.1" status: 200 len: 897 time: 0.4222031 Oct 20 03:41:42.902734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221363f2-51df-414f-b4ef-695d9a299005') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:42.902864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221363f2-51df-414f-b4ef-695d9a299005') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:42.904003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.908597 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-604c61f9-524e-4c3f-a0d1-6a5435afc4e9 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6653624 Oct 20 03:41:42.911072 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:42.914103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37114) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:42.915790 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a264f4-49fe-4456-b774-dbb0e8bd9d12 None None] The sync data for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv is: [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '866ab018-75c2-41af-a73c-d24b2856f68c', 'name': '', 'network_id': '66a66aae-5f1e-49b8-bea4-e816f2722120', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:df:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:13Z', 'updated_at': '2022-10-20T03:38:28Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '2f9470ca-88cc-4eac-b41e-1b12a0519d33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:42.973951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.988437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'security_group': {'name': 'tempest-secgroup-853468218'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:42.989492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Transition to ACTIVE for port object 14f51ae0-269d-459d-87b8-80a0f871297e will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:43.002745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e85149-fb0b-45e6-bcb1-2842d556392c req-57f38130-976b-401b-b7f9-5562526ef53e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:43.004013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-24e85149-fb0b-45e6-bcb1-2842d556392c req-57f38130-976b-401b-b7f9-5562526ef53e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:43.023801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Transition to ACTIVE for port object 14f51ae0-269d-459d-87b8-80a0f871297e will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:43.025050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.036256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:43.040105 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-48135d42-7c1f-4ca4-be9f-53c5d425f423 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=947532a1-11c2-4a73-a936-673dc16efe11 HTTP/1.1" status: 200 len: 217 time: 0.1232944 Oct 20 03:41:43.046249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.054730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:43.068851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:43.091420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:43.107236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.111267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:43.124896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:43.125254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:43.141388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:43.141804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.170113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.244523 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 221363f2-51df-414f-b4ef-695d9a299005 resource provider aggregate not found Oct 20 03:41:43.261457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] Deleting port 91aa61e4-2e38-48a9-8f72-d6255296ba7b {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:43.261671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.276842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-24e85149-fb0b-45e6-bcb1-2842d556392c req-57f38130-976b-401b-b7f9-5562526ef53e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:43.283284 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-24e85149-fb0b-45e6-bcb1-2842d556392c req-57f38130-976b-401b-b7f9-5562526ef53e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 946 time: 0.8685758 Oct 20 03:41:43.294671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.307897 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 221363f2-51df-414f-b4ef-695d9a299005 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 221363f2-51df-414f-b4ef-695d9a299005 found for delete ", "request_id": "req-93ce6041-1cb8-486e-9546-852582034794"}]} Oct 20 03:41:43.340375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.351389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-26273435-047b-47bf-b8b1-526f95d2b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:43.352914 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-26273435-047b-47bf-b8b1-526f95d2b9fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9470ca-88cc-4eac-b41e-1b12a0519d33 HTTP/1.1" status: 200 len: 838 time: 0.2953722 Oct 20 03:41:43.359382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725ce5e-87c4-4e16-8ab3-cc2e0fd366ab None None] New status for floating IP f07d9d47-1b17-4a36-98fd-266e2b9a1637: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:41:43.361838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.416641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:43.435012 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 2 to provision port bea995e4-c488-42a2-a7c1-a16f65e3bc84 Oct 20 03:41:43.538630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:43.597480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:43.599496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.605758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c1183359-f797-4223-a8fc-4c297355a40f None None] The port '91aa61e4-2e38-48a9-8f72-d6255296ba7b' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:41:43.606373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:43.635955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Allocated IP 172.26.7.103 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/069cab51-a5db-462b-8c37-1272202bb57a) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:43.652504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:43.668536 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8a946087-8074-4225-b73f-64be9353d25d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3659592 Oct 20 03:41:43.668536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37122) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:43.674028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Pushing event updated for resources: {'Port': ['ID=14f51ae0-269d-459d-87b8-80a0f871297e,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:43.676610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-783339757'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:43.681466 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:43.706986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:43.728033 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:43.728670 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:43.731628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:43.732002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.732348 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad Oct 20 03:41:43.759710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:network and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:43.773015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port bea995e4-c488-42a2-a7c1-a16f65e3bc84 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:43.773296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:43.781765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:43.786481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.816196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Attempting to bind port 14f51ae0-269d-459d-87b8-80a0f871297e on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:43.817117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Attempting to bind port 14f51ae0-269d-459d-87b8-80a0f871297e by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '28093368-6acf-4ddd-8367-679053cefb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:43.817117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Attempting to bind port 14f51ae0-269d-459d-87b8-80a0f871297e on network aabe0f44-c948-479c-9a47-674143ccef4b {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:43.826143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:43.826529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Checking segment: {'id': '28093368-6acf-4ddd-8367-679053cefb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:43.829491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.829491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Bound using segment: {'id': '28093368-6acf-4ddd-8367-679053cefb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:43.829491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Bound port: 14f51ae0-269d-459d-87b8-80a0f871297e, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28093368-6acf-4ddd-8367-679053cefb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:43.829491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.856167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.870135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:43.892936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:43.897897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.910903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.913881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Network': ['ID=9b81a834-5699-469b-a57a-a8cffabbb901,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:43.918536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-24e85149-fb0b-45e6-bcb1-2842d556392c req-22e33ac4-42c6-485b-9024-0fbd89eaa68e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:43.928053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.930539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group_rule and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:43.940254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:43.966213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:43.967645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:43.975539 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7d94b1f5-775d-4e76-96e5-63651f0dd16e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/networks/9b81a834-5699-469b-a57a-a8cffabbb901 HTTP/1.1" status: 204 len: 168 time: 3.0113883 Oct 20 03:41:43.975962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37126) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:43.989443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] For port 14f51ae0-269d-459d-87b8-80a0f871297e, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:43.997055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] For port 14f51ae0-269d-459d-87b8-80a0f871297e, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=14f51ae0-269d-459d-87b8-80a0f871297e,segment=NetworkSegment(28093368-6acf-4ddd-8367-679053cefb3d),segment_id=28093368-6acf-4ddd-8367-679053cefb3d)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:44.001828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:44.009058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'network': {'name': 'tempest-RoutersTest-282586671'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:44.013549 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:44.020921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 91aa61e4-2e38-48a9-8f72-d6255296ba7b no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:44.042280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:44.052177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.058919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 91aa61e4-2e38-48a9-8f72-d6255296ba7b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:44.059398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 91aa61e4-2e38-48a9-8f72-d6255296ba7b not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:44.060096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:network and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:44.069823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.070326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:44.086874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabf2af-976a-477c-baf5-76401caf55ff req-bf36f0cb-b17d-42b0-913a-ffff6e8efd13 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:44.087704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-2dabf2af-976a-477c-baf5-76401caf55ff req-bf36f0cb-b17d-42b0-913a-ffff6e8efd13 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:44.090559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.091255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added segment ce87b3a2-3c4a-44dc-b41d-b36e867fecc5 of type vlan for network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 Oct 20 03:41:44.094171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.108315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:44.115571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-24e85149-fb0b-45e6-bcb1-2842d556392c req-22e33ac4-42c6-485b-9024-0fbd89eaa68e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:44.124938 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-24e85149-fb0b-45e6-bcb1-2842d556392c req-22e33ac4-42c6-485b-9024-0fbd89eaa68e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8407559 Oct 20 03:41:44.133309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-2dabf2af-976a-477c-baf5-76401caf55ff req-bf36f0cb-b17d-42b0-913a-ffff6e8efd13 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:44.134746 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2dabf2af-976a-477c-baf5-76401caf55ff req-bf36f0cb-b17d-42b0-913a-ffff6e8efd13 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 946 time: 0.3296161 Oct 20 03:41:44.145741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-0bce0d23-4cfb-4ec0-98a9-40316697047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:44.147466 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-0bce0d23-4cfb-4ec0-98a9-40316697047d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66a66aae-5f1e-49b8-bea4-e816f2722120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7337770 Oct 20 03:41:44.166808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1333949-ba08-4b0c-ae66-0786b273895c,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:44.236883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.257246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b251f24-6580-41ca-84cc-610d87e00f00 None None] Pushing event updated for resources: {'Port': ['ID=14f51ae0-269d-459d-87b8-80a0f871297e,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:44.272161 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 3 to provision port bea995e4-c488-42a2-a7c1-a16f65e3bc84 Oct 20 03:41:44.279229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:44.279229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.280760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.281978 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1470d2c5-ceef-4224-9b91-6ff6e9a6515d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7762063 Oct 20 03:41:44.289841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37130) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:44.299155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'security_group_rule': {'security_group_id': '0cd43cfc-632c-433e-9ea5-ce2aef0def0b', 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:44.316116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:44.328139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.328480 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added segment dd041dde-7978-432d-86c7-8e43c62c5420 of type vlan for network 02809f80-28f7-4e35-b8f1-22ef0c01afac Oct 20 03:41:44.333637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:44.359453 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port bea995e4-c488-42a2-a7c1-a16f65e3bc84 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:44.363940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.366717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.368726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:security_group_rule and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:44.375225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:44.382964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:44.399034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.404612 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:44.405253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.433920 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:41:41Z', 'revision_number': 3, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:41Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:44.438156 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:44.438506 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Updating router b14c5306-8129-4d4c-b0a8-c5ba381945a1 port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:41:44.444066 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-2dabf2af-976a-477c-baf5-76401caf55ff req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 947532a1-11c2-4a73-a936-673dc16efe11 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:44.444439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-2dabf2af-976a-477c-baf5-76401caf55ff req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.462082 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-6a2d0500-1adf-4fac-bf15-ca8fe606b56d service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963047 Oct 20 03:41:44.466183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.503308 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.542699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.548043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:44.548615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.589905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Deleting port bea995e4-c488-42a2-a7c1-a16f65e3bc84 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:44.590454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.658940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.674026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.690200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.694211 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7690506 Oct 20 03:41:44.694211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f796057-fd41-462c-8d26-2fad061ef381 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103716e2-937e-457b-ae08-233a11cc8e7a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:44.699847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37134) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:44.760621 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-761722283', 'security_groups': ['103716e2-937e-457b-ae08-233a11cc8e7a'], 'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f603fca6-97ae-4956-b59e-b0b148e45d8e'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:44.776106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Network': ['ID=805f1b7a-f62a-452f-bfd0-4e1a099fcc83,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:44.787932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:44.928794 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 4 to provision port bea995e4-c488-42a2-a7c1-a16f65e3bc84 Oct 20 03:41:44.961452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.996758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port bea995e4-c488-42a2-a7c1-a16f65e3bc84 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:45.011524 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3e78eba5-6e9c-4592-831e-767da43035a0 req-cbc7a643-e62e-4f40-a11e-7705da8eea40 service neutron] 10.222.0.26 "GET /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283058 Oct 20 03:41:45.015541 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.033659 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Transition to ACTIVE for port object 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:45.064148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.075728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.124801 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4fb75137-6102-4a3f-a47b-b19293c890ef tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4521918 Oct 20 03:41:45.124801 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1423795 Oct 20 03:41:45.130539 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:45.132669 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37138) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:45.133102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37140) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:45.138068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 14f51ae0-269d-459d-87b8-80a0f871297e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:45.145997 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.187096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:45.200102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'subnet': {'network_id': '02809f80-28f7-4e35-b8f1-22ef0c01afac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:45.224939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.236982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Calling delete_port for bea995e4-c488-42a2-a7c1-a16f65e3bc84 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:45.245944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'subnet': {'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:45.269656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:45.290862 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Pushing event updated for resources: {'Port': ['ID=8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:45.308081 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 14f51ae0-269d-459d-87b8-80a0f871297e completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:45.335180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44c09cb-7878-4e3d-b98a-55707c87fff8,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:45.337803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:45.351740 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.352400 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.352537 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.352788 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.353121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:45.353241 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.353472 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.353793 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.354116 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.354454 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.354889 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.355645 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.355975 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:45.357487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:45.379326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:45.418567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.420035 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b81ec29d-d63a-4aae-a354-78b30534399e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1283331 Oct 20 03:41:45.424314 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Attempting to bind port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:45.424680 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Attempting to bind port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'f949140d-86b4-4d9e-b57a-7b5780445d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:45.425642 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Attempting to bind port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d on network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:45.431020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37148) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:45.432468 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:45.432900 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Checking segment: {'id': 'f949140d-86b4-4d9e-b57a-7b5780445d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:45.433497 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.435021 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Bound using segment: {'id': 'f949140d-86b4-4d9e-b57a-7b5780445d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:45.435564 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Bound port: 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f949140d-86b4-4d9e-b57a-7b5780445d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:45.436060 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.438477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'security_group_rule': {'security_group_id': '0cd43cfc-632c-433e-9ea5-ce2aef0def0b', 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:45.446783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:45.454773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:security_group_rule and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:45.497970 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 5 to provision port bea995e4-c488-42a2-a7c1-a16f65e3bc84 Oct 20 03:41:45.535920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:45.540337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:45.559224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95017983-2ac2-4e75-aa07-f8ec2fec6be7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Network': ['ID=02809f80-28f7-4e35-b8f1-22ef0c01afac,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:45.559762 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] For port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:45.562949 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] For port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d,segment=NetworkSegment(f949140d-86b4-4d9e-b57a-7b5780445d82),segment_id=f949140d-86b4-4d9e-b57a-7b5780445d82)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:45.575571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event updated for resources: {'Port': ['ID=069cab51-a5db-462b-8c37-1272202bb57a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:45.577447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:45.594551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 02809f80-28f7-4e35-b8f1-22ef0c01afac details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:45.631644 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.665836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.760912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port bea995e4-c488-42a2-a7c1-a16f65e3bc84 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:45.775083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event deleted for resources: {'Port': ['ID=bea995e4-c488-42a2-a7c1-a16f65e3bc84,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:45.776041 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:45.776762 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:45.825701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:45.831907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:45.842078 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Project 33a51a138e514a63b8a1bc948a2bbc79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:41:45.889948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:subnet and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:45.899965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:subnet and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:45.904348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:45.919990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:45.950449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:45.964957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:45.988695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6ecc5-d4f4-4f45-9656-856d028877df req-376ea875-fdd2-4ba1-97d7-82368cdd3aff tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:45.997686 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-39e6ecc5-d4f4-4f45-9656-856d028877df req-376ea875-fdd2-4ba1-97d7-82368cdd3aff tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 946 time: 0.6220725 Oct 20 03:41:46.014062 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c8db4-7d06-4355-9cf9-d8e9baf6c546 None None] Pushing event updated for resources: {'Port': ['ID=8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:46.028679 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:46.032667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Deleting port 069cab51-a5db-462b-8c37-1272202bb57a {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:46.033237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.102139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-2dabf2af-976a-477c-baf5-76401caf55ff req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 947532a1-11c2-4a73-a936-673dc16efe11, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=947532a1-11c2-4a73-a936-673dc16efe11,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:46.102510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-2dabf2af-976a-477c-baf5-76401caf55ff req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.105425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.122129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.162567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 0158d6b0-55f9-4a18-9172-2831ba17b050 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:46.174913 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-39e6ecc5-d4f4-4f45-9656-856d028877df req-cfd9d0bb-3bf2-4312-9b02-9cd5bcaed7f7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=33000dae-153b-40ef-8a8b-9281e015eedd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759138 Oct 20 03:41:46.241531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-2dabf2af-976a-477c-baf5-76401caf55ff req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 947532a1-11c2-4a73-a936-673dc16efe11 owned by compute:nova {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:46.262506 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 6 to provision port bea995e4-c488-42a2-a7c1-a16f65e3bc84 Oct 20 03:41:46.269733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:46.272486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.306071 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:46.309784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.312199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port bea995e4-c488-42a2-a7c1-a16f65e3bc84 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:41:46.326273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Provisioning complete for port 0d13d368-5269-4ab3-92a2-f536f758267e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:46.327060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.327579 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 1 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:46.384253 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:41:41Z', 'revision_number': 3, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:45Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:46.390990 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ab9a0-d800-4e2d-8f3e-b5573155462e None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:41:41Z', 'revision_number': 3, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:45Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:46.401565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:46.462628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.478327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.560361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.696008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ea372b-ef28-4c62-9b5f-6cda1d687652,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:46.718740 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:41:46.861119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::31b (aabe0f44-c948-479c-9a47-674143ccef4b/f603fca6-97ae-4956-b59e-b0b148e45d8e/0158d6b0-55f9-4a18-9172-2831ba17b050) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:46.871071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.872311 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-895fc06c-2e99-48eb-89a7-eb159bf1e366 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4401455 Oct 20 03:41:46.884440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37152) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:46.896805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'security_group_rule': {'security_group_id': '0cd43cfc-632c-433e-9ea5-ce2aef0def0b', 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:46.903581 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 2 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:46.907558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:46.913860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Router 8c8f2659-aafb-4408-8b3a-625011068f1b has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:46.916843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:security_group_rule and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:46.933249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:46.943866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:46.945167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.945167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.007150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:47.053682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.140618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:47.164136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Calling delete_port for 069cab51-a5db-462b-8c37-1272202bb57a owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:47.167166 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Project 33a51a138e514a63b8a1bc948a2bbc79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:41:47.185444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:47.187079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.198742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab3ec-625b-443e-9db3-a982542fb3d8 None None] Sync routers for ids ['8c8f2659-aafb-4408-8b3a-625011068f1b'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:47.199806 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cdf96799-3ac3-4239-b094-a6e1e16e948b tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "PUT /v2.0/routers/8c8f2659-aafb-4408-8b3a-625011068f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0123641 Oct 20 03:41:47.204788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37156) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:47.220816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aab3ec-625b-443e-9db3-a982542fb3d8 None None] Routers {'8c8f2659-aafb-4408-8b3a-625011068f1b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:47.224082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-24aab3ec-625b-443e-9db3-a982542fb3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c8f2659-aafb-4408-8b3a-625011068f1b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:47.286188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-2dabf2af-976a-477c-baf5-76401caf55ff req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.298314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-24aab3ec-625b-443e-9db3-a982542fb3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:47.314403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aab3ec-625b-443e-9db3-a982542fb3d8 None None] Routers {'8c8f2659-aafb-4408-8b3a-625011068f1b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:47.315381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-24aab3ec-625b-443e-9db3-a982542fb3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c8f2659-aafb-4408-8b3a-625011068f1b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:47.381620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-24aab3ec-625b-443e-9db3-a982542fb3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:47.382161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab3ec-625b-443e-9db3-a982542fb3d8 None None] The sync data for ids ['8c8f2659-aafb-4408-8b3a-625011068f1b'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:47.390810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.428065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=947532a1-11c2-4a73-a936-673dc16efe11,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.436252 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-504fc3f1-447c-45a8-b055-813da19d2a7d tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] show failed (client error): The resource could not be found. Oct 20 03:41:47.437696 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-504fc3f1-447c-45a8-b055-813da19d2a7d tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "GET /v2.0/routers/tempest-non_exist_router-794207345 HTTP/1.1" status: 404 len: 334 time: 0.2294164 Oct 20 03:41:47.445111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:47.453186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37162) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:47.458201 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-79fd0857-9652-41e0-aacc-9c3d72246fb0 req-1ba3fa78-4b1c-4e07-91bc-9c3c01a0c67b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 210 time: 0.0734873 Oct 20 03:41:47.481954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4665495e-4281-44a4-8a2a-30887ab1496c tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Request body: {'router': {'name': 'new_name'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:47.509216 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 3 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:47.532917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dabf2af-976a-477c-baf5-76401caf55ff req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port 947532a1-11c2-4a73-a936-673dc16efe11 on host hv-neutron-8618 {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:47.540749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-2dabf2af-976a-477c-baf5-76401caf55ff req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.552174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'name': 'network-vif-deleted', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:41:47.554183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23de0e3-e97f-41f9-a78a-6dd74066c93a" -d '{"events": [{"server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "name": "network-vif-deleted", "tag": "947532a1-11c2-4a73-a936-673dc16efe11"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:41:47.564134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.571352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:47.597581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Subnet': ['ID=e3b1f4f4-d16b-4970-af68-51e8c456b9bd,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.653989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d2619-45ca-4e32-9cab-d7a65909d9e4 x-openstack-request-id: req-234d2619-45ca-4e32-9cab-d7a65909d9e4 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:41:47.654203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957ba9a3-e186-4f53-8174-a5523687d27a", "name": "network-vif-deleted", "tag": "947532a1-11c2-4a73-a936-673dc16efe11", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:41:47.654431 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-234d2619-45ca-4e32-9cab-d7a65909d9e4 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:41:47.654828 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234d2619-45ca-4e32-9cab-d7a65909d9e4'] response: {'server_uuid': '957ba9a3-e186-4f53-8174-a5523687d27a', 'name': 'network-vif-deleted', 'tag': '947532a1-11c2-4a73-a936-673dc16efe11', 'status': 'completed', 'code': 200} Oct 20 03:41:47.688127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Checking segment: {'id': 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:47.688295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network hostable DHCP agents. Network: 805f1b7a-f62a-452f-bfd0-4e1a099fcc83, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:47.697314 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-4665495e-4281-44a4-8a2a-30887ab1496c tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] update failed (client error): The resource could not be found. Oct 20 03:41:47.702399 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4665495e-4281-44a4-8a2a-30887ab1496c tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "PUT /v2.0/routers/tempest-non_exist_router-955660374 HTTP/1.1" status: 404 len: 334 time: 0.2440495 Oct 20 03:41:47.707710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37168) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:47.720569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.749846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.752735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object 0158d6b0-55f9-4a18-9172-2831ba17b050 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:47.765662 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2dabf2af-976a-477c-baf5-76401caf55ff req-29801243-0d43-4cd4-a3be-f7dfb00f2fce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/947532a1-11c2-4a73-a936-673dc16efe11 HTTP/1.1" status: 204 len: 173 time: 3.6222436 Oct 20 03:41:47.766245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.824225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Subnet': ['ID=94697c32-56a5-458f-9d84-2dc747b4fb8b,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.832929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.843114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event deleted for resources: {'Port': ['ID=069cab51-a5db-462b-8c37-1272202bb57a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.844806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Checking segment: {'id': 'dd041dde-7978-432d-86c7-8e43c62c5420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '02809f80-28f7-4e35-b8f1-22ef0c01afac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:47.847710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network hostable DHCP agents. Network: 02809f80-28f7-4e35-b8f1-22ef0c01afac, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:47.865603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bde3529-10dd-400a-8ed6-61b12d01a0e9,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.870927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.950810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:47.953795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d57a95-5a51-4cbd-a017-145c185df254 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Deleting subnet 3f3cc4c4-6ef7-471a-93ee-a479d336f8b9 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:47.954366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:47.958826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:47.964299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:47.964439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7d57a95-5a51-4cbd-a017-145c185df254 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.965030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.986072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.987277 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7d3edae4-018f-41c5-a981-891a685a5d6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1019619 Oct 20 03:41:47.988220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=0158d6b0-55f9-4a18-9172-2831ba17b050,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.990498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37172) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:47.996346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'network': {'name': 'tempest-network-smoke--1924483602', 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:48.001248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:48.010055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:48.010167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:network and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:48.011027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:48.020285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:48.040513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7d57a95-5a51-4cbd-a017-145c185df254 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.073053 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 4 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:48.113397 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3bb9ad1d-59a6-431c-a36c-4f015e047873 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4029703 Oct 20 03:41:48.115154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 02809f80-28f7-4e35-b8f1-22ef0c01afac is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:48.116125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37176) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:48.121814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:48.152233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7d57a95-5a51-4cbd-a017-145c185df254 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.155425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:48.185746 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] create failed (client error): The resource could not be found. Oct 20 03:41:48.186817 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a3668488-502d-4926-833b-55fc9557fb56 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9223115 Oct 20 03:41:48.191393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37180) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:48.203576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Made reservation on behalf of 33a51a138e514a63b8a1bc948a2bbc79 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:48.207508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.233474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 805f1b7a-f62a-452f-bfd0-4e1a099fcc83) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:48.244653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6338a3-7574-411e-a230-7d2d395f0820 None None] Network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:48.248974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 02809f80-28f7-4e35-b8f1-22ef0c01afac) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:48.257151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:48.258219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.272964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:48.274646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:48.275146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.297211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.297576 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Added segment 4e84a07b-cf11-4aea-bf69-c481adcec653 of type vlan for network c079d507-1b9d-4aa8-bd0c-52a25444f5ca Oct 20 03:41:48.307801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:48.314780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:48.319871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:48.326141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-51fa69f5-04d7-4a42-b508-091499d4a041 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Deleting port c4cbb7ea-d682-4bc9-b4d9-dc53397de494 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:48.326486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51fa69f5-04d7-4a42-b508-091499d4a041 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.336115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:48.341548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.349991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a307b-c412-4a28-9b25-156a457a13ab None None] Network 02809f80-28f7-4e35-b8f1-22ef0c01afac requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:48.385729 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0b4ca875-067c-4fda-b20b-923c0da894a5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2104580 Oct 20 03:41:48.388489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37184) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:48.394920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1490727187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:48.401447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:48.405416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:router and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:48.408222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:48.414383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:48.422542 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d1ef3339-7674-473b-9600-6059e03271d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2488129 Oct 20 03:41:48.425895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37188) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:48.481498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7d57a95-5a51-4cbd-a017-145c185df254 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.488376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.493896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:48.494595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.623932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:48.637586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d57a95-5a51-4cbd-a017-145c185df254 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3cc4c4-6ef7-471a-93ee-a479d336f8b9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:48.638367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.653778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7d57a95-5a51-4cbd-a017-145c185df254 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.658074 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b7d57a95-5a51-4cbd-a017-145c185df254 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "DELETE /v2.0/subnets/3f3cc4c4-6ef7-471a-93ee-a479d336f8b9 HTTP/1.1" status: 204 len: 168 time: 0.9471264 Oct 20 03:41:48.659552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37194) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:48.662909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.666543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.668658 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 5 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:48.693460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3503f201-d8ae-46af-87ce-11e3544ebe8d None None] Network a2a23a97-b9f5-4583-9c3e-05e5971a57cb requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:48.859767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:48.860228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.886981 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ebbcba4-c5a9-40d0-a2af-0cc1ddd591b2 req-8e15a0fc-20ff-47e1-ae30-71c225725706 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=957ba9a3-e186-4f53-8174-a5523687d27a HTTP/1.1" status: 200 len: 210 time: 0.1532137 Oct 20 03:41:48.933171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.938385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51fa69f5-04d7-4a42-b508-091499d4a041 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.939511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'Network': ['ID=c079d507-1b9d-4aa8-bd0c-52a25444f5ca,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:48.990113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network c079d507-1b9d-4aa8-bd0c-52a25444f5ca details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:41:49.078709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-51fa69f5-04d7-4a42-b508-091499d4a041 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Calling delete_port for c4cbb7ea-d682-4bc9-b4d9-dc53397de494 owned by {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:49.081996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-02809f80-28f7-4e35-b8f1-22ef0c01afac', 'network_id': '02809f80-28f7-4e35-b8f1-22ef0c01afac', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'fixed_ips': [{'subnet_id': '94697c32-56a5-458f-9d84-2dc747b4fb8b'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:41:49.082833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.102984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:49.127751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2f7df4-7936-4f8b-abce-2f4ddfb46c17 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Deleting subnet 721817a3-4499-4b5c-9eed-25cb1caa97fc {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:49.134525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7df4-7936-4f8b-abce-2f4ddfb46c17 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.172489 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-07afc73c-c8c7-4d16-833a-95fa67987329 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1809502 Oct 20 03:41:49.175476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37198) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:49.184130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'admin_state_up': True, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:49.199414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:49.225970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:router and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:49.230129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7df4-7936-4f8b-abce-2f4ddfb46c17 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.261023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:49.264317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 947532a1-11c2-4a73-a936-673dc16efe11 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:49.272071 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.ipam_backend_mixin [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f603fca6-97ae-4956-b59e-b0b148e45d8e (CIDR: 2001:db8::/64) Oct 20 03:41:49.275930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:49.332793 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:41:49.333608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:49.342960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.357672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 947532a1-11c2-4a73-a936-673dc16efe11 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:49.358217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 947532a1-11c2-4a73-a936-673dc16efe11 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:49.389399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7df4-7936-4f8b-abce-2f4ddfb46c17 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.415589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Allocated IP 2001:db8:2::2 (805f1b7a-f62a-452f-bfd0-4e1a099fcc83/e3b1f4f4-d16b-4970-af68-51e8c456b9bd/83861d5b-f31c-4c56-8435-60e09b2def91) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:49.426026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.427150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.454844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.462434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.488878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51fa69f5-04d7-4a42-b508-091499d4a041 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.529044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Allocated IP 172.20.0.2 (02809f80-28f7-4e35-b8f1-22ef0c01afac/94697c32-56a5-458f-9d84-2dc747b4fb8b/3c519e75-16b6-4e3b-9c9e-e7fca34b98e1) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:49.581890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa69f5-04d7-4a42-b508-091499d4a041 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event deleted for resources: {'Port': ['ID=c4cbb7ea-d682-4bc9-b4d9-dc53397de494,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:49.593635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7df4-7936-4f8b-abce-2f4ddfb46c17 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.651553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7df4-7936-4f8b-abce-2f4ddfb46c17 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.657944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f7df4-7936-4f8b-abce-2f4ddfb46c17 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event deleted for resources: {'Subnet': ['ID=721817a3-4499-4b5c-9eed-25cb1caa97fc,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:49.664064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.666213 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c756dc90-4a82-4c18-8fac-defb2a50af11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2757308 Oct 20 03:41:49.745769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0498153b-27e0-4ebc-943f-594f68859bce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6284811 Oct 20 03:41:49.760130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37202) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:49.765790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37204) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:49.870240 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5e2f7df4-7936-4f8b-abce-2f4ddfb46c17 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "DELETE /v2.0/subnets/721817a3-4499-4b5c-9eed-25cb1caa97fc HTTP/1.1" status: 204 len: 168 time: 1.2076619 Oct 20 03:41:49.874236 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37210) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:49.877378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.890919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Transition to ACTIVE for port object 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:49.908358 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 6 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:49.955578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:50.054533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29179a31-9844-436c-8527-5d7dec6a8e3d None None] Network a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:50.081795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Transition to ACTIVE for port object 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:50.104511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51fa69f5-04d7-4a42-b508-091499d4a041 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.104511 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-51fa69f5-04d7-4a42-b508-091499d4a041 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "DELETE /v2.0/ports/c4cbb7ea-d682-4bc9-b4d9-dc53397de494 HTTP/1.1" status: 204 len: 168 time: 1.9092124 Oct 20 03:41:50.104511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37216) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:50.127405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.145830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37220) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:50.195297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:50.295193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.355428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7f7f2-5c67-4c55-aa61-11ac98582409 None None] DHCP port deletion for a2a23a97-b9f5-4583-9c3e-05e5971a57cb request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:50.361798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.390153 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-02b7f7f2-5c67-4c55-aa61-11ac98582409 None None] Deleting port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:50.390749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-02b7f7f2-5c67-4c55-aa61-11ac98582409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.454112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:50.459018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:50.462574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:50.469506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:50.470783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Network 02809f80-28f7-4e35-b8f1-22ef0c01afac is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:50.512776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:50.516316 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:50.542507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Deleting port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:50.542866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.564290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.581253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:50.584687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.600906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Pushing event updated for resources: {'Port': ['ID=3c519e75-16b6-4e3b-9c9e-e7fca34b98e1,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:50.622103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1a65d5e-a9b8-42b4-8581-a8fbce51b7e8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.702574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1a65d5e-a9b8-42b4-8581-a8fbce51b7e8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.730301 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 7 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:50.755570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c975a3-2ea5-4b77-85d0-d3e49b0165b3 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:50.756258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e2c975a3-2ea5-4b77-85d0-d3e49b0165b3 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Synchronizing usage tracker for tenant:9b642e6f37b340da8d0f8a19e6b09512 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:50.912694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.948146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e2c975a3-2ea5-4b77-85d0-d3e49b0165b3 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Unset dirty status for tenant:9b642e6f37b340da8d0f8a19e6b09512 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:50.952295 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e2c975a3-2ea5-4b77-85d0-d3e49b0165b3 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "GET /v2.0/ports?device_id=be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b HTTP/1.1" status: 200 len: 913 time: 0.7971306 Oct 20 03:41:50.956089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Transition to ACTIVE for port object 83861d5b-f31c-4c56-8435-60e09b2def91 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:50.964021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37224) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:50.977854 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:50.993417 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Attempting to bind port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:50.993875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Attempting to bind port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'dd041dde-7978-432d-86c7-8e43c62c5420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '02809f80-28f7-4e35-b8f1-22ef0c01afac'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:50.994862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Attempting to bind port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 on network 02809f80-28f7-4e35-b8f1-22ef0c01afac {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:51.018164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-02b7f7f2-5c67-4c55-aa61-11ac98582409 None None] For port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ce36d21e-2ba5-4cff-8c35-c1c512cb75cf,segment=NetworkSegment(8b347e95-f02e-47f1-a6c5-e188e3ac7fda),segment_id=8b347e95-f02e-47f1-a6c5-e188e3ac7fda)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:51.019134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-02b7f7f2-5c67-4c55-aa61-11ac98582409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.027145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:51.027608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Checking segment: {'id': 'dd041dde-7978-432d-86c7-8e43c62c5420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '02809f80-28f7-4e35-b8f1-22ef0c01afac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:51.028124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.028529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Bound using segment: {'id': 'dd041dde-7978-432d-86c7-8e43c62c5420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '02809f80-28f7-4e35-b8f1-22ef0c01afac'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:51.029121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Bound port: 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd041dde-7978-432d-86c7-8e43c62c5420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '02809f80-28f7-4e35-b8f1-22ef0c01afac'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:51.029596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.045995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Transition to ACTIVE for port object 83861d5b-f31c-4c56-8435-60e09b2def91 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:51.146087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] For port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ce36d21e-2ba5-4cff-8c35-c1c512cb75cf,segment=NetworkSegment(8b347e95-f02e-47f1-a6c5-e188e3ac7fda),segment_id=8b347e95-f02e-47f1-a6c5-e188e3ac7fda)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:51.146979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.175907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1619c51-700e-4a63-883d-9146260e541c None None] DHCP port deletion for a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:41:51.187907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-02b7f7f2-5c67-4c55-aa61-11ac98582409 None None] Calling delete_port for ce36d21e-2ba5-4cff-8c35-c1c512cb75cf owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:51.217201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ce36d21e-2ba5-4cff-8c35-c1c512cb75cf no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:51.257489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.266330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1a65d5e-a9b8-42b4-8581-a8fbce51b7e8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.333519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b1619c51-700e-4a63-883d-9146260e541c None None] Deleting port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:51.333889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b1619c51-700e-4a63-883d-9146260e541c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.346027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 2001:db8:2::1 (805f1b7a-f62a-452f-bfd0-4e1a099fcc83/e3b1f4f4-d16b-4970-af68-51e8c456b9bd/ece80fba-4125-4bfc-8ee4-174719467260) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:51.390099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.20.0.1 (02809f80-28f7-4e35-b8f1-22ef0c01afac/94697c32-56a5-458f-9d84-2dc747b4fb8b/8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:51.397414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Calling delete_port for ce36d21e-2ba5-4cff-8c35-c1c512cb75cf owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:51.452204 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a65d5e-a9b8-42b4-8581-a8fbce51b7e8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33000dae-153b-40ef-8a8b-9281e015eedd,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:51.460449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:51.485345 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 8 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:51.514967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:51.517494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:51.563111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.643214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Pushing event updated for resources: {'Port': ['ID=83861d5b-f31c-4c56-8435-60e09b2def91,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:51.710882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.717292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.724396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.741441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1a65d5e-a9b8-42b4-8581-a8fbce51b7e8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.745166 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e1a65d5e-a9b8-42b4-8581-a8fbce51b7e8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/33000dae-153b-40ef-8a8b-9281e015eedd HTTP/1.1" status: 204 len: 168 time: 1.6385450 Oct 20 03:41:51.772234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] For port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:51.786211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Transition to ACTIVE for port object 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:51.793491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: from cryptography.utils import int_from_bytes Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: from cryptography.utils import int_from_bytes Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn_limited( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn_limited( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.795622 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:51.798767 dv-neutron-861845-1-hyperv neutron-server[90076]: util.warn( Oct 20 03:41:51.799616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-02b7f7f2-5c67-4c55-aa61-11ac98582409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.799713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:51.813073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:51.813073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.813500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:51.813500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:51.815207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.849292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37230) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:51.853551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=df96c4e1-52a3-4a0d-ac41-a359363babfc,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:51.861214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Transition to ACTIVE for port object ece80fba-4125-4bfc-8ee4-174719467260 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:51.873209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:51.874067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ea56e-9c51-4ff4-b26b-ef7da7364345 None None] Network aabe0f44-c948-479c-9a47-674143ccef4b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:51.903543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] For port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3c519e75-16b6-4e3b-9c9e-e7fca34b98e1,segment=NetworkSegment(dd041dde-7978-432d-86c7-8e43c62c5420),segment_id=dd041dde-7978-432d-86c7-8e43c62c5420)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:51.906315 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b7f7f2-5c67-4c55-aa61-11ac98582409 None None] No DVR routers for this DVR port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:51.907819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7f7f2-5c67-4c55-aa61-11ac98582409 None None] Pushing event deleted for resources: {'Port': ['ID=ce36d21e-2ba5-4cff-8c35-c1c512cb75cf,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:51.946175 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e7676db8-daee-4b22-8cd7-c8fe87a3eb46 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1761653 Oct 20 03:41:51.949374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37234) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:51.956371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1132956879', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df96c4e1-52a3-4a0d-ac41-a359363babfc'}], 'security_groups': ['ec870091-d6bf-4fb6-84f5-38a1ec0a6d02']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:51.963224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:51.963446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.973184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Attempting to bind port 83861d5b-f31c-4c56-8435-60e09b2def91 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:51.973584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Attempting to bind port 83861d5b-f31c-4c56-8435-60e09b2def91 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:51.973952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Attempting to bind port 83861d5b-f31c-4c56-8435-60e09b2def91 on network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:52.010217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.056258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.056715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.095196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:52.095196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Checking segment: {'id': 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:52.095598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.095809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Bound using segment: {'id': 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:52.096291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Bound port: 83861d5b-f31c-4c56-8435-60e09b2def91, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:52.096665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.136419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:52.189853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 02809f80-28f7-4e35-b8f1-22ef0c01afac is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:52.190867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:52.193486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:52.194252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.211560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:52.214230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:52.265654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=ece80fba-4125-4bfc-8ee4-174719467260,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:52.271585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b1619c51-700e-4a63-883d-9146260e541c None None] For port c0f2a634-c41a-4f78-80cd-232eaa4f1f36, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c0f2a634-c41a-4f78-80cd-232eaa4f1f36,segment=NetworkSegment(e9ac16e1-6ab4-4c98-8738-110349d14422),segment_id=e9ac16e1-6ab4-4c98-8738-110349d14422)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:52.272635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b1619c51-700e-4a63-883d-9146260e541c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.289868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Allocated IP 172.26.7.254 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/7a98aafe-afe9-4aad-96a0-7b1cde57a2a9) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:52.316689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Deleting port ce36d21e-2ba5-4cff-8c35-c1c512cb75cf {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:52.317017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.348341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:52.398513 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 9 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:52.414228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.499115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b1619c51-700e-4a63-883d-9146260e541c None None] Calling delete_port for c0f2a634-c41a-4f78-80cd-232eaa4f1f36 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:52.550268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.595527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] The port 'ce36d21e-2ba5-4cff-8c35-c1c512cb75cf' was deleted {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:41:52.612555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d5a6b-179f-474b-8b30-ea0a98b20551 None None] Pushing event updated for resources: {'Port': ['ID=3c519e75-16b6-4e3b-9c9e-e7fca34b98e1,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:52.665036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] For port 83861d5b-f31c-4c56-8435-60e09b2def91, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:52.675661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] For port 83861d5b-f31c-4c56-8435-60e09b2def91, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=83861d5b-f31c-4c56-8435-60e09b2def91,segment=NetworkSegment(ce87b3a2-3c4a-44dc-b41d-b36e867fecc5),segment_id=ce87b3a2-3c4a-44dc-b41d-b36e867fecc5)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:52.727543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:52.770581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.810035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.886631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b1619c51-700e-4a63-883d-9146260e541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.920310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1619c51-700e-4a63-883d-9146260e541c None None] No DVR routers for this DVR port c0f2a634-c41a-4f78-80cd-232eaa4f1f36 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:41:52.946415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20152bd1-5328-4c38-b03b-837ecb01de25 None None] Pushing event updated for resources: {'Port': ['ID=83861d5b-f31c-4c56-8435-60e09b2def91,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:52.964802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.981988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.997052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1619c51-700e-4a63-883d-9146260e541c None None] Pushing event deleted for resources: {'Port': ['ID=c0f2a634-c41a-4f78-80cd-232eaa4f1f36,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:53.009867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.095155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a23a97-b9f5-4583-9c3e-05e5971a57cb']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:53.149083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b347e95-f02e-47f1-a6c5-e188e3ac7fda') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:53.149083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b347e95-f02e-47f1-a6c5-e188e3ac7fda') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:53.157378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:53.199167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.230598 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 10 to provision port 0d13d368-5269-4ab3-92a2-f536f758267e Oct 20 03:41:53.252897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.314585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf587d1b-036a-49f3-a045-a4493e6fe862 None None] Update dhcp port {'port': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'fixed_ips': [{'subnet_id': 'f603fca6-97ae-4956-b59e-b0b148e45d8e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df96c4e1-52a3-4a0d-ac41-a359363babfc'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '14f51ae0-269d-459d-87b8-80a0f871297e'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:41:53.405449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Port 0d13d368-5269-4ab3-92a2-f536f758267e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:53.411783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Could not find standard attr ID for object c4cbb7ea-d682-4bc9-b4d9-dc53397de494. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:53.438033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.445357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf587d1b-036a-49f3-a045-a4493e6fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.457316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:53.457732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.505850 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 8b347e95-f02e-47f1-a6c5-e188e3ac7fda resource provider aggregate not found Oct 20 03:41:53.532820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:53.541679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Provisioning for port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:53.549500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Provisioning complete for port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:53.550442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.550782 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 1 to provision port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d Oct 20 03:41:53.604361 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 8b347e95-f02e-47f1-a6c5-e188e3ac7fda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b347e95-f02e-47f1-a6c5-e188e3ac7fda found for delete ", "request_id": "req-f6f2c689-3846-44c0-a4d4-a0e7a5b61334"}]} Oct 20 03:41:53.676092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c0f2a634-c41a-4f78-80cd-232eaa4f1f36 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:41:53.712297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.755475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c0f2a634-c41a-4f78-80cd-232eaa4f1f36 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:41:53.755823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c0f2a634-c41a-4f78-80cd-232eaa4f1f36 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:41:53.885190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Current status of the port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:53.885610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.919481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b013d28e-359e-4cf8-9788-2bf874ab5118 None None] Network 02809f80-28f7-4e35-b8f1-22ef0c01afac requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:54.021134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] For port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d,segment=NetworkSegment(f949140d-86b4-4d9e-b57a-7b5780445d82),segment_id=f949140d-86b4-4d9e-b57a-7b5780445d82)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:54.023989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:54.038464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:54.044087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.045680 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:41:54.086584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.096026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.152042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Delete allocated IP 2001:db8::31b (aabe0f44-c948-479c-9a47-674143ccef4b/f603fca6-97ae-4956-b59e-b0b148e45d8e) {{(pid=90075) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:41:54.162952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8:0:1::2ec (aabe0f44-c948-479c-9a47-674143ccef4b/df96c4e1-52a3-4a0d-ac41-a359363babfc/0158d6b0-55f9-4a18-9172-2831ba17b050) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:54.168232 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "DELETE /v2.0/networks/a2a23a97-b9f5-4583-9c3e-05e5971a57cb HTTP/1.1" status: 204 len: 168 time: 4.2929428 Oct 20 03:41:54.172463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37242) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:54.291029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Pushing event updated for resources: {'Port': ['ID=8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:54.300052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Provisioning for port fac76b9f-406b-4147-a2db-62290051b3e9 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:54.302807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.306790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:41:54.310707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Provisioning complete for port fac76b9f-406b-4147-a2db-62290051b3e9 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:54.311085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.311427 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Attempt 1 to provision port fac76b9f-406b-4147-a2db-62290051b3e9 Oct 20 03:41:54.342501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.379360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'Port': ['ID=7a98aafe-afe9-4aad-96a0-7b1cde57a2a9,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:54.388021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48067d-1554-4723-bb01-520e292b22e7 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event deleted for resources: {'Network': ['ID=a2a23a97-b9f5-4583-9c3e-05e5971a57cb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:54.420985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78078d-d49c-44b7-bed4-d211e4895757 None None] Network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:41:54.431293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.432058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.509733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.523537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=ece80fba-4125-4bfc-8ee4-174719467260,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:54.526100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.558937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Deleting port 0d13d368-5269-4ab3-92a2-f536f758267e {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:54.559620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.639914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.663193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Current status of the port fac76b9f-406b-4147-a2db-62290051b3e9 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:54.663772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.759682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] For port fac76b9f-406b-4147-a2db-62290051b3e9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fac76b9f-406b-4147-a2db-62290051b3e9,segment=NetworkSegment(f949140d-86b4-4d9e-b57a-7b5780445d82),segment_id=f949140d-86b4-4d9e-b57a-7b5780445d82)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:54.867925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.975693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.993917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Ignored duplicate provisioning block setup for port 0158d6b0-55f9-4a18-9172-2831ba17b050 by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:41:55.042973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671b7bb-ccaa-44bb-bb99-1d9dd1bd2c1a None None] Pushing event updated for resources: {'Port': ['ID=fac76b9f-406b-4147-a2db-62290051b3e9,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:55.108161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:55.111727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.161999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning for port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:55.173338 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning complete for port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:55.173722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.174065 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 1 to provision port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d Oct 20 03:41:55.179648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.274489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.286896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.309650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:55.314120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 83861d5b-f31c-4c56-8435-60e09b2def91 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:55.319055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:55.326087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:55.404077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-bf587d1b-036a-49f3-a045-a4493e6fe862 None None] Allocated IP 2001:db8:0:1::2 (aabe0f44-c948-479c-9a47-674143ccef4b/df96c4e1-52a3-4a0d-ac41-a359363babfc/14f51ae0-269d-459d-87b8-80a0f871297e) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:55.542921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 83861d5b-f31c-4c56-8435-60e09b2def91 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:55.544919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a875b791-a0eb-4b58-91f6-c9a0d2da9aa2']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:55.552785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:55.588470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.675000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bf587d1b-036a-49f3-a045-a4493e6fe862 None None] For port 14f51ae0-269d-459d-87b8-80a0f871297e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=14f51ae0-269d-459d-87b8-80a0f871297e,segment=NetworkSegment(28093368-6acf-4ddd-8367-679053cefb3d),segment_id=28093368-6acf-4ddd-8367-679053cefb3d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:55.696791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ac16e1-6ab4-4c98-8738-110349d14422') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:55.697098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ac16e1-6ab4-4c98-8738-110349d14422') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:55.697220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:55.697712 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.698137 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d Oct 20 03:41:55.725320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] In _notify_port_updated(), no bound segment for port 0158d6b0-55f9-4a18-9172-2831ba17b050 on network aabe0f44-c948-479c-9a47-674143ccef4b {{(pid=90075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:41:55.731668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:55.731668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.732680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "PUT /v2.0/ports/0158d6b0-55f9-4a18-9172-2831ba17b050 HTTP/1.1" status: 200 len: 931 time: 3.7820418 Oct 20 03:41:55.734821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.754989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37246) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:55.762820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf587d1b-036a-49f3-a045-a4493e6fe862 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.786001 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bf587d1b-036a-49f3-a045-a4493e6fe862 None None] Ignored duplicate provisioning block setup for port 14f51ae0-269d-459d-87b8-80a0f871297e by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:41:55.799187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Calling delete_port for 0d13d368-5269-4ab3-92a2-f536f758267e owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:55.822050 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 2 to provision port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d Oct 20 03:41:55.842807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad36d0a-5d11-48a1-ade5-a5ce47b8fbcb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=0158d6b0-55f9-4a18-9172-2831ba17b050,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:55.852880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-09505668-dbde-42ba-9895-cfdd876066ac tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 0158d6b0-55f9-4a18-9172-2831ba17b050 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:55.853229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09505668-dbde-42ba-9895-cfdd876066ac tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.877826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf587d1b-036a-49f3-a045-a4493e6fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.886809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.922938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:55.923355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:56.011900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:56.013362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:56.038697 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment e9ac16e1-6ab4-4c98-8738-110349d14422 resource provider aggregate not found Oct 20 03:41:56.077116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf587d1b-036a-49f3-a045-a4493e6fe862 None None] Pushing event updated for resources: {'Port': ['ID=14f51ae0-269d-459d-87b8-80a0f871297e,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:56.085578 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment e9ac16e1-6ab4-4c98-8738-110349d14422 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9ac16e1-6ab4-4c98-8738-110349d14422 found for delete ", "request_id": "req-00c6a6fd-fda6-4779-a0e7-f05abaa2454f"}]} Oct 20 03:41:56.114955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 02809f80-28f7-4e35-b8f1-22ef0c01afac is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:56.117854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:56.124158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:56.181147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 866ab018-75c2-41af-a73c-d24b2856f68c {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:56.181546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:56.358283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:56.439167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:56.443334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:56.515745 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 3 to provision port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d Oct 20 03:41:56.543890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:56.578753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:56.613969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event deleted for resources: {'Port': ['ID=0d13d368-5269-4ab3-92a2-f536f758267e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:56.688158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event deleted for resources: {'Network': ['ID=a875b791-a0eb-4b58-91f6-c9a0d2da9aa2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:56.720942 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1f91c0fc-5c88-412c-903e-b5746c8f4efa tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "DELETE /v2.0/networks/a875b791-a0eb-4b58-91f6-c9a0d2da9aa2 HTTP/1.1" status: 204 len: 168 time: 2.5462279 Oct 20 03:41:56.725123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37254) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:56.790357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:56.798386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37258) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:56.799140 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2c4d0691-111b-4de6-8f84-21ff81aa5953 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3714705 Oct 20 03:41:56.807485 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:56.824106 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:56.826985 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:56.832401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1028103890'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:56.848288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:41:56.872448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09505668-dbde-42ba-9895-cfdd876066ac tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:56.889035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 866ab018-75c2-41af-a73c-d24b2856f68c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=866ab018-75c2-41af-a73c-d24b2856f68c,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:41:56.889432 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:56.955543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f799d5-53b3-49aa-9f9a-2e339b3028b9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Deleting subnet 312ce3e8-f85e-4027-b446-98b1ca2a2e47 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:41:56.973666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:network and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:41:57.003127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:41:57.071402 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:57.080228 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 4 to provision port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d Oct 20 03:41:57.107005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-09505668-dbde-42ba-9895-cfdd876066ac tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 0158d6b0-55f9-4a18-9172-2831ba17b050 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:57.146117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-22f799d5-53b3-49aa-9f9a-2e339b3028b9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:57.189111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:57.190108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fac76b9f-406b-4147-a2db-62290051b3e9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:57.248432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:41:57.271020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port fac76b9f-406b-4147-a2db-62290051b3e9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:57.271303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:57.271816 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port fac76b9f-406b-4147-a2db-62290051b3e9 Oct 20 03:41:57.434400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port fac76b9f-406b-4147-a2db-62290051b3e9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:41:57.435901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 14f51ae0-269d-459d-87b8-80a0f871297e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:41:57.492897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 866ab018-75c2-41af-a73c-d24b2856f68c owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:57.510539 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:41:52Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:57.515205 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:57.518319 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Updating router b14c5306-8129-4d4c-b0a8-c5ba381945a1 port ece80fba-4125-4bfc-8ee4-174719467260 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:41:57.570513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:57.575727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:41:57.579342 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:57.582725 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b90ce965-8b79-48c2-8808-cf02af428950 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8156450 Oct 20 03:41:57.583373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37262) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:57.584446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273791e-4230-465a-8cf1-1ccee4bf1348 None None] Sync routers for ids ['2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:57.594342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273791e-4230-465a-8cf1-1ccee4bf1348 None None] Routers {'2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:57.598567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f273791e-4230-465a-8cf1-1ccee4bf1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:57.664401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b13b7-a33f-4379-aa91-9360a108e8ec tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:57.665044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e93b13b7-a33f-4379-aa91-9360a108e8ec tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:41:57.680821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09505668-dbde-42ba-9895-cfdd876066ac tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:57.712041 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 5 to provision port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d Oct 20 03:41:57.745369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f273791e-4230-465a-8cf1-1ccee4bf1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:57.772853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273791e-4230-465a-8cf1-1ccee4bf1348 None None] Routers {'2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:57.773568 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f273791e-4230-465a-8cf1-1ccee4bf1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:57.781559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e93b13b7-a33f-4379-aa91-9360a108e8ec tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:41:57.786327 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e93b13b7-a33f-4379-aa91-9360a108e8ec tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports/8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d HTTP/1.1" status: 200 len: 910 time: 0.2013457 Oct 20 03:41:57.787115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37266) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:57.793350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-09505668-dbde-42ba-9895-cfdd876066ac tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:57.797626 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-09505668-dbde-42ba-9895-cfdd876066ac tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/0158d6b0-55f9-4a18-9172-2831ba17b050 HTTP/1.1" status: 204 len: 168 time: 2.0353193 Oct 20 03:41:57.802145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09505668-dbde-42ba-9895-cfdd876066ac tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=0158d6b0-55f9-4a18-9172-2831ba17b050,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:57.828312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:57.860271 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37268) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:57.873120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f273791e-4230-465a-8cf1-1ccee4bf1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:57.873548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273791e-4230-465a-8cf1-1ccee4bf1348 None None] The sync data for ids ['2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:57.877230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:58.053914 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.065541 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Transition to ACTIVE for port object ece80fba-4125-4bfc-8ee4-174719467260 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:58.070692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Router b7bd25a7-1652-485b-bf88-30ae0b562434 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:41:58.101066 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:58.104339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.115597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-22f799d5-53b3-49aa-9f9a-2e339b3028b9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.136223 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.163065 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8137dfc8-faa2-4868-aa21-4ce84dd2d0e4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:41:58.167036 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8137dfc8-faa2-4868-aa21-4ce84dd2d0e4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/0158d6b0-55f9-4a18-9172-2831ba17b050 HTTP/1.1" status: 404 len: 333 time: 0.2296984 Oct 20 03:41:58.173741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37274) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:58.339074 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f3a50-9823-43dd-b8f9-01d24a26c6cd None None] Pushing event updated for resources: {'Port': ['ID=ece80fba-4125-4bfc-8ee4-174719467260,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:58.352959 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Attempting to bind port ece80fba-4125-4bfc-8ee4-174719467260 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:58.352959 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Attempting to bind port ece80fba-4125-4bfc-8ee4-174719467260 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:58.352959 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Attempting to bind port ece80fba-4125-4bfc-8ee4-174719467260 on network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:41:58.357538 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:41:58.358026 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Checking segment: {'id': 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:41:58.358511 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.358984 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Bound using segment: {'id': 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:41:58.359537 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Bound port: ece80fba-4125-4bfc-8ee4-174719467260, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:58.360011 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.378694 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 6 to provision port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d Oct 20 03:41:58.458335 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] For port ece80fba-4125-4bfc-8ee4-174719467260, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:41:58.462876 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] For port ece80fba-4125-4bfc-8ee4-174719467260, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ece80fba-4125-4bfc-8ee4-174719467260,segment=NetworkSegment(ce87b3a2-3c4a-44dc-b41d-b36e867fecc5),segment_id=ce87b3a2-3c4a-44dc-b41d-b36e867fecc5)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:41:58.467083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:58.481783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.494762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:58.533389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Router be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:41:58.548383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.548720 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added segment 21c8e593-c828-4c7e-834c-44be9db3e3a7 of type vlan for network f508e805-c505-4399-a4c6-256bcfdb676e Oct 20 03:41:58.549820 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.630720 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f3a50-9823-43dd-b8f9-01d24a26c6cd None None] Pushing event updated for resources: {'Port': ['ID=ece80fba-4125-4bfc-8ee4-174719467260,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:58.638101 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:58.638975 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:58.684375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fda3c255-daae-4909-83d4-e23d00638039 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.772155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-22f799d5-53b3-49aa-9f9a-2e339b3028b9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.797736 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:58.834939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:41:58.835552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.950923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:58.963880 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 7 to provision port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d Oct 20 03:41:59.016113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:59.018549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fda3c255-daae-4909-83d4-e23d00638039 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.034997 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ef0b7-6579-433b-a00e-3ec3e81920f7 None None] Sync routers for ids ['be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:59.043421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.045768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:41:59.061481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Sync routers for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:59.067032 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ef0b7-6579-433b-a00e-3ec3e81920f7 None None] Routers {'be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:59.067032 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4c0ef0b7-6579-433b-a00e-3ec3e81920f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:59.096444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:59.098030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:59.138929 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4c0ef0b7-6579-433b-a00e-3ec3e81920f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:59.185409 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ef0b7-6579-433b-a00e-3ec3e81920f7 None None] Routers {'be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:41:59.185682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.186294 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4c0ef0b7-6579-433b-a00e-3ec3e81920f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:59.205426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:41:59.247103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=866ab018-75c2-41af-a73c-d24b2856f68c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:59.263294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:41:59.263497 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-4c0ef0b7-6579-433b-a00e-3ec3e81920f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:59.263497 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ef0b7-6579-433b-a00e-3ec3e81920f7 None None] The sync data for ids ['be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:59.295620 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:41:52Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:59.301295 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed642e8-d8cc-4ccb-b4cf-48468ac0b410 None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:41:52Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:59.309134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.319185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:59.319817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.347610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:41:59.387480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-22f799d5-53b3-49aa-9f9a-2e339b3028b9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.395302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.400282 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dcc29785-d209-4006-a17c-652479c6a9f7 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 10.2203484 Oct 20 03:41:59.400282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fda3c255-daae-4909-83d4-e23d00638039 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.400504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fda3c255-daae-4909-83d4-e23d00638039 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.403907 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fda3c255-daae-4909-83d4-e23d00638039 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/security-groups/103716e2-937e-457b-ae08-233a11cc8e7a HTTP/1.1" status: 204 len: 168 time: 1.2221799 Oct 20 03:41:59.405865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37278) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:59.405865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37280) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:59.460958 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eda6b954-14d0-4700-a6b9-1c3bef097182 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "PUT /v2.0/routers/be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4954915 Oct 20 03:41:59.466406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37282) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:59.498353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f799d5-53b3-49aa-9f9a-2e339b3028b9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event deleted for resources: {'Subnet': ['ID=312ce3e8-f85e-4027-b446-98b1ca2a2e47,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:59.588224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.752280 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 8 to provision port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d Oct 20 03:41:59.764787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:59.816234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:41:59.820329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Could not find standard attr ID for object 0158d6b0-55f9-4a18-9172-2831ba17b050. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:59.850341 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:41:54Z', 'revision_number': 3, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:59.861143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Checking router: b7bd25a7-1652-485b-bf88-30ae0b562434 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:59.861921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Updating router b7bd25a7-1652-485b-bf88-30ae0b562434 port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:41:59.909697 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0980208 Oct 20 03:41:59.944757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning for port 14f51ae0-269d-459d-87b8-80a0f871297e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:59.956539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37292) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:41:59.960080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning complete for port 14f51ae0-269d-459d-87b8-80a0f871297e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:59.960654 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.961154 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 1 to provision port 14f51ae0-269d-459d-87b8-80a0f871297e Oct 20 03:41:59.978230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'subnet': {'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:59.984646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3c255-daae-4909-83d4-e23d00638039 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103716e2-937e-457b-ae08-233a11cc8e7a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:59.989443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-22f799d5-53b3-49aa-9f9a-2e339b3028b9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:59.991271 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-22f799d5-53b3-49aa-9f9a-2e339b3028b9 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "DELETE /v2.0/subnets/312ce3e8-f85e-4027-b446-98b1ca2a2e47 HTTP/1.1" status: 204 len: 168 time: 3.2580945 Oct 20 03:42:00.006103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcebb1c-690d-4364-a08d-507a1b6f5294 None None] Network 7365f167-68cc-47e5-aa63-0a550cf4f818 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:00.016840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37296) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:00.169056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.189391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23c5f1-9f08-4a27-8873-a37249f0acc2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Network': ['ID=f508e805-c505-4399-a4c6-256bcfdb676e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:00.235256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f508e805-c505-4399-a4c6-256bcfdb676e details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:42:00.302789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.351036 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c39be689-bc5c-4d5a-8179-e09e23551629 tempest-TestNetworkAdvancedServerOps-1939475416 tempest-TestNetworkAdvancedServerOps-1939475416-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=33a51a138e514a63b8a1bc948a2bbc79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8883555 Oct 20 03:42:00.354722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.359916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37302) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:00.363711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-053ee15c-32ca-4fd2-bb44-34049aeff533 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.389745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:00.456463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:subnet and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:00.461480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:00.470004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:00.594844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.606999 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Deleting port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:00.607352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.612128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Made reservation on behalf of d576fe01385e469093f05e4a576752aa for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:00.616456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.679795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Current status of the port 14f51ae0-269d-459d-87b8-80a0f871297e is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:00.683573 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.723369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:00.758300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] For port 14f51ae0-269d-459d-87b8-80a0f871297e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=14f51ae0-269d-459d-87b8-80a0f871297e,segment=NetworkSegment(28093368-6acf-4ddd-8367-679053cefb3d),segment_id=28093368-6acf-4ddd-8367-679053cefb3d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:00.774457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80468cc0-f7e4-4695-8526-355ff977f74c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.831933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.879456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce0d9d6-42ab-4bea-8fd9-4330833b70fb None None] DHCP port deletion for 7365f167-68cc-47e5-aa63-0a550cf4f818 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:42:00.893045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:00.906890 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0eb6b-7a3d-4edb-bab9-41765c0d7f69 None None] Sync routers for ids ['2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:00.911861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0d9d6-42ab-4bea-8fd9-4330833b70fb None None] Deleting port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:00.912394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d9d6-42ab-4bea-8fd9-4330833b70fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.919514 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0eb6b-7a3d-4edb-bab9-41765c0d7f69 None None] Routers {'2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:00.920624 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-efa0eb6b-7a3d-4edb-bab9-41765c0d7f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:00.973618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:00.996031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Pushing event updated for resources: {'Port': ['ID=14f51ae0-269d-459d-87b8-80a0f871297e,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:00.999308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Transition to ACTIVE for port object 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:01.043287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning for port 83861d5b-f31c-4c56-8435-60e09b2def91 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:01.047523 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-efa0eb6b-7a3d-4edb-bab9-41765c0d7f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:01.061411 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0eb6b-7a3d-4edb-bab9-41765c0d7f69 None None] Routers {'2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:01.061411 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-efa0eb6b-7a3d-4edb-bab9-41765c0d7f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:01.067026 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a0c08d02-921e-41e8-858b-8d1c3ca61ac7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2655773 Oct 20 03:42:01.072011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37306) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:01.082045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning complete for port 83861d5b-f31c-4c56-8435-60e09b2def91 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:01.082658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.083389 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 1 to provision port 83861d5b-f31c-4c56-8435-60e09b2def91 Oct 20 03:42:01.122492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-053ee15c-32ca-4fd2-bb44-34049aeff533 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.153849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.165502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.183781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-053ee15c-32ca-4fd2-bb44-34049aeff533 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.196494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9063bf29-fff5-436c-a731-6e5cbf6a2617 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:01.203909 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-efa0eb6b-7a3d-4edb-bab9-41765c0d7f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:01.204313 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0eb6b-7a3d-4edb-bab9-41765c0d7f69 None None] The sync data for ids ['2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:01.218159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80468cc0-f7e4-4695-8526-355ff977f74c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.275752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Attempting to bind port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:01.277093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Attempting to bind port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:01.277093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Attempting to bind port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:01.288502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Subnet': ['ID=94773412-777d-48ed-8b43-3d2f47f5ae9c,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:01.299178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Checking segment: {'id': '21c8e593-c828-4c7e-834c-44be9db3e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:01.299550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network hostable DHCP agents. Network: f508e805-c505-4399-a4c6-256bcfdb676e, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:01.320819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b1580-9836-41d6-ac5c-c30432e4e850 tempest-TestNetworkAdvancedServerOps-1939475416 tempest-TestNetworkAdvancedServerOps-1939475416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:01.327873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9063bf29-fff5-436c-a731-6e5cbf6a2617 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:01.327873 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9063bf29-fff5-436c-a731-6e5cbf6a2617 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea HTTP/1.1" status: 200 len: 205 time: 0.2539706 Oct 20 03:42:01.328110 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-168b1580-9836-41d6-ac5c-c30432e4e850 tempest-TestNetworkAdvancedServerOps-1939475416 tempest-TestNetworkAdvancedServerOps-1939475416-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9615321 Oct 20 03:42:01.328201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37310) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:01.330099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37314) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:01.335841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 14f51ae0-269d-459d-87b8-80a0f871297e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:01.405954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:01.406531 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:01.407212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.407866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:01.408687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Bound port: 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:01.409908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.430980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network f508e805-c505-4399-a4c6-256bcfdb676e is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:01.437459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-053ee15c-32ca-4fd2-bb44-34049aeff533 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.439099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ee15c-32ca-4fd2-bb44-34049aeff533 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Fanout notify agent at l3_agent the message router_deleted on router be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:42:01.497396 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c9f41a9e-586a-4741-904f-dcef930e65ee tempest-TestNetworkAdvancedServerOps-1939475416 tempest-TestNetworkAdvancedServerOps-1939475416-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1651447 Oct 20 03:42:01.498336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37318) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:01.510798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0ce0d9d6-42ab-4bea-8fd9-4330833b70fb None None] For port 6b1169cb-df00-4923-9dad-2bdb0609e6b9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6b1169cb-df00-4923-9dad-2bdb0609e6b9,segment=NetworkSegment(a79be8df-ed78-4439-83e1-c5cbffbbf604),segment_id=a79be8df-ed78-4439-83e1-c5cbffbbf604)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:01.519153 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d9d6-42ab-4bea-8fd9-4330833b70fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.519286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1100629792', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:01.530785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d189d6-20f2-4b19-b2c8-01df3783066a None None] Pushing event updated for resources: {'Port': ['ID=7a98aafe-afe9-4aad-96a0-7b1cde57a2a9,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:01.547354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80468cc0-f7e4-4695-8526-355ff977f74c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.554563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] For port 6b1169cb-df00-4923-9dad-2bdb0609e6b9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6b1169cb-df00-4923-9dad-2bdb0609e6b9,segment=NetworkSegment(a79be8df-ed78-4439-83e1-c5cbffbbf604),segment_id=a79be8df-ed78-4439-83e1-c5cbffbbf604)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:01.554911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.631416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, f508e805-c505-4399-a4c6-256bcfdb676e) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:01.636071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:01.636676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.653209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:01.657649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de36904a-46e6-48c9-8cf8-e1ce588a6912 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.677892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80468cc0-f7e4-4695-8526-355ff977f74c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec870091-d6bf-4fb6-84f5-38a1ec0a6d02,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:01.679785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-80468cc0-f7e4-4695-8526-355ff977f74c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.683289 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-80468cc0-f7e4-4695-8526-355ff977f74c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/security-groups/ec870091-d6bf-4fb6-84f5-38a1ec0a6d02 HTTP/1.1" status: 204 len: 168 time: 2.2166595 Oct 20 03:42:01.689088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37322) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:01.704839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0d9d6-42ab-4bea-8fd9-4330833b70fb None None] Calling delete_port for 6b1169cb-df00-4923-9dad-2bdb0609e6b9 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:01.720052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:subnet and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:01.731570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30faa421-8489-4aab-9a4e-027551075cf8 None None] Network f508e805-c505-4399-a4c6-256bcfdb676e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:01.779229 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b722d763-a0b5-49b9-813f-9e28b705bcd7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8173776 Oct 20 03:42:01.785644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:01.788293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37326) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:01.797387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:01.825795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] For port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:01.837296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-053ee15c-32ca-4fd2-bb44-34049aeff533 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.842634 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-053ee15c-32ca-4fd2-bb44-34049aeff533 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "DELETE /v2.0/routers/be52fd74-c4e2-4ade-a0e5-7e52b15b4d5b HTTP/1.1" status: 204 len: 168 time: 2.2454214 Oct 20 03:42:01.848435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Current status of the port 83861d5b-f31c-4c56-8435-60e09b2def91 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:01.848852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.852906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Calling delete_port for 6b1169cb-df00-4923-9dad-2bdb0609e6b9 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:01.866096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] For port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7a98aafe-afe9-4aad-96a0-7b1cde57a2a9,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:01.882962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37330) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:01.895396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 14f51ae0-269d-459d-87b8-80a0f871297e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:01.895776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:01.896110 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 14f51ae0-269d-459d-87b8-80a0f871297e Oct 20 03:42:01.961208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] For port 83861d5b-f31c-4c56-8435-60e09b2def91, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=83861d5b-f31c-4c56-8435-60e09b2def91,segment=NetworkSegment(ce87b3a2-3c4a-44dc-b41d-b36e867fecc5),segment_id=ce87b3a2-3c4a-44dc-b41d-b36e867fecc5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:01.972983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.005538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d90bd8-9b29-41dc-b9ff-ccc1ac4bd32f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet f603fca6-97ae-4956-b59e-b0b148e45d8e {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:02.022583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7d90bd8-9b29-41dc-b9ff-ccc1ac4bd32f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.071204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.074510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd1afbd-a179-4d47-bab0-4d795ba3d6e1 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Deleting subnet 65c24ffc-7278-491f-826e-3f02863566ce {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:02.077498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abd1afbd-a179-4d47-bab0-4d795ba3d6e1 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.110981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:02.111462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:02.130603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 562af8fc-3632-4771-8164-19b45d1ed7a6 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:02.158800 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7d90bd8-9b29-41dc-b9ff-ccc1ac4bd32f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.188056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abd1afbd-a179-4d47-bab0-4d795ba3d6e1 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.235896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Made reservation on behalf of 33a51a138e514a63b8a1bc948a2bbc79 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:02.238562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.280852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d9d6-42ab-4bea-8fd9-4330833b70fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.304453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:42:02.311814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:42:02.318918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d189d6-20f2-4b19-b2c8-01df3783066a None None] Pushing event updated for resources: {'Port': ['ID=7a98aafe-afe9-4aad-96a0-7b1cde57a2a9,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:02.333947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de36904a-46e6-48c9-8cf8-e1ce588a6912 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.347995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de36904a-46e6-48c9-8cf8-e1ce588a6912 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.371061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0d9d6-42ab-4bea-8fd9-4330833b70fb None None] No DVR routers for this DVR port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:42:02.477415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning for port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:02.505440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning complete for port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:02.505803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.506160 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 1 to provision port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 Oct 20 03:42:02.542980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-f508e805-c505-4399-a4c6-256bcfdb676e', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:42:02.543753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.641651 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:02.652943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 14f51ae0-269d-459d-87b8-80a0f871297e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:02.654115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ece80fba-4125-4bfc-8ee4-174719467260 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:02.654258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de36904a-46e6-48c9-8cf8-e1ce588a6912 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.654718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de36904a-46e6-48c9-8cf8-e1ce588a6912 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Fanout notify agent at l3_agent the message router_deleted on router 2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:42:02.668174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7d90bd8-9b29-41dc-b9ff-ccc1ac4bd32f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.688915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] Sync routers for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:02.691159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Pushing event updated for resources: {'Port': ['ID=83861d5b-f31c-4c56-8435-60e09b2def91,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:02.714401 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c0709d7f-c41f-4b28-b847-57f1fe44a098 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/562af8fc-3632-4771-8164-19b45d1ed7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8566523 Oct 20 03:42:02.714401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abd1afbd-a179-4d47-bab0-4d795ba3d6e1 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.715705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:02.722222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37334) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:02.807396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Deleting port 6b1169cb-df00-4923-9dad-2bdb0609e6b9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:02.807745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.808772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de36904a-46e6-48c9-8cf8-e1ce588a6912 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.812480 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-de36904a-46e6-48c9-8cf8-e1ce588a6912 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea HTTP/1.1" status: 204 len: 168 time: 1.4840655 Oct 20 03:42:02.826132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37338) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:02.884687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7d90bd8-9b29-41dc-b9ff-ccc1ac4bd32f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.889532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0d9d6-42ab-4bea-8fd9-4330833b70fb None None] Pushing event deleted for resources: {'Port': ['ID=6b1169cb-df00-4923-9dad-2bdb0609e6b9,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:02.892402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] The port '6b1169cb-df00-4923-9dad-2bdb0609e6b9' was deleted {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:42:02.919730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:02.920811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:02.959572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d90bd8-9b29-41dc-b9ff-ccc1ac4bd32f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=f603fca6-97ae-4956-b59e-b0b148e45d8e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:02.963634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccce8c8d-d55f-40db-bc9d-aacd37ce4b3a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting subnet 2f9470ca-88cc-4eac-b41e-1b12a0519d33 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:02.969284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ccce8c8d-d55f-40db-bc9d-aacd37ce4b3a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.979882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abd1afbd-a179-4d47-bab0-4d795ba3d6e1 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:02.987402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7d90bd8-9b29-41dc-b9ff-ccc1ac4bd32f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.053898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b348f4c-5ba4-4d5c-9088-6f80a8ca6846 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting subnet 94697c32-56a5-458f-9d84-2dc747b4fb8b {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:03.064798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b348f4c-5ba4-4d5c-9088-6f80a8ca6846 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.086081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1afbd-a179-4d47-bab0-4d795ba3d6e1 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event deleted for resources: {'Subnet': ['ID=65c24ffc-7278-491f-826e-3f02863566ce,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:03.095288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a258e-9598-4e1d-b312-e34f6d9fc34b None None] Network aabe0f44-c948-479c-9a47-674143ccef4b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:03.100111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-abd1afbd-a179-4d47-bab0-4d795ba3d6e1 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.104088 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-abd1afbd-a179-4d47-bab0-4d795ba3d6e1 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "DELETE /v2.0/subnets/65c24ffc-7278-491f-826e-3f02863566ce HTTP/1.1" status: 204 len: 168 time: 1.2163739 Oct 20 03:42:03.112597 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f7d90bd8-9b29-41dc-b9ff-ccc1ac4bd32f tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/f603fca6-97ae-4956-b59e-b0b148e45d8e HTTP/1.1" status: 204 len: 168 time: 1.3642182 Oct 20 03:42:03.112597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37342) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:03.113429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37346) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:03.116295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.136710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8fd91-73e8-44c9-8192-edb689367f89 None None] Network bd15d8e2-4a25-4905-a5e2-d1b5c4463048 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:03.158482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:03.178151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ccce8c8d-d55f-40db-bc9d-aacd37ce4b3a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.204519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.225672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7365f167-68cc-47e5-aa63-0a550cf4f818']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:03.252199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79be8df-ed78-4439-83e1-c5cbffbbf604') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:03.252199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79be8df-ed78-4439-83e1-c5cbffbbf604') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:03.277889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.294207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.302887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.315887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:03.315887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.388172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Deleting port 050489b5-cfb6-41d7-b822-c01a4e5e5865 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:03.388172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.416070 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment a79be8df-ed78-4439-83e1-c5cbffbbf604 resource provider aggregate not found Oct 20 03:42:03.457479 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment a79be8df-ed78-4439-83e1-c5cbffbbf604 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a79be8df-ed78-4439-83e1-c5cbffbbf604 found for delete ", "request_id": "req-50052bd6-cb10-4b08-882e-91cecab01844"}]} Oct 20 03:42:03.476765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Current status of the port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:03.477514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.540325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b348f4c-5ba4-4d5c-9088-6f80a8ca6846 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.544269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ece80fba-4125-4bfc-8ee4-174719467260 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:03.619467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.640126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.651140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.665606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Pushing event deleted for resources: {'Network': ['ID=7365f167-68cc-47e5-aa63-0a550cf4f818,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:03.683703 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-16aa5ac9-dd50-4b39-a3b7-36112a4a832e tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "DELETE /v2.0/networks/7365f167-68cc-47e5-aa63-0a550cf4f818 HTTP/1.1" status: 204 len: 168 time: 3.5737410 Oct 20 03:42:03.683922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37354) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:03.687822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'Subnet': ['ID=8ca272b5-0ca0-4398-9e19-0d03aa1dc341,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:03.709804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Allocated IP 2001:db8:3::2 (f508e805-c505-4399-a4c6-256bcfdb676e/94773412-777d-48ed-8b43-3d2f47f5ae9c/aec7edff-a828-4713-962d-c45d60b499df) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:03.745998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] For port 050489b5-cfb6-41d7-b822-c01a4e5e5865, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=050489b5-cfb6-41d7-b822-c01a4e5e5865,segment=NetworkSegment(00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c),segment_id=00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:03.746305 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.763984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b7755b7e-ed57-4961-b38a-f20f39985d38 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Synchronizing usage tracker for tenant:b2d2109ba9184baf84f283b6c74c7cd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:03.845086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:03.902790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Calling delete_port for 050489b5-cfb6-41d7-b822-c01a4e5e5865 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:03.937692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ccce8c8d-d55f-40db-bc9d-aacd37ce4b3a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:03.970152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Checking segment: {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:03.970525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Network hostable DHCP agents. Network: c079d507-1b9d-4aa8-bd0c-52a25444f5ca, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:03.977836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6b1169cb-df00-4923-9dad-2bdb0609e6b9 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:04.009779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:04.010500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] For port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3c519e75-16b6-4e3b-9c9e-e7fca34b98e1,segment=NetworkSegment(dd041dde-7978-432d-86c7-8e43c62c5420),segment_id=dd041dde-7978-432d-86c7-8e43c62c5420)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:04.024659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b7755b7e-ed57-4961-b38a-f20f39985d38 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Unset dirty status for tenant:b2d2109ba9184baf84f283b6c74c7cd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:04.026268 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b7755b7e-ed57-4961-b38a-f20f39985d38 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "GET /v2.0/ports?device_id=8c8f2659-aafb-4408-8b3a-625011068f1b HTTP/1.1" status: 200 len: 205 time: 0.3413558 Oct 20 03:42:04.028851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37358) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:04.037387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:04.078958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:04.094252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.095629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:04.120023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b348f4c-5ba4-4d5c-9088-6f80a8ca6846 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.144990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 6b1169cb-df00-4923-9dad-2bdb0609e6b9 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:04.146491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6b1169cb-df00-4923-9dad-2bdb0609e6b9 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:04.172793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.230965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Network c079d507-1b9d-4aa8-bd0c-52a25444f5ca is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:04.241577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:04.248196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.327254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 83861d5b-f31c-4c56-8435-60e09b2def91 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:04.337249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event deleted for resources: {'Port': ['ID=050489b5-cfb6-41d7-b822-c01a4e5e5865,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:04.339092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] No DVR routers for this DVR port 050489b5-cfb6-41d7-b822-c01a4e5e5865 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:42:04.354481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, c079d507-1b9d-4aa8-bd0c-52a25444f5ca) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:04.359407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:04.360092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.364828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ccce8c8d-d55f-40db-bc9d-aacd37ce4b3a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.378283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cbe3a787-2086-4455-95f7-52d0c9ccca77 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.428721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be5105-d07b-44a3-baea-1402b11608f3 None None] Network c079d507-1b9d-4aa8-bd0c-52a25444f5ca requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:04.451732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ccce8c8d-d55f-40db-bc9d-aacd37ce4b3a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.454524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce8c8d-d55f-40db-bc9d-aacd37ce4b3a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9470ca-88cc-4eac-b41e-1b12a0519d33,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:04.482565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29f611-6f93-483f-842f-58a7dd1a6f88 None None] Network 66a66aae-5f1e-49b8-bea4-e816f2722120 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:04.494950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning complete for port 51ded088-24e3-4632-9f3c-e6dd63274f9d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:04.495454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.495647 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 1 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:04.509125 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ccce8c8d-d55f-40db-bc9d-aacd37ce4b3a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/subnets/2f9470ca-88cc-4eac-b41e-1b12a0519d33 HTTP/1.1" status: 204 len: 168 time: 1.7742281 Oct 20 03:42:04.510207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37362) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:04.576346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b348f4c-5ba4-4d5c-9088-6f80a8ca6846 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.686239 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-acc0a4f5-2c83-457e-b6e9-ce30e9abb826 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1778185 Oct 20 03:42:04.687806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37366) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:04.714276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Pushing event updated for resources: {'Port': ['ID=3c519e75-16b6-4e3b-9c9e-e7fca34b98e1,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:04.721058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9b348f4c-5ba4-4d5c-9088-6f80a8ca6846 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.721058 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9b348f4c-5ba4-4d5c-9088-6f80a8ca6846 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/94697c32-56a5-458f-9d84-2dc747b4fb8b HTTP/1.1" status: 204 len: 168 time: 1.8897393 Oct 20 03:42:04.721980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b348f4c-5ba4-4d5c-9088-6f80a8ca6846 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Subnet': ['ID=94697c32-56a5-458f-9d84-2dc747b4fb8b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:04.727152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37368) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:04.769483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec51db0-a088-4220-b099-8c6284acbd32 None None] Network 02809f80-28f7-4e35-b8f1-22ef0c01afac requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:04.896886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.925753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.932866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cbe3a787-2086-4455-95f7-52d0c9ccca77 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.938992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cbe3a787-2086-4455-95f7-52d0c9ccca77 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.939234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:04.946313 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd15d8e2-4a25-4905-a5e2-d1b5c4463048']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:04.957748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a1949-b96e-4a7c-9fb0-727ece4c0e38 None None] DHCP port deletion for bd15d8e2-4a25-4905-a5e2-d1b5c4463048 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:42:04.972477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:04.976107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:04.976248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:04.998890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.016497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:41:54Z', 'revision_number': 3, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:05.078382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.139707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cbe3a787-2086-4455-95f7-52d0c9ccca77 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.140481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe3a787-2086-4455-95f7-52d0c9ccca77 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Fanout notify agent at l3_agent the message router_deleted on router 8c8f2659-aafb-4408-8b3a-625011068f1b {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:42:05.170275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:05.170679 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.189626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b1335-42cd-4b41-bc86-8dc744290d3e None None] The sync data for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv is: [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:41:54Z', 'revision_number': 3, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:05.232726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:05.232726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.278064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cbe3a787-2086-4455-95f7-52d0c9ccca77 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.279141 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cbe3a787-2086-4455-95f7-52d0c9ccca77 tempest-RoutersNegativeTest-364365201 tempest-RoutersNegativeTest-364365201-project] 10.222.0.33 "DELETE /v2.0/routers/8c8f2659-aafb-4408-8b3a-625011068f1b HTTP/1.1" status: 204 len: 168 time: 1.2490723 Oct 20 03:42:05.301696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.305098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 83861d5b-f31c-4c56-8435-60e09b2def91 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:05.305691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.306188 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 83861d5b-f31c-4c56-8435-60e09b2def91 Oct 20 03:42:05.396731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.422093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.435289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Transition to ACTIVE for port object aec7edff-a828-4713-962d-c45d60b499df will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:05.484481 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 2 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:05.573898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Transition to ACTIVE for port object aec7edff-a828-4713-962d-c45d60b499df will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:05.705408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 5801c8bb-2cdf-4f3e-b87f-b24f358df272 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:05.706514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.719416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.793371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.829802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.889250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:05.896705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Network f508e805-c505-4399-a4c6-256bcfdb676e is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:05.905208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:42:05.907006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.920374 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] 10.222.0.33 "DELETE /v2.0/networks/bd15d8e2-4a25-4905-a5e2-d1b5c4463048 HTTP/1.1" status: 204 len: 168 time: 2.8092501 Oct 20 03:42:05.936260 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c resource provider aggregate not found Oct 20 03:42:05.943107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:05.954771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3c519e75-16b6-4e3b-9c9e-e7fca34b98e1,segment=NetworkSegment(dd041dde-7978-432d-86c7-8e43c62c5420),segment_id=dd041dde-7978-432d-86c7-8e43c62c5420)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:05.955049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.955527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:05.978296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '5801c8bb-2cdf-4f3e-b87f-b24f358df272', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:57Z', 'updated_at': '2022-10-20T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:05.978714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:06.075420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:06.079051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:06.079839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.134710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37384) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:06.169723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b31538-5666-4096-bb93-cf7d04e6ef59 tempest-FloatingIPNegativeTestJSON-1506370056 tempest-FloatingIPNegativeTestJSON-1506370056-project] Pushing event deleted for resources: {'Network': ['ID=bd15d8e2-4a25-4905-a5e2-d1b5c4463048,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:06.173415 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00aa4bd4-7ab0-4acb-b8c2-d7c992e9086c found for delete ", "request_id": "req-ad3ec327-2bc8-4352-a8d8-cf9791e891be"}]} Oct 20 03:42:06.192668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Allocated IP 2001:db8:3::1 (f508e805-c505-4399-a4c6-256bcfdb676e/94773412-777d-48ed-8b43-3d2f47f5ae9c/325950a3-ec49-41ea-9969-13c0575854a5) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:06.223358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.243250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab8ce3-8024-457c-ab5a-483562efd824 None None] DHCP port deletion for 66a66aae-5f1e-49b8-bea4-e816f2722120 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:42:06.310321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] Checking router: 562af8fc-3632-4771-8164-19b45d1ed7a6 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:06.387450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:06.404304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] Routers {'562af8fc-3632-4771-8164-19b45d1ed7a6'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:06.404721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['562af8fc-3632-4771-8164-19b45d1ed7a6'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:06.440841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=e33eb47d-d372-4c4a-8d0f-672d9994eb29,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:06.465002 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 3 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:06.519093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab8ce3-8024-457c-ab5a-483562efd824 None None] Deleting port 40285c07-c415-4f79-9ceb-b9df6262a21a {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:06.519460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8ce3-8024-457c-ab5a-483562efd824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.545156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Pushing event updated for resources: {'Port': ['ID=aec7edff-a828-4713-962d-c45d60b499df,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:06.569551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:06.570224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad91df9a-d18d-4aad-bb9f-72f4cc33b6f2 None None] Network aabe0f44-c948-479c-9a47-674143ccef4b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:06.616155 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1f69b1ca-68c7-40f6-b926-20417e27f7c4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b2d2109ba9184baf84f283b6c74c7cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479666 Oct 20 03:42:06.618844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37392) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:06.688211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 5801c8bb-2cdf-4f3e-b87f-b24f358df272, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=5801c8bb-2cdf-4f3e-b87f-b24f358df272,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:06.688571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.706345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37396) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:06.773588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5184d499-99a3-499a-a5a1-55f7097ced72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.849253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5184d499-99a3-499a-a5a1-55f7097ced72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.896969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 83861d5b-f31c-4c56-8435-60e09b2def91 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:06.919485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Attempting to bind port aec7edff-a828-4713-962d-c45d60b499df on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:06.919721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Attempting to bind port aec7edff-a828-4713-962d-c45d60b499df by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '21c8e593-c828-4c7e-834c-44be9db3e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:06.920083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Attempting to bind port aec7edff-a828-4713-962d-c45d60b499df on network f508e805-c505-4399-a4c6-256bcfdb676e {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:06.932618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:06.932991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Checking segment: {'id': '21c8e593-c828-4c7e-834c-44be9db3e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:06.933421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.933812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Bound using segment: {'id': '21c8e593-c828-4c7e-834c-44be9db3e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:06.934290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Bound port: aec7edff-a828-4713-962d-c45d60b499df, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c8e593-c828-4c7e-834c-44be9db3e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:06.934680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.959187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 5801c8bb-2cdf-4f3e-b87f-b24f358df272 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:07.007194 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e7661b09-3244-4c17-9abb-0a164c517bdb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8910787 Oct 20 03:42:07.011297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37402) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:07.027685 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-32dea540-6bde-46d7-bd18-d8bb5a6f520e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9b642e6f37b340da8d0f8a19e6b09512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200922 Oct 20 03:42:07.031384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'security_group': {'name': 'tempest-secgroup-1468614373'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:07.043294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37406) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:07.048182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Allocated IP 172.20.0.1 (c079d507-1b9d-4aa8-bd0c-52a25444f5ca/8ca272b5-0ca0-4398-9e19-0d03aa1dc341/10299513-34f5-4650-bb7b-d147998665a2) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:07.049510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.069936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:07.081250 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 4 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:07.095623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:07.106957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0957d-ebeb-4f56-b7f1-b988bd5c0a32 None None] DHCP port deletion for 02809f80-28f7-4e35-b8f1-22ef0c01afac request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:42:07.113614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:07.124974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:07.149121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=3c519e75-16b6-4e3b-9c9e-e7fca34b98e1,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:07.156944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5184d499-99a3-499a-a5a1-55f7097ced72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.167484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No DVR routers for this DVR port 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:42:07.220204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] Set router 562af8fc-3632-4771-8164-19b45d1ed7a6 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:07.246545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184d499-99a3-499a-a5a1-55f7097ced72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bbdb88-22e0-4b89-bbc1-63f7b0c5c8a5,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:07.261335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d208ec43-bcf5-45fb-b04b-f17b19df96e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.264735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:07.295064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5184d499-99a3-499a-a5a1-55f7097ced72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.298483 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5184d499-99a3-499a-a5a1-55f7097ced72 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/41bbdb88-22e0-4b89-bbc1-63f7b0c5c8a5 HTTP/1.1" status: 204 len: 168 time: 0.6783454 Oct 20 03:42:07.310833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.321244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d208ec43-bcf5-45fb-b04b-f17b19df96e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.377324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.399126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:07.403133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group_rule and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:07.406301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:07.432735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:07.449132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.480548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Transition to ACTIVE for port object 10299513-34f5-4650-bb7b-d147998665a2 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:07.527200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:42:05Z', 'revision_number': 8, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:07.576884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70143624-4813-44e8-9503-6a10daa82bc4 None None] The sync data for ids ['562af8fc-3632-4771-8164-19b45d1ed7a6'] in dv-neutron-861845-1-hyperv is: [{'id': '562af8fc-3632-4771-8164-19b45d1ed7a6', 'name': 'tempest-TestNetworkBasicOps-router-1408639344', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:53Z', 'updated_at': '2022-10-20T03:42:05Z', 'revision_number': 8, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:07.588727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:07.597698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.611981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Transition to ACTIVE for port object 325950a3-ec49-41ea-9969-13c0575854a5 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:07.637103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.698042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d208ec43-bcf5-45fb-b04b-f17b19df96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.729173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] For port aec7edff-a828-4713-962d-c45d60b499df, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:07.732295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.737142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ab8ce3-8024-457c-ab5a-483562efd824 None None] For port 40285c07-c415-4f79-9ceb-b9df6262a21a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=40285c07-c415-4f79-9ceb-b9df6262a21a,segment=NetworkSegment(4832a3ba-fef8-4026-8cc7-d255c3b1e2c2),segment_id=4832a3ba-fef8-4026-8cc7-d255c3b1e2c2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:07.738003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8ce3-8024-457c-ab5a-483562efd824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.738270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Network c079d507-1b9d-4aa8-bd0c-52a25444f5ca is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:07.740625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.750857 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:07.754072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208ec43-bcf5-45fb-b04b-f17b19df96e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0124ae4c-16f1-4f70-97cf-e92516a9a3fd,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:07.758389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:07.801625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02809f80-28f7-4e35-b8f1-22ef0c01afac']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:07.827226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'Port': ['ID=10299513-34f5-4650-bb7b-d147998665a2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:07.831956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd041dde-7978-432d-86c7-8e43c62c5420') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:07.832322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd041dde-7978-432d-86c7-8e43c62c5420') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:07.850727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d208ec43-bcf5-45fb-b04b-f17b19df96e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.853748 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d208ec43-bcf5-45fb-b04b-f17b19df96e4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0124ae4c-16f1-4f70-97cf-e92516a9a3fd HTTP/1.1" status: 204 len: 168 time: 0.8091295 Oct 20 03:42:07.857781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.883771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.884613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc17d6-6f26-4614-8caf-11af5ab053d4,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:07.901573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:07.901989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.905329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.944126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:07.945486 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment dd041dde-7978-432d-86c7-8e43c62c5420 resource provider aggregate not found Oct 20 03:42:07.947963 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-940de2a9-8252-4911-a911-bf7b08705c7a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9347250 Oct 20 03:42:07.959703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37426) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:07.974128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'security_group': {'name': 'tempest-secgroup-622924779'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:08.005843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab8ce3-8024-457c-ab5a-483562efd824 None None] Calling delete_port for 40285c07-c415-4f79-9ceb-b9df6262a21a owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:08.010613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.051746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:08.053046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.057294 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment dd041dde-7978-432d-86c7-8e43c62c5420 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd041dde-7978-432d-86c7-8e43c62c5420 found for delete ", "request_id": "req-12222857-8f47-44fd-87f1-f7fabc16443f"}]} Oct 20 03:42:08.065795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:08.069971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:08.088137 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:08.117828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network f508e805-c505-4399-a4c6-256bcfdb676e is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:08.123567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Allocated IP 172.20.0.2 (c079d507-1b9d-4aa8-bd0c-52a25444f5ca/8ca272b5-0ca0-4398-9e19-0d03aa1dc341/6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:08.139306 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 5 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:08.150248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:08.165967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:08.166499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.181411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] For port aec7edff-a828-4713-962d-c45d60b499df, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=aec7edff-a828-4713-962d-c45d60b499df,segment=NetworkSegment(21c8e593-c828-4c7e-834c-44be9db3e3a7),segment_id=21c8e593-c828-4c7e-834c-44be9db3e3a7)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:08.206536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.219597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.229766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=325950a3-ec49-41ea-9969-13c0575854a5,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:08.241206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.246009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8ce3-8024-457c-ab5a-483562efd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.252457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.255964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:08.264466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group_rule and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:08.268718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:08.272676 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:08.282164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Network': ['ID=02809f80-28f7-4e35-b8f1-22ef0c01afac,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:08.287054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.287054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.287054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.287054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.287054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.287054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.287584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.287584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.287968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.288167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.288485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.288801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.312916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:08.345848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.346332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.347154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.347390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.347718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.348046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.348376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.348705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.349020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.349361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.349684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.350000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:08.364109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=5801c8bb-2cdf-4f3e-b87f-b24f358df272,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:08.370001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.374569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab8ce3-8024-457c-ab5a-483562efd824 None None] No DVR routers for this DVR port 40285c07-c415-4f79-9ceb-b9df6262a21a on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:42:08.378066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:08.378632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.379045 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 Oct 20 03:42:08.464217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.533749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab8ce3-8024-457c-ab5a-483562efd824 None None] Pushing event deleted for resources: {'Port': ['ID=40285c07-c415-4f79-9ceb-b9df6262a21a,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:08.543766 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-85073e13-880b-4202-b218-bda1a06842bc tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/networks/02809f80-28f7-4e35-b8f1-22ef0c01afac HTTP/1.1" status: 204 len: 168 time: 3.8135161 Oct 20 03:42:08.558799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37446) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:08.568944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-797824587', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:08.576917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.581799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.585774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:08.606318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:router and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:08.617681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:08.626008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:08.663232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:08.703840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.704384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Fanout notify agent at l3_agent the message router_deleted on router 562af8fc-3632-4771-8164-19b45d1ed7a6 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:42:08.756359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.756359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.773829 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6b13b-8ae5-4596-870a-6d3ca490f746 None None] Pushing event updated for resources: {'Port': ['ID=aec7edff-a828-4713-962d-c45d60b499df,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:08.776467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.780061 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2d69dfd1-ccd6-4810-833a-8a85705ffea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/routers/562af8fc-3632-4771-8164-19b45d1ed7a6 HTTP/1.1" status: 204 len: 168 time: 4.2668850 Oct 20 03:42:08.781696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37454) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:08.947503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.970201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.971308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:08.972155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.050165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37460) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:09.064889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.135899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.151279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.164957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7a98aafe-afe9-4aad-96a0-7b1cde57a2a9,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:09.173807 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 6 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:09.239742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.242229 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2799604 Oct 20 03:42:09.292587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.301619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Transition to ACTIVE for port object 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:09.309617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37470) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:09.323950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'security_group': {'name': 'tempest-secgroup-1754975225'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:09.341485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:09.347491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:09.351303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:09.357239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:09.361444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031beb3-cb33-4dcd-850e-001229168487 None None] Update dhcp port {'port': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'fixed_ips': [{'subnet_id': 'df96c4e1-52a3-4a0d-ac41-a359363babfc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e33eb47d-d372-4c4a-8d0f-672d9994eb29'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '14f51ae0-269d-459d-87b8-80a0f871297e'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:42:09.383726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909d3d4-d6c1-4338-876f-bf864682ae08 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b154b3-3049-4238-a265-d00caf6f4de6,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:09.397767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1c54825f-310c-4aad-88db-4f79c721b476 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-718607976', 'prefixes': ['172.20.0.0/16']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:09.410396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1c54825f-310c-4aad-88db-4f79c721b476 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:09.437389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 050489b5-cfb6-41d7-b822-c01a4e5e5865 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:09.478983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.484988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 050489b5-cfb6-41d7-b822-c01a4e5e5865 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:09.485355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 050489b5-cfb6-41d7-b822-c01a4e5e5865 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:09.485767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 40285c07-c415-4f79-9ceb-b9df6262a21a no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:09.514607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:09.520223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:security_group_rule and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:09.523730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:09.531044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:09.544962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Transition to ACTIVE for port object 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:09.556254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.568126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37476) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:09.570576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:09.696427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 40285c07-c415-4f79-9ceb-b9df6262a21a {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:09.696808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 40285c07-c415-4f79-9ceb-b9df6262a21a not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:09.701170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=7a98aafe-afe9-4aad-96a0-7b1cde57a2a9,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:09.704376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.715165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.745360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.745360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.808147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3031beb3-cb33-4dcd-850e-001229168487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.823738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137765357'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:09.841616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Network c079d507-1b9d-4aa8-bd0c-52a25444f5ca is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:09.842969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Pushing event updated for resources: {'Port': ['ID=6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:09.848938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3d2adb79-fb18-4947-8d19-80ec9712ce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.853427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:09.858016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:09.867762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:09.872977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:09.966641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:09.973910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:09.981439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:09.997326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d2dc70-e447-499c-a7b7-9b522c31c164,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:10.001845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:10.025083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.042185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'Port': ['ID=10299513-34f5-4650-bb7b-d147998665a2,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:10.048881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.060644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.076126 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 7 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:10.090617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.116350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.151926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a66aae-5f1e-49b8-bea4-e816f2722120']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:10.164173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.168984 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dca2ae9e-d0d1-463a-a2e6-84c105c5f6a3 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8580151 Oct 20 03:42:10.170005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:10.170301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4832a3ba-fef8-4026-8cc7-d255c3b1e2c2') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:10.172101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1c54825f-310c-4aad-88db-4f79c721b476 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] Notify callbacks [] for subnetpool, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.176604 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1c54825f-310c-4aad-88db-4f79c721b476 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1247039 Oct 20 03:42:10.184938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37482) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:10.185291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37484) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:10.186176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.198794 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Attempting to bind port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:10.199331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Attempting to bind port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:10.199590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Attempting to bind port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef on network c079d507-1b9d-4aa8-bd0c-52a25444f5ca {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:10.203961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:10.207804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.211054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1560734377', 'security_groups': ['b6d2dc70-e447-499c-a7b7-9b522c31c164'], 'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e33eb47d-d372-4c4a-8d0f-672d9994eb29'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:10.212916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:10.213320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Checking segment: {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:10.213728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.214120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Bound using segment: {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:10.214601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Bound port: 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:10.214977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.216710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:10.217189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.241119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:10.258674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:10.295027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:10.327950 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 4832a3ba-fef8-4026-8cc7-d255c3b1e2c2 resource provider aggregate not found Oct 20 03:42:10.334010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:10.343524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82127e51-6f04-4393-9e56-d8627a7cb3e1 None None] Network f508e805-c505-4399-a4c6-256bcfdb676e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:10.347807 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-47d33bc4-0ddd-4361-9e32-bf59fceb281a tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] 10.222.0.33 "GET /v2.0/subnetpools/a4e912e7-adb1-4a0e-afad-66aadb2360e4 HTTP/1.1" status: 200 len: 731 time: 0.1565521 Oct 20 03:42:10.352179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37494) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:10.363419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c1ea74b7-2961-4e2c-9371-57ebab7efa68 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-963264808'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:10.368218 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 4832a3ba-fef8-4026-8cc7-d255c3b1e2c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4832a3ba-fef8-4026-8cc7-d255c3b1e2c2 found for delete ", "request_id": "req-c85f6fee-6b29-4752-bd10-d2455ddac9d5"}]} Oct 20 03:42:10.410069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.465564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.469722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-3031beb3-cb33-4dcd-850e-001229168487 None None] Allocated IP 2001:db8::2 (aabe0f44-c948-479c-9a47-674143ccef4b/e33eb47d-d372-4c4a-8d0f-672d9994eb29/14f51ae0-269d-459d-87b8-80a0f871297e) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:10.489290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.491727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.492787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.498135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:10.498505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.498846 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 Oct 20 03:42:10.541355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Network': ['ID=66a66aae-5f1e-49b8-bea4-e816f2722120,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:10.543028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Network c079d507-1b9d-4aa8-bd0c-52a25444f5ca is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:10.550545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:10.586685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] For port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:10.612921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:10.690819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] For port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:10.700145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:port and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:10.709031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event updated for resources: {'Port': ['ID=325950a3-ec49-41ea-9969-13c0575854a5,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:10.710556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:10.725301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:10.752119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-715d4d88-48b6-4f3a-b7e4-0974895518bf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/networks/66a66aae-5f1e-49b8-bea4-e816f2722120 HTTP/1.1" status: 204 len: 168 time: 1.9646823 Oct 20 03:42:10.758300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c1ea74b7-2961-4e2c-9371-57ebab7efa68 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] Notify callbacks [] for subnetpool, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.759996 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c1ea74b7-2961-4e2c-9371-57ebab7efa68 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] 10.222.0.33 "PUT /v2.0/subnetpools/a4e912e7-adb1-4a0e-afad-66aadb2360e4 HTTP/1.1" status: 200 len: 683 time: 0.4012771 Oct 20 03:42:10.771156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37498) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:10.776198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37500) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:10.788269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'network': {'name': 'tempest-network-smoke--2044920257', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:10.796327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.814998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Network f508e805-c505-4399-a4c6-256bcfdb676e is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:10.824278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:10.824278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:10.825734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.828293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:network and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:10.835197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:10.846837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:10.848926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:10.853975 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 8 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:10.982273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.996532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.038944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:11.063019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] device_id is not set on port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:42:11.083127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3031beb3-cb33-4dcd-850e-001229168487 None None] For port 14f51ae0-269d-459d-87b8-80a0f871297e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=14f51ae0-269d-459d-87b8-80a0f871297e,segment=NetworkSegment(28093368-6acf-4ddd-8367-679053cefb3d),segment_id=28093368-6acf-4ddd-8367-679053cefb3d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:11.113384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:11.115368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device aec7edff-a828-4713-962d-c45d60b499df up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:11.116410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Router b7bd25a7-1652-485b-bf88-30ae0b562434 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:11.118669 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:11.126378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:11.145531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:11.155324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fce9aee-cb14-423f-9d8c-300c406879b7,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:11.195281 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3031beb3-cb33-4dcd-850e-001229168487 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.207756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.212379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3031beb3-cb33-4dcd-850e-001229168487 None None] Transition to ACTIVE for port object 14f51ae0-269d-459d-87b8-80a0f871297e will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:11.213381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:11.213935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34270930-a85f-41e3-b5f5-8c62d8fab59b None None] Pushing event updated for resources: {'Port': ['ID=6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:11.230598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:11.234088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.264010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.323489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3031beb3-cb33-4dcd-850e-001229168487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.433330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port aec7edff-a828-4713-962d-c45d60b499df completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:11.514824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:42:11.531869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:11.555847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 866ab018-75c2-41af-a73c-d24b2856f68c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:11.601967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 866ab018-75c2-41af-a73c-d24b2856f68c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:11.602417 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 866ab018-75c2-41af-a73c-d24b2856f68c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:11.602851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:11.666627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.668947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Added segment 400bdb98-edd2-420b-b780-c16382a51da8 of type vlan for network 35ac8035-da00-4d83-b392-b121e788f463 Oct 20 03:42:11.722336 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 9 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:11.749850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:11.750201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3c519e75-16b6-4e3b-9c9e-e7fca34b98e1 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:11.750605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 5801c8bb-2cdf-4f3e-b87f-b24f358df272 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:11.773546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.775079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea948d5c-346a-41c6-b701-8c4a1eefd259 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] Notify callbacks [] for subnetpool, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.776368 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ea948d5c-346a-41c6-b701-8c4a1eefd259 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] 10.222.0.33 "DELETE /v2.0/subnetpools/a4e912e7-adb1-4a0e-afad-66aadb2360e4 HTTP/1.1" status: 204 len: 168 time: 1.0039768 Oct 20 03:42:11.781642 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:11.789252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37506) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:11.798901 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Sync routers for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:11.811710 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:11.812775 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:11.816613 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d8f65246-a5f6-4878-bd48-40c8821f8680 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "PUT /v2.0/routers/b7bd25a7-1652-485b-bf88-30ae0b562434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0533290 Oct 20 03:42:11.823544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 5801c8bb-2cdf-4f3e-b87f-b24f358df272 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:11.823926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 5801c8bb-2cdf-4f3e-b87f-b24f358df272 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:11.848850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031beb3-cb33-4dcd-850e-001229168487 None None] Pushing event updated for resources: {'Port': ['ID=14f51ae0-269d-459d-87b8-80a0f871297e,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:11.870495 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:11.901566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:12.003666 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-240dcd6b-2788-4842-9605-29c747691084 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] show failed (client error): The resource could not be found. Oct 20 03:42:12.010329 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-240dcd6b-2788-4842-9605-29c747691084 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] 10.222.0.33 "GET /v2.0/subnetpools/a4e912e7-adb1-4a0e-afad-66aadb2360e4 HTTP/1.1" status: 404 len: 346 time: 0.2165155 Oct 20 03:42:12.017851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d21415-01ab-4f09-99b2-7fbb5b0861a2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:12.020269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37512) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:12.057950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:12.076702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.26.7.64 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/5b6a7707-e873-4201-bc09-0ac41716f979) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:12.080000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:12.087017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.087574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.095024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.095554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.095997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.096490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.097073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.098089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.098870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.099423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.099968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.100512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:12.150535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8::32c (aabe0f44-c948-479c-9a47-674143ccef4b/e33eb47d-d372-4c4a-8d0f-672d9994eb29/3a262ba2-6dec-428c-ac9b-67bdde3082f7) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:12.157060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:12.178804 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9db04d71-cecc-4979-99ab-682e7047d8ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.6095483 Oct 20 03:42:12.194146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37526) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:12.266047 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-9ffb6500-5140-4772-911b-455292fcc567 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] delete failed (client error): The resource could not be found. Oct 20 03:42:12.267374 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9ffb6500-5140-4772-911b-455292fcc567 tempest-SubnetPoolsTestJSON-1969428562 tempest-SubnetPoolsTestJSON-1969428562-project] 10.222.0.33 "DELETE /v2.0/subnetpools/a4e912e7-adb1-4a0e-afad-66aadb2360e4 HTTP/1.1" status: 404 len: 346 time: 0.2301023 Oct 20 03:42:12.280386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:12.295264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:12.307855 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:12.324882 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:12.329894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:12.364432 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b17bfcdc-412b-4191-abee-f9f90fd7fc6e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5651729 Oct 20 03:42:12.364432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37532) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:12.391139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:12.620131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:12.743815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:12.766280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:12.769653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:12.770473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:12.822868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Transition to ACTIVE for port object 3a262ba2-6dec-428c-ac9b-67bdde3082f7 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:12.825329 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 10 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:12.842406 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-8d50708d-2061-4586-88c9-7fb6517d5d3e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575693824&fields=id&tenant_id=33a51a138e514a63b8a1bc948a2bbc79 HTTP/1.1" status: 200 len: 267 time: 0.6493330 Oct 20 03:42:12.872349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:12.878318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87a8cc-3e27-48fa-b794-c1e7ce689d81 None None] Network c079d507-1b9d-4aa8-bd0c-52a25444f5ca requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:12.906122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34b3dea5-6822-427e-8d6f-c5c40e752709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:12.989924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.007173 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2256513 Oct 20 03:42:13.007173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc57205-34e7-4847-a5e3-061bd5a1bcda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Network': ['ID=35ac8035-da00-4d83-b392-b121e788f463,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:13.008702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37536) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:13.018090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c7a8f255-e978-4c79-b63d-a85295e41828 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:13.020058 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '10299513-34f5-4650-bb7b-d147998665a2', 'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'mac_address': 'fa:16:3e:21:49:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:06Z', 'updated_at': '2022-10-20T03:42:09Z', 'revision_number': 2, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'subnets': [{'id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:13.025361 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Checking router: b7bd25a7-1652-485b-bf88-30ae0b562434 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:13.025817 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Updating router b7bd25a7-1652-485b-bf88-30ae0b562434 port 10299513-34f5-4650-bb7b-d147998665a2 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:42:13.060727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 35ac8035-da00-4d83-b392-b121e788f463 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:42:13.084354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-4ae97b84-d64f-4f09-af45-6bd89ade07a0 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:13.086327 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-4ae97b84-d64f-4f09-af45-6bd89ade07a0 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/networks?id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca HTTP/1.1" status: 200 len: 797 time: 0.2309983 Oct 20 03:42:13.113002 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-a03f1da5-1119-4895-8afc-764f2c2087ff tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/quotas/33a51a138e514a63b8a1bc948a2bbc79 HTTP/1.1" status: 200 len: 375 time: 0.0185351 Oct 20 03:42:13.116330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c7a8f255-e978-4c79-b63d-a85295e41828 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:13.118821 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c7a8f255-e978-4c79-b63d-a85295e41828 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.9233928 Oct 20 03:42:13.119993 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.125613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.130613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37538) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:13.225455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:13.266066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37544) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:13.284370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=3a262ba2-6dec-428c-ac9b-67bdde3082f7,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:13.291794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-471338048', 'admin_state_up': True, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:13.302180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e9a9c634-6798-46bf-ae13-887fbacd30e6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-security--728502800', 'description': 'tempest-security-description-131403764'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:13.304967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:13.310219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:router and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:13.313110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:13.322214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:13.339825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Provisioning complete for port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:13.340334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.341516 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Attempt 1 to provision port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d Oct 20 03:42:13.367421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:13.371632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c634-6798-46bf-ae13-887fbacd30e6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.380236 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:13.402803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:13.417523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:13.429042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.444475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.474752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.476020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.514330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.542801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-29acfd2d-cff3-4d9e-82db-4db648e43799 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Synchronizing usage tracker for tenant:33a51a138e514a63b8a1bc948a2bbc79 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:13.549182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c634-6798-46bf-ae13-887fbacd30e6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.553151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.569030 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f3e81634-9f6a-45ea-909e-458156ccf2cd tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3821964 Oct 20 03:42:13.571866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37552) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:13.594026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:13.691931 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.707165 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Transition to ACTIVE for port object 10299513-34f5-4650-bb7b-d147998665a2 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:13.707474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=5b6a7707-e873-4201-bc09-0ac41716f979,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:13.714264 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da2e254c-2f8f-4523-8587-70ff520435e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.718257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-712c364d-50a4-4200-89bb-87d45e558cf5 None None] Current status of the port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:13.730145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.739727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c634-6798-46bf-ae13-887fbacd30e6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.742103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c634-6798-46bf-ae13-887fbacd30e6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.746067 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e9a9c634-6798-46bf-ae13-887fbacd30e6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "PUT /v2.0/security-groups/d1d21415-01ab-4f09-99b2-7fbb5b0861a2 HTTP/1.1" status: 200 len: 1778 time: 0.6065724 Oct 20 03:42:13.746998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-29acfd2d-cff3-4d9e-82db-4db648e43799 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Unset dirty status for tenant:33a51a138e514a63b8a1bc948a2bbc79 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:13.763454 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-29acfd2d-cff3-4d9e-82db-4db648e43799 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=33a51a138e514a63b8a1bc948a2bbc79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6399872 Oct 20 03:42:13.765097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '325950a3-ec49-41ea-9969-13c0575854a5', 'name': '', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:e5:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:04Z', 'updated_at': '2022-10-20T03:42:09Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:13.772731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:13.773087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Updating router b14c5306-8129-4d4c-b0a8-c5ba381945a1 port 325950a3-ec49-41ea-9969-13c0575854a5 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:42:13.785007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:13.785208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37556) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:13.817107 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.844876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:13.851513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:13.862506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:13.944084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9c634-6798-46bf-ae13-887fbacd30e6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d21415-01ab-4f09-99b2-7fbb5b0861a2,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:14.000312 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-49182a83-d61a-450e-a0cc-388ae0b967ad tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups/d1d21415-01ab-4f09-99b2-7fbb5b0861a2 HTTP/1.1" status: 200 len: 1778 time: 0.2030082 Oct 20 03:42:14.009250 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37560) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:14.058352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 14f51ae0-269d-459d-87b8-80a0f871297e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:14.058610 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c140c0-f288-4440-810e-73c96839a411 None None] Pushing event updated for resources: {'Port': ['ID=10299513-34f5-4650-bb7b-d147998665a2,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:14.119546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7ab599d4-fbd0-4d43-9c40-576fd6c05ed1 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.151219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7ab599d4-fbd0-4d43-9c40-576fd6c05ed1 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.210715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:14.224866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning for port 14f51ae0-269d-459d-87b8-80a0f871297e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:14.226641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:14.231149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:14.240167 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-8e64277a-9dfd-4bb3-a1b6-74ebdf461d64 service neutron] 10.222.0.33 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780726 Oct 20 03:42:14.241223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:14.247317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning complete for port 14f51ae0-269d-459d-87b8-80a0f871297e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:14.251459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.251459 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 1 to provision port 14f51ae0-269d-459d-87b8-80a0f871297e Oct 20 03:42:14.251712 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Attempting to bind port 10299513-34f5-4650-bb7b-d147998665a2 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:14.251712 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Attempting to bind port 10299513-34f5-4650-bb7b-d147998665a2 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:14.251712 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Attempting to bind port 10299513-34f5-4650-bb7b-d147998665a2 on network c079d507-1b9d-4aa8-bd0c-52a25444f5ca {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:14.265633 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:14.266014 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Checking segment: {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:14.266474 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.266874 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Bound using segment: {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:14.268006 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Bound port: 10299513-34f5-4650-bb7b-d147998665a2, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:14.268605 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.276254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7ab599d4-fbd0-4d43-9c40-576fd6c05ed1 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.308557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-da2e254c-2f8f-4523-8587-70ff520435e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:14.312702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da2e254c-2f8f-4523-8587-70ff520435e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a40175a85ec141c78576ea14f8efd791 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:14.315731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-da2e254c-2f8f-4523-8587-70ff520435e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:14.322126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-da2e254c-2f8f-4523-8587-70ff520435e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:14.375196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab599d4-fbd0-4d43-9c40-576fd6c05ed1 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d21415-01ab-4f09-99b2-7fbb5b0861a2,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:14.377154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:14.387235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.412496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da2e254c-2f8f-4523-8587-70ff520435e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.426561 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] For port 10299513-34f5-4650-bb7b-d147998665a2, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:14.434470 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] For port 10299513-34f5-4650-bb7b-d147998665a2, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=10299513-34f5-4650-bb7b-d147998665a2,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:14.492866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7ab599d4-fbd0-4d43-9c40-576fd6c05ed1 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.494017 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7ab599d4-fbd0-4d43-9c40-576fd6c05ed1 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/d1d21415-01ab-4f09-99b2-7fbb5b0861a2 HTTP/1.1" status: 204 len: 168 time: 0.4812608 Oct 20 03:42:14.508626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37564) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:14.522671 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.559850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 14f51ae0-269d-459d-87b8-80a0f871297e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:14.560456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.560456 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 14f51ae0-269d-459d-87b8-80a0f871297e Oct 20 03:42:14.604200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da2e254c-2f8f-4523-8587-70ff520435e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.632550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Current status of the port 14f51ae0-269d-459d-87b8-80a0f871297e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:14.638411 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:14.639738 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:14.683025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning complete for port 51ded088-24e3-4632-9f3c-e6dd63274f9d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:14.683445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.683789 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 1 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:14.744108 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-da2e254c-2f8f-4523-8587-70ff520435e2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a40175a85ec141c78576ea14f8efd791&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4753423 Oct 20 03:42:14.750653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e254c-2f8f-4523-8587-70ff520435e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46552bc5-389d-4eb7-87b5-d1feb5e37996,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:14.757017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37568) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:14.766298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.802105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 14f51ae0-269d-459d-87b8-80a0f871297e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:14.827673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.resource_extend [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:42:14.880502 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-edee045d-6c1b-4391-b779-3d0de4a21ec7 service neutron] 10.222.0.33 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335516 Oct 20 03:42:14.901344 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.ipam_backend_mixin [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e33eb47d-d372-4c4a-8d0f-672d9994eb29 (CIDR: 2001:db8::/64) Oct 20 03:42:14.907177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c5c70444-d398-46c5-96cc-5198ffcd9add tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:14.913493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:14.933218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.941430 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c140c0-f288-4440-810e-73c96839a411 None None] Pushing event updated for resources: {'Port': ['ID=10299513-34f5-4650-bb7b-d147998665a2,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:14.948718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.959665 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:42:14.960121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:14.979971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Transition to ACTIVE for port object 325950a3-ec49-41ea-9969-13c0575854a5 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:14.993690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c5c70444-d398-46c5-96cc-5198ffcd9add tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:14.995330 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c5c70444-d398-46c5-96cc-5198ffcd9add tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4856067 Oct 20 03:42:14.998167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37572) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:15.018046 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-4568f920-fd1e-435a-8f42-a87a6a22ee54 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] delete failed (client error): The resource could not be found. Oct 20 03:42:15.023351 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4568f920-fd1e-435a-8f42-a87a6a22ee54 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/d1d21415-01ab-4f09-99b2-7fbb5b0861a2 HTTP/1.1" status: 404 len: 347 time: 0.0200875 Oct 20 03:42:15.024277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37576) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:15.029622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-secgroup--783177766'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:15.036568 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:15.046126 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:15.048623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:15.050108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 20 03:42:15.060637 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d0b61449-4b41-4815-8dd9-01064fbbde10 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4849718 Oct 20 03:42:15.060823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37580) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:15.067214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:15.083514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c954238d-f239-4e93-803b-f298bb14d78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.085301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.085670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Removed routes are [] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 20 03:42:15.086061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.136889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c954238d-f239-4e93-803b-f298bb14d78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.196558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.342253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:15.346183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:15.349796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:15.357790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:15.370081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:15.375136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:15.379812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:15.385991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Pushing event updated for resources: {'Port': ['ID=325950a3-ec49-41ea-9969-13c0575854a5,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:15.386996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:15.395447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Attempting to bind port 325950a3-ec49-41ea-9969-13c0575854a5 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:15.395820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Attempting to bind port 325950a3-ec49-41ea-9969-13c0575854a5 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '21c8e593-c828-4c7e-834c-44be9db3e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:15.396189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Attempting to bind port 325950a3-ec49-41ea-9969-13c0575854a5 on network f508e805-c505-4399-a4c6-256bcfdb676e {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:15.401637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:15.402011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Checking segment: {'id': '21c8e593-c828-4c7e-834c-44be9db3e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:15.402403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.402917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Bound using segment: {'id': '21c8e593-c828-4c7e-834c-44be9db3e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:15.403956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Bound port: 325950a3-ec49-41ea-9969-13c0575854a5, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c8e593-c828-4c7e-834c-44be9db3e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:15.403956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.416416 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 2 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:15.503378 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5dd47a59-08ce-45f7-9e06-60e915c58bb9 req-590f8c64-d14b-4469-8956-911f61d035ea tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 210 time: 0.3118539 Oct 20 03:42:15.518374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:15.523668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.526516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c954238d-f239-4e93-803b-f298bb14d78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.531314 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '10299513-34f5-4650-bb7b-d147998665a2', 'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'mac_address': 'fa:16:3e:21:49:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:06Z', 'updated_at': '2022-10-20T03:42:14Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'subnets': [{'id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:15.536038 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a74f478-2b0b-41dc-af07-6f988c4a5f46 None None] The sync data for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv is: [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '10299513-34f5-4650-bb7b-d147998665a2', 'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'mac_address': 'fa:16:3e:21:49:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:06Z', 'updated_at': '2022-10-20T03:42:14Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'subnets': [{'id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:15.542759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:15.546409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] For port 325950a3-ec49-41ea-9969-13c0575854a5, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:15.550244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] For port 325950a3-ec49-41ea-9969-13c0575854a5, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=325950a3-ec49-41ea-9969-13c0575854a5,segment=NetworkSegment(21c8e593-c828-4c7e-834c-44be9db3e3a7),segment_id=21c8e593-c828-4c7e-834c-44be9db3e3a7)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:15.561866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954238d-f239-4e93-803b-f298bb14d78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46552bc5-389d-4eb7-87b5-d1feb5e37996,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:15.631537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.633628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c954238d-f239-4e93-803b-f298bb14d78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.635697 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c954238d-f239-4e93-803b-f298bb14d78e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/46552bc5-389d-4eb7-87b5-d1feb5e37996 HTTP/1.1" status: 204 len: 168 time: 0.8749213 Oct 20 03:42:15.754709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:15.755557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:15.821146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.847363 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.ipam_backend_mixin [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet df96c4e1-52a3-4a0d-ac41-a359363babfc (CIDR: 2001:db8:0:1::/64) Oct 20 03:42:15.905335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:15.909924 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:42:15.910395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:16.032860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 10299513-34f5-4650-bb7b-d147998665a2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:16.038934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8926f7-bed9-4553-aa13-92e4c918fe37,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:16.092402 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bcb3d36d-8031-4a4b-9695-52b59ecb3db4 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0220833 Oct 20 03:42:16.094292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37596) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:16.103076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'subnet': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:16.124148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.137608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.162924 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 3 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:16.222689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.224893 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-104411d7-0d74-4562-a160-d8bda79159c3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1996439 Oct 20 03:42:16.240963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37604) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:16.259014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': 'fc8926f7-bed9-4553-aa13-92e4c918fe37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:16.266541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:16.272060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:16.275658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:16.282623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:16.287411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:16.296642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Pushing event updated for resources: {'Port': ['ID=325950a3-ec49-41ea-9969-13c0575854a5,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:16.317034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.317981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.318426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.318761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.319120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.331304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.331304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.331304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.331304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.331304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.331304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.331304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247491-54bf-4d52-87e0-6e7a5d35d7fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:16.362262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.366399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:16.385046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:16.390579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Usage tracker for resource:subnet and tenant:97183b1f657e4bb5b7ed409b7f97abe9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:16.394611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:16.401482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:16.427629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.505790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Made reservation on behalf of 97183b1f657e4bb5b7ed409b7f97abe9 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:16.510442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.531303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.608403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 10299513-34f5-4650-bb7b-d147998665a2 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:16.699626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.760415 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cfab7c09-c468-49a6-b565-851d1e305761 req-ab340112-7396-44cd-bf4a-60c9ad89f340 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 210 time: 0.1406465 Oct 20 03:42:16.800813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e7b49e-974f-40a2-a663-3de393ebbd1c,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:16.828509 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 4 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:16.889881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.895167 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-492049b0-8ad8-459f-989b-b76865debeef tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6510341 Oct 20 03:42:16.897875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37620) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:16.943663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:16.966427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-259962d7-d174-4935-8658-d9c3c4fef795 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.974279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 6, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '325950a3-ec49-41ea-9969-13c0575854a5', 'name': '', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:e5:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:04Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:16.980527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeca90-b2d1-4b26-b003-37edbdcfb758 None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 6, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '325950a3-ec49-41ea-9969-13c0575854a5', 'name': '', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:e5:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:04Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:16.980976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-259962d7-d174-4935-8658-d9c3c4fef795 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.021050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.123068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.123785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-259962d7-d174-4935-8658-d9c3c4fef795 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.124156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.156056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259962d7-d174-4935-8658-d9c3c4fef795 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8e7b49e-974f-40a2-a663-3de393ebbd1c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:17.192079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-259962d7-d174-4935-8658-d9c3c4fef795 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.193635 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-259962d7-d174-4935-8658-d9c3c4fef795 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/d8e7b49e-974f-40a2-a663-3de393ebbd1c HTTP/1.1" status: 204 len: 168 time: 0.2941058 Oct 20 03:42:17.196441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37628) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:17.225241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:17.269474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37632) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:17.355111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-13ce1af6-180a-4b1a-90ef-4bc1d96dc149 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:17.375938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.413159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.435038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1682452115-network', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:17.445092 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 5 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:17.455120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:17.463611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Usage tracker for resource:network and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:17.467765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Network aabe0f44-c948-479c-9a47-674143ccef4b is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:17.468702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:17.474589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:17.477966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:17.478600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.498565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759bd058-8161-42ec-8b01-0bc32c5584ce None None] Network aabe0f44-c948-479c-9a47-674143ccef4b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:17.503002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:17.511495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-13ce1af6-180a-4b1a-90ef-4bc1d96dc149 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:17.515196 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-13ce1af6-180a-4b1a-90ef-4bc1d96dc149 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3148820 Oct 20 03:42:17.518869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37638) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:17.523317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Subnet': ['ID=cce4e0db-b052-4eb0-bc09-f49de74fea43,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:17.595207 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-961c38a1-a665-417b-bc9d-411c91b878ae tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4996209 Oct 20 03:42:17.602077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37642) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:17.610148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-899323882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cce4e0db-b052-4eb0-bc09-f49de74fea43'}], 'security_groups': ['35dc17d6-6f26-4614-8caf-11af5ab053d4', '50b154b3-3049-4238-a265-d00caf6f4de6']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:17.639314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:17.643883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d63bdd5a-a583-4056-b317-a97e546c5a52 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.682055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Made reservation on behalf of b59d5f13f62646b8af99f2bd7cc20df1 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:17.684449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.717307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.729708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d63bdd5a-a583-4056-b317-a97e546c5a52 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.793426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:17.807189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:17.863621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:17.876673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:18.038062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d63bdd5a-a583-4056-b317-a97e546c5a52 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.057567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 325950a3-ec49-41ea-9969-13c0575854a5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:18.074136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bdd5a-a583-4056-b317-a97e546c5a52 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8926f7-bed9-4553-aa13-92e4c918fe37,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:18.095028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.110342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.19 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/8f960b99-9424-4df7-9b42-1679d2aeeb5c) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:18.139988 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 6 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:18.171130 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6d5a6a13-3bba-454c-bac9-cd7b7449662f req-efa1789c-6cfc-4275-9612-abd94b31f033 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 210 time: 0.2084086 Oct 20 03:42:18.211228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:18.229005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea72e48-1eff-4f98-b5d7-085cc7136751 None None] Update dhcp port {'port': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'fixed_ips': [{'subnet_id': 'df96c4e1-52a3-4a0d-ac41-a359363babfc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e33eb47d-d372-4c4a-8d0f-672d9994eb29', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cce4e0db-b052-4eb0-bc09-f49de74fea43'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '14f51ae0-269d-459d-87b8-80a0f871297e'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:42:18.232195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:18.292839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cea72e48-1eff-4f98-b5d7-085cc7136751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.311573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.312934 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d176ec2e-f7c2-423e-b25c-314bc453fb72 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1 HTTP/1.1" status: 200 len: 954 time: 5.9485891 Oct 20 03:42:18.339480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37648) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:18.339592 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:18.348119 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:18.349024 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:18.417493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 325950a3-ec49-41ea-9969-13c0575854a5 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:18.524721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.550060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d63bdd5a-a583-4056-b317-a97e546c5a52 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.551282 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d63bdd5a-a583-4056-b317-a97e546c5a52 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/fc8926f7-bed9-4553-aa13-92e4c918fe37 HTTP/1.1" status: 204 len: 168 time: 1.0314958 Oct 20 03:42:18.552585 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:18.557428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37652) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:18.601293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-cea72e48-1eff-4f98-b5d7-085cc7136751 None None] Allocated IP 2001:db8:0:2::2 (aabe0f44-c948-479c-9a47-674143ccef4b/cce4e0db-b052-4eb0-bc09-f49de74fea43/14f51ae0-269d-459d-87b8-80a0f871297e) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:18.603730 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5be54fdc-9490-46da-8276-97fac65a4ea0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1 HTTP/1.1" status: 200 len: 954 time: 0.2693074 Oct 20 03:42:18.612419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37656) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:18.635988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.654960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'routes': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:18.723218 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 7 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:18.731386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-17c39fc9-eeaa-4eb5-bae6-3882c82e5c59 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:18.733110 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-17c39fc9-eeaa-4eb5-bae6-3882c82e5c59 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.26 "GET /v2.0/networks?id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca HTTP/1.1" status: 200 len: 797 time: 0.4815645 Oct 20 03:42:18.741592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.755163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:42:18.765126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.765705 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Added segment 9e22272d-5c1d-4c20-85d5-cbe6f4c6331d of type vlan for network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 Oct 20 03:42:18.793633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.853659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:18.882712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde49be2-f6a7-49bf-ae20-478b53d030a9,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:18.900549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-cea72e48-1eff-4f98-b5d7-085cc7136751 None None] For port 14f51ae0-269d-459d-87b8-80a0f871297e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=14f51ae0-269d-459d-87b8-80a0f871297e,segment=NetworkSegment(28093368-6acf-4ddd-8367-679053cefb3d),segment_id=28093368-6acf-4ddd-8367-679053cefb3d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:18.919762 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4b0010d0-f1f1-426a-985d-f80dec1ae016 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3593507 Oct 20 03:42:18.924048 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-da35cfe0-04e1-4497-9f39-4095425e3356 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33a51a138e514a63b8a1bc948a2bbc79 HTTP/1.1" status: 200 len: 379 time: 0.0985198 Oct 20 03:42:18.925061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37660) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:18.933813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cea72e48-1eff-4f98-b5d7-085cc7136751 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.953012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cea72e48-1eff-4f98-b5d7-085cc7136751 None None] Transition to ACTIVE for port object 14f51ae0-269d-459d-87b8-80a0f871297e will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:18.960308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-secgroup--368861964'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:18.974721 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'port': {'device_id': '845c4581-d1c4-473c-8976-1ddd04effb68', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'admin_state_up': True, 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'security_groups': ['0cd43cfc-632c-433e-9ea5-ce2aef0def0b']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:18.988257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.989184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:18.989771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.998618 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 6, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '325950a3-ec49-41ea-9969-13c0575854a5', 'name': '', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:e5:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:04Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:19.000337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:19.003944 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:19.013696 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:19.014509 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:19.040109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:19.053868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cea72e48-1eff-4f98-b5d7-085cc7136751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.137003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:19.174635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:19.210528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:19.225238 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:19.260429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:42:19.265568 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-116a3ab7-8e64-4604-8dcf-5c35475ac0d8 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9949992 Oct 20 03:42:19.275078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37670) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:19.292967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Request body: {'subnet': {'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1682452115-subnet', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'ip_version': 4}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:19.297609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:19.301610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Usage tracker for resource:subnet and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:19.304690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:19.315386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:19.360625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router ebb7d103-20a2-4ebb-bdbe-424494d96bc1 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:42:19.362961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.373180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.381071 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 8 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:19.453888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Made reservation on behalf of b59d5f13f62646b8af99f2bd7cc20df1 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:19.456832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.472974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:19.501773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:19.515633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:19.519087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea72e48-1eff-4f98-b5d7-085cc7136751 None None] Pushing event updated for resources: {'Port': ['ID=14f51ae0-269d-459d-87b8-80a0f871297e,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:19.527420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:19.571617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:19.615155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:19.621647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added routes are [] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 20 03:42:19.621980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 20 03:42:19.670615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Delete allocated IP 2001:db8::32c (aabe0f44-c948-479c-9a47-674143ccef4b/e33eb47d-d372-4c4a-8d0f-672d9994eb29) {{(pid=90076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:42:19.679228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Allocated IP 2001:db8:0:2::12e (aabe0f44-c948-479c-9a47-674143ccef4b/cce4e0db-b052-4eb0-bc09-f49de74fea43/3a262ba2-6dec-428c-ac9b-67bdde3082f7) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:19.737004 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:19.742075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:19.745617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:19.752178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:19.791093 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-65e93767-b8b0-4d76-a649-0b32f6515118 req-91b328bd-fcdd-4585-9543-738202527b24 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 210 time: 0.3465245 Oct 20 03:42:19.794008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.806278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Made reservation on behalf of 33a51a138e514a63b8a1bc948a2bbc79 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:19.810104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.829481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=8f960b99-9424-4df7-9b42-1679d2aeeb5c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:19.884529 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 6, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '325950a3-ec49-41ea-9969-13c0575854a5', 'name': '', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:e5:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:04Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:19.896054 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf005389-efe9-4b77-829c-8627ded9ae01 None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 6, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '325950a3-ec49-41ea-9969-13c0575854a5', 'name': '', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:e5:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:04Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:19.980506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 14f51ae0-269d-459d-87b8-80a0f871297e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:20.072540 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 9 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:20.110905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.161649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:20.236694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.358014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac55b2-4653-4026-b2ea-0d491dcb4908,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:20.376231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Allocated IP 172.20.0.5 (c079d507-1b9d-4aa8-bd0c-52a25444f5ca/8ca272b5-0ca0-4398-9e19-0d03aa1dc341/57f0d163-0ad7-4143-b42c-b0db40d41ed9) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:20.406936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.439899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Ignored duplicate provisioning block setup for port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 20 03:42:20.448721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:20.460724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b52a8-ad23-4d35-bc22-f904115d0ae8 None None] Sync routers for ids ['ebb7d103-20a2-4ebb-bdbe-424494d96bc1'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:20.473947 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b52a8-ad23-4d35-bc22-f904115d0ae8 None None] Routers {'ebb7d103-20a2-4ebb-bdbe-424494d96bc1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:20.474845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-740b52a8-ad23-4d35-bc22-f904115d0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ebb7d103-20a2-4ebb-bdbe-424494d96bc1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:20.488902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.490135 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ce0a0fef-9151-4124-8f7d-ab28e1c321be tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5349312 Oct 20 03:42:20.494911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37674) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:20.540798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-740b52a8-ad23-4d35-bc22-f904115d0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:20.544135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': 'bbac55b2-4653-4026-b2ea-0d491dcb4908', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:20.551609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b52a8-ad23-4d35-bc22-f904115d0ae8 None None] Routers {'ebb7d103-20a2-4ebb-bdbe-424494d96bc1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:20.552452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-740b52a8-ad23-4d35-bc22-f904115d0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ebb7d103-20a2-4ebb-bdbe-424494d96bc1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:20.628616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.632549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.647443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-740b52a8-ad23-4d35-bc22-f904115d0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:20.648066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b52a8-ad23-4d35-bc22-f904115d0ae8 None None] The sync data for ids ['ebb7d103-20a2-4ebb-bdbe-424494d96bc1'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:20.665461 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 10 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:20.692509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:20.695258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.696507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.728152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:20.767121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:20.783161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:20.801693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning for port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:20.812455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning complete for port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:20.813817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.814181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:20.814352 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 1 to provision port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 Oct 20 03:42:20.866173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.870302 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-90dd2725-bf48-49d0-9df4-81438a094aa5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.3103411 Oct 20 03:42:20.874855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:20.891015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37680) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:20.962114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:20.994879 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] In _notify_port_updated(), no bound segment for port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 on network aabe0f44-c948-479c-9a47-674143ccef4b {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:42:21.000164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:21.000779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.002110 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "PUT /v2.0/ports/3a262ba2-6dec-428c-ac9b-67bdde3082f7 HTTP/1.1" status: 200 len: 969 time: 3.3990452 Oct 20 03:42:21.005908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37684) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:21.034336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a26eb3-f539-4db2-980d-907658da37ce tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event updated for resources: {'Port': ['ID=3a262ba2-6dec-428c-ac9b-67bdde3082f7,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:21.055736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.114125 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2209d3f6-b8e6-4e18-a670-39676ebe4b51 req-a91e9d74-f716-4332-bcfc-a0c3e982d306 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 210 time: 0.1491430 Oct 20 03:42:21.121228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f35289-d291-42db-8ec9-c697325c02a1,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:21.145123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.153300 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Checking segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:21.153657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Network hostable DHCP agents. Network: 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:21.160325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.222412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Transition to ACTIVE for port object 57f0d163-0ad7-4143-b42c-b0db40d41ed9 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:21.289842 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c6a37f00-c40c-4212-bc3e-a49cfa47add4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/routers/ebb7d103-20a2-4ebb-bdbe-424494d96bc1 HTTP/1.1" status: 200 len: 879 time: 0.3844416 Oct 20 03:42:21.289842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.291427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37688) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:21.351594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:21.376638 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 2 to provision port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 Oct 20 03:42:21.420778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.442046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:21.463296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff1832c-feda-4729-8778-3e28696ff3ed,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:21.482565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:21.488048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:21.490903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b18feafa-42bc-4843-b390-a3a8c784d86c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:21.491498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.491609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b18feafa-42bc-4843-b390-a3a8c784d86c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.494809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea765fe-1ace-4a64-83c1-c46dbfcafa53 None None] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:21.513856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.576918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:21.588227 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.592914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.593048 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a52a9539-5481-4532-a2de-1a3314b08d3f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0936654 Oct 20 03:42:21.594009 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8c42268f-2dd9-4386-b2c3-ec741a60e199 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1 HTTP/1.1" status: 200 len: 704 time: 2.9635677 Oct 20 03:42:21.594658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37692) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:21.600016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37694) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:21.601220 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:21.622300 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:21.626606 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:21.634317 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e699ee25-6281-451d-ab88-532986a36099 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3579452 Oct 20 03:42:21.641318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Network c079d507-1b9d-4aa8-bd0c-52a25444f5ca is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:21.648260 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37700) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:21.657185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:21.682102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:21.687896 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:21.705528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': 'bbac55b2-4653-4026-b2ea-0d491dcb4908', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:21.719025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'Port': ['ID=57f0d163-0ad7-4143-b42c-b0db40d41ed9,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:21.725760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:21.748836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Usage tracker for resource:router and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:21.761858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:21.776320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:21.783466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:42:21.784360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.798346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:21.798992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.832965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b46879a1-46d6-4c60-9675-6816f8bdf8e9 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:router {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:21.837042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:21.888134 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:21.896410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.897565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.919053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:21.923601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.948470 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 3 to provision port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 Oct 20 03:42:21.956154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b46879a1-46d6-4c60-9675-6816f8bdf8e9 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:router {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:21.957756 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b46879a1-46d6-4c60-9675-6816f8bdf8e9 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6653988 Oct 20 03:42:21.959887 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-d642d90a-e2ae-466b-a97e-13c0fc66e2cc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0030775 Oct 20 03:42:21.964143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37704) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:21.965681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ebfee113-e9eb-44d7-97ff-c1a3b91551ab tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-797824587'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:21.982845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:22.026343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:22.069757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:22.083701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Request body: {'port': {'device_id': '845c4581-d1c4-473c-8976-1ddd04effb68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:22.087499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Allocated IP 172.20.0.2 (1e24bcb9-0447-4f17-b1d2-de7c50dd02b2/c6f35289-d291-42db-8ec9-c697325c02a1/8ff46f66-a621-4ca6-b5ab-992742f3decf) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:22.133115 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8c2c7aeb-38da-4453-914e-3f89ee1b76f1 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1 HTTP/1.1" status: 200 len: 704 time: 0.5333261 Oct 20 03:42:22.139715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37708) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:22.333570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.353378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.358802 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:19Z', 'revision_number': 7, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '325950a3-ec49-41ea-9969-13c0575854a5', 'name': '', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:e5:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:04Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:22.363991 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:22.367394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.374038 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:22.374641 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:22.382181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Transition to ACTIVE for port object 8ff46f66-a621-4ca6-b5ab-992742f3decf will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:22.404280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Transition to ACTIVE for port object 8ff46f66-a621-4ca6-b5ab-992742f3decf will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:22.442597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b18feafa-42bc-4843-b390-a3a8c784d86c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.506271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.536981 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:22.615210 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 4 to provision port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 Oct 20 03:42:22.669179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:22.674845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Pushing event updated for resources: {'Port': ['ID=8ff46f66-a621-4ca6-b5ab-992742f3decf,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:22.677641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:22.685621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:22.731831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:22.772792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.806916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Attempting to bind port 8ff46f66-a621-4ca6-b5ab-992742f3decf on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:22.807423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Attempting to bind port 8ff46f66-a621-4ca6-b5ab-992742f3decf by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:22.807789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Attempting to bind port 8ff46f66-a621-4ca6-b5ab-992742f3decf on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:22.814431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:22.814888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Checking segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:22.816345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.816345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Bound using segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:22.816345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Bound port: 8ff46f66-a621-4ca6-b5ab-992742f3decf, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:22.816603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.916067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] For port 8ff46f66-a621-4ca6-b5ab-992742f3decf, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:22.919627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] For port 8ff46f66-a621-4ca6-b5ab-992742f3decf, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8ff46f66-a621-4ca6-b5ab-992742f3decf,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:22.940564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.985318 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:19Z', 'revision_number': 7, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '325950a3-ec49-41ea-9969-13c0575854a5', 'name': '', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:e5:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:04Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:22.992646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.995140 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75590a1f-c4ea-457d-a818-c49013b56ae5 None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:19Z', 'revision_number': 7, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '325950a3-ec49-41ea-9969-13c0575854a5', 'name': '', 'network_id': 'f508e805-c505-4399-a4c6-256bcfdb676e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:e5:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:04Z', 'updated_at': '2022-10-20T03:42:15Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '94773412-777d-48ed-8b43-3d2f47f5ae9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:41:58Z', 'revision_number': 4, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:23.078724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b18feafa-42bc-4843-b390-a3a8c784d86c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 3a262ba2-6dec-428c-ac9b-67bdde3082f7 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:23.087035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19516376-2f36-44d0-b35d-36285cf8ff83 req-96b80e5c-bcc1-4cd6-92f0-6115f5e98381 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:23.087766 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-19516376-2f36-44d0-b35d-36285cf8ff83 req-96b80e5c-bcc1-4cd6-92f0-6115f5e98381 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Synchronizing usage tracker for tenant:33a51a138e514a63b8a1bc948a2bbc79 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:23.179512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b598ca9-35c0-4c97-9f85-16cadd8a2db1 None None] Pushing event updated for resources: {'Port': ['ID=8ff46f66-a621-4ca6-b5ab-992742f3decf,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:23.232335 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 5 to provision port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 Oct 20 03:42:23.249507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.276347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-19516376-2f36-44d0-b35d-36285cf8ff83 req-96b80e5c-bcc1-4cd6-92f0-6115f5e98381 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Unset dirty status for tenant:33a51a138e514a63b8a1bc948a2bbc79 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:23.278016 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19516376-2f36-44d0-b35d-36285cf8ff83 req-96b80e5c-bcc1-4cd6-92f0-6115f5e98381 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 931 time: 0.9248857 Oct 20 03:42:23.318048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:23.320393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.451402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3bd02b-70b0-456e-bfc9-6b229a8dce19,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:23.578328 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19516376-2f36-44d0-b35d-36285cf8ff83 req-e6fbf0e7-069e-45e8-9664-ac4dcab0d451 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861045 Oct 20 03:42:23.611934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.615593 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4974e5af-e6a6-4465-a197-40381479791d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0149927 Oct 20 03:42:23.615925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37714) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:23.623856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': 'bbac55b2-4653-4026-b2ea-0d491dcb4908', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:23.631150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:23.637347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:23.641042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:23.645659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ebfee113-e9eb-44d7-97ff-c1a3b91551ab tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.654070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:23.656351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:42:23.660171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b18feafa-42bc-4843-b390-a3a8c784d86c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.718947 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:42:23.759640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18feafa-42bc-4843-b390-a3a8c784d86c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=3a262ba2-6dec-428c-ac9b-67bdde3082f7,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:23.813500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ebfee113-e9eb-44d7-97ff-c1a3b91551ab tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.819822 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 6 to provision port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 Oct 20 03:42:23.836123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b18feafa-42bc-4843-b390-a3a8c784d86c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.838356 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b18feafa-42bc-4843-b390-a3a8c784d86c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/3a262ba2-6dec-428c-ac9b-67bdde3082f7 HTTP/1.1" status: 204 len: 168 time: 2.8240058 Oct 20 03:42:23.859382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Port 3a262ba2-6dec-428c-ac9b-67bdde3082f7 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:42:23.882622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37718) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:23.925195 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning for port aec7edff-a828-4713-962d-c45d60b499df completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:23.931547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning complete for port aec7edff-a828-4713-962d-c45d60b499df triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:23.934101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.934101 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 1 to provision port aec7edff-a828-4713-962d-c45d60b499df Oct 20 03:42:23.998755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8ff46f66-a621-4ca6-b5ab-992742f3decf up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:24.014939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.096615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:24.118152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Current status of the port aec7edff-a828-4713-962d-c45d60b499df is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:24.118536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.127744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Sync routers for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:24.152805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:24.153482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:24.179002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.238765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:42:24.246711 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b429e7e-d71e-4de5-a4b3-b021fbfd1002 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] GET failed (client error): The resource could not be found. Oct 20 03:42:24.247382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4b429e7e-d71e-4de5-a4b3-b021fbfd1002 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:24.309027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] For port aec7edff-a828-4713-962d-c45d60b499df, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=aec7edff-a828-4713-962d-c45d60b499df,segment=NetworkSegment(21c8e593-c828-4c7e-834c-44be9db3e3a7),segment_id=21c8e593-c828-4c7e-834c-44be9db3e3a7)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:24.332550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.342798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.344503 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-da65cf85-4de9-418b-bd44-04c1cc29785a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.0798256 Oct 20 03:42:24.365687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37722) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:24.380604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:24.420623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.432470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f0d163-0ad7-4143-b42c-b0db40d41ed9 {{(pid=90076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:42:24.438968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.458565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.486120 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-63f9f409-40a0-4f1e-9f40-be3128fedbfa tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1143918 Oct 20 03:42:24.486120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.495624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4b429e7e-d71e-4de5-a4b3-b021fbfd1002 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:24.495624 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4b429e7e-d71e-4de5-a4b3-b021fbfd1002 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports/3a262ba2-6dec-428c-ac9b-67bdde3082f7 HTTP/1.1" status: 404 len: 333 time: 0.6077814 Oct 20 03:42:24.495624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37726) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:24.499992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37728) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:24.537331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 8ff46f66-a621-4ca6-b5ab-992742f3decf completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:24.552586 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.554531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Transition to ACTIVE for port object 57f0d163-0ad7-4143-b42c-b0db40d41ed9 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:24.556629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0f977-4310-4715-abf6-0e03bd0c566f None None] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:24.596685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 325950a3-ec49-41ea-9969-13c0575854a5 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:24.597415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.624769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfee113-e9eb-44d7-97ff-c1a3b91551ab tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router ebb7d103-20a2-4ebb-bdbe-424494d96bc1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:24.640264 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c5ce97-fd84-4dda-af51-41bab31f8808,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:24.655998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.754324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Pushing event updated for resources: {'Port': ['ID=aec7edff-a828-4713-962d-c45d60b499df,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:24.811580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning for port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:24.856394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning complete for port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:24.857120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.857120 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 1 to provision port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef Oct 20 03:42:24.980570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.981780 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2c8bc2f5-f641-4689-9e76-fab18921dff7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3649545 Oct 20 03:42:24.982679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6dd19101-5563-4f9e-b77f-ba4942eb9c69 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.994642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37736) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:25.011796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': 'bbac55b2-4653-4026-b2ea-0d491dcb4908', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:25.039684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:25.059191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:25.074901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:25.082382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6dd19101-5563-4f9e-b77f-ba4942eb9c69 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.098507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:25.106110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:20Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:25.121191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Checking router: c43f9821-b3da-40aa-bef7-56d44d4eb1b7 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:25.121563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Updating router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 port 8f960b99-9424-4df7-9b42-1679d2aeeb5c binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:42:25.140467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port 325950a3-ec49-41ea-9969-13c0575854a5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=325950a3-ec49-41ea-9969-13c0575854a5,segment=NetworkSegment(21c8e593-c828-4c7e-834c-44be9db3e3a7),segment_id=21c8e593-c828-4c7e-834c-44be9db3e3a7)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:25.140827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.145974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Current status of the port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:25.146357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.162646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c5df1-f779-4e35-aee3-e44d57bc51cc tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:25.164315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-148c5df1-f779-4e35-aee3-e44d57bc51cc tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6666849 Oct 20 03:42:25.165138 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Pushing event updated for resources: {'Port': ['ID=57f0d163-0ad7-4143-b42c-b0db40d41ed9,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.168186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Allocated IP 172.26.7.137 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/f1dd876a-f5d5-405d-82ca-5f08c228dabe) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:25.170165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37740) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:25.209811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.249967 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d0f04cc8-bf83-4d16-86d4-381009b3f037 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739322 Oct 20 03:42:25.260861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37744) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:25.277874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-612550076', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:25.341399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 325950a3-ec49-41ea-9969-13c0575854a5 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:25.348213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] For port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:25.406054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.412990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.417228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Attempting to bind port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:25.417592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Attempting to bind port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:25.417949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Attempting to bind port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 on network c079d507-1b9d-4aa8-bd0c-52a25444f5ca {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:25.432079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfee113-e9eb-44d7-97ff-c1a3b91551ab tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:25.453347 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef4559-1523-4310-8649-3689b80ab713 None None] Sync routers for ids ['ebb7d103-20a2-4ebb-bdbe-424494d96bc1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:25.454470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ac4eb-f37e-4e7b-bdb4-843f89a3b231 req-1b949183-ff6c-4794-9945-25bc5a7f27d6 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:25.456377 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4d8ac4eb-f37e-4e7b-bdb4-843f89a3b231 req-1b949183-ff6c-4794-9945-25bc5a7f27d6 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 943 time: 0.7183464 Oct 20 03:42:25.471710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 on network c079d507-1b9d-4aa8-bd0c-52a25444f5ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:42:25.472069 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Attempting to bind port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 on network c079d507-1b9d-4aa8-bd0c-52a25444f5ca {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:25.480357 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef4559-1523-4310-8649-3689b80ab713 None None] Routers {'ebb7d103-20a2-4ebb-bdbe-424494d96bc1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:25.481017 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3aef4559-1523-4310-8649-3689b80ab713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ebb7d103-20a2-4ebb-bdbe-424494d96bc1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:25.503733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:25.504091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Checking segment: {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:25.504473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Bound using segment: {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:25.504920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Bound port: 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e84a07b-cf11-4aea-bf69-c481adcec653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca'}}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:25.505326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.564290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:25.585765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Pushing event updated for resources: {'Port': ['ID=6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.589109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Could not find standard attr ID for object 8be0cfaa-a9b2-4f0d-977b-f47b28c3eb7d. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:42:25.601211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Could not find standard attr ID for object 0158d6b0-55f9-4a18-9172-2831ba17b050. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:42:25.601477 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3aef4559-1523-4310-8649-3689b80ab713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:25.603175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ebfee113-e9eb-44d7-97ff-c1a3b91551ab tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.604470 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ebfee113-e9eb-44d7-97ff-c1a3b91551ab tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/ebb7d103-20a2-4ebb-bdbe-424494d96bc1 HTTP/1.1" status: 200 len: 886 time: 3.6429853 Oct 20 03:42:25.607365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:subnet and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:25.614943 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef4559-1523-4310-8649-3689b80ab713 None None] Routers {'ebb7d103-20a2-4ebb-bdbe-424494d96bc1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:25.615773 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3aef4559-1523-4310-8649-3689b80ab713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ebb7d103-20a2-4ebb-bdbe-424494d96bc1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:25.620737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:25.628812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning complete for port 83861d5b-f31c-4c56-8435-60e09b2def91 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:25.628812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.628812 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 1 to provision port 83861d5b-f31c-4c56-8435-60e09b2def91 Oct 20 03:42:25.630011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37750) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:25.639899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:25.666248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6dd19101-5563-4f9e-b77f-ba4942eb9c69 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.670665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.700877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:25.707161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:25.724134 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3aef4559-1523-4310-8649-3689b80ab713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:25.724822 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef4559-1523-4310-8649-3689b80ab713 None None] The sync data for ids ['ebb7d103-20a2-4ebb-bdbe-424494d96bc1'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:25.758879 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:25.762501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.812576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Current status of the port 83861d5b-f31c-4c56-8435-60e09b2def91 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:25.887211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd19101-5563-4f9e-b77f-ba4942eb9c69 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d2dc70-e447-499c-a7b7-9b522c31c164,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.913149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4d8ac4eb-f37e-4e7b-bdb4-843f89a3b231 req-bfd9eecc-f0f2-4942-8a53-94c182c6b801 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Synchronizing usage tracker for tenant:33a51a138e514a63b8a1bc948a2bbc79 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:25.932637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.933290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning for port 325950a3-ec49-41ea-9969-13c0575854a5 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:25.946915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6dd19101-5563-4f9e-b77f-ba4942eb9c69 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.950577 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6dd19101-5563-4f9e-b77f-ba4942eb9c69 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/security-groups/b6d2dc70-e447-499c-a7b7-9b522c31c164 HTTP/1.1" status: 204 len: 168 time: 1.4488013 Oct 20 03:42:25.953017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning complete for port 325950a3-ec49-41ea-9969-13c0575854a5 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:25.953488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.953895 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 1 to provision port 325950a3-ec49-41ea-9969-13c0575854a5 Oct 20 03:42:25.981768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.982142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37754) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:25.985038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.999184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:25.999801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.003385 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/57f0d163-0ad7-4143-b42c-b0db40d41ed9 HTTP/1.1" status: 200 len: 1093 time: 3.9778037 Oct 20 03:42:26.003506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device aec7edff-a828-4713-962d-c45d60b499df up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:26.034339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:42:26.036674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46" -d '{"events": [{"name": "network-changed", "server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:42:26.047481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.083344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df47289e-cb0d-4265-a8b6-34840686b6f6,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:26.105981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:26.115272 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:26.138424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4d8ac4eb-f37e-4e7b-bdb4-843f89a3b231 req-bfd9eecc-f0f2-4942-8a53-94c182c6b801 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Unset dirty status for tenant:33a51a138e514a63b8a1bc948a2bbc79 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:26.139599 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4d8ac4eb-f37e-4e7b-bdb4-843f89a3b231 req-bfd9eecc-f0f2-4942-8a53-94c182c6b801 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6560009 Oct 20 03:42:26.170510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:26.175066 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-58b54668-27b0-4c48-b3bb-9dbeb3b3aea1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/routers/ebb7d103-20a2-4ebb-bdbe-424494d96bc1 HTTP/1.1" status: 200 len: 886 time: 0.5134804 Oct 20 03:42:26.184981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37760) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:26.211880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5295ccf-36a7-4c22-a739-44b19e912675 x-openstack-request-id: req-d5295ccf-36a7-4c22-a739-44b19e912675 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:42:26.212174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:42:26.212628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d5295ccf-36a7-4c22-a739-44b19e912675 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:42:26.213173 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5295ccf-36a7-4c22-a739-44b19e912675'] response: {'name': 'network-changed', 'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'status': 'completed', 'code': 200} Oct 20 03:42:26.214259 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Current status of the port 325950a3-ec49-41ea-9969-13c0575854a5 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:26.214642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.228121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port aec7edff-a828-4713-962d-c45d60b499df triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:26.228493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.229106 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port aec7edff-a828-4713-962d-c45d60b499df Oct 20 03:42:26.237557 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af578099-f940-4d57-b461-c2bf7b4a30e3 service neutron] Pushing event updated for resources: {'Port': ['ID=57f0d163-0ad7-4143-b42c-b0db40d41ed9,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:26.267238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5e7587a5-e340-4d9a-9e22-82f474204bc0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:26.270267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.274056 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3a9a7652-b44b-4217-b46d-61cfe486dcc2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2758329 Oct 20 03:42:26.276330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37764) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:26.285335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': 'bbac55b2-4653-4026-b2ea-0d491dcb4908', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:26.291153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13cfcc56-a02d-44f2-a507-17b86c1d5b63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.310708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:26.318655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:26.323272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:26.337937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:26.343475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13cfcc56-a02d-44f2-a507-17b86c1d5b63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.355347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.399793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.417479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=325950a3-ec49-41ea-9969-13c0575854a5,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:26.422135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5e7587a5-e340-4d9a-9e22-82f474204bc0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:26.423298 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5e7587a5-e340-4d9a-9e22-82f474204bc0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=ebb7d103-20a2-4ebb-bdbe-424494d96bc1 HTTP/1.1" status: 200 len: 205 time: 0.2323210 Oct 20 03:42:26.466599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37768) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:26.478252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Pushing event updated for resources: {'Port': ['ID=f1dd876a-f5d5-405d-82ca-5f08c228dabe,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:26.495644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Transition to ACTIVE for port object 8f960b99-9424-4df7-9b42-1679d2aeeb5c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:26.500130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port aec7edff-a828-4713-962d-c45d60b499df is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:26.501323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:26.533306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning for port ece80fba-4125-4bfc-8ee4-174719467260 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:26.553629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Provisioning complete for port ece80fba-4125-4bfc-8ee4-174719467260 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:26.554009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.554346 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Attempt 1 to provision port ece80fba-4125-4bfc-8ee4-174719467260 Oct 20 03:42:26.603433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-a396d9f3-2685-4f95-b8c7-5fa5bbe8722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:26.604928 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-a396d9f3-2685-4f95-b8c7-5fa5bbe8722d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33a51a138e514a63b8a1bc948a2bbc79&device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 1096 time: 0.4847748 Oct 20 03:42:26.626081 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.715766 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-2fc80abb-7aa5-4505-956e-6332eca2cf60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9 HTTP/1.1" status: 200 len: 217 time: 0.0882549 Oct 20 03:42:26.718298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.738733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Attempting to bind port 8f960b99-9424-4df7-9b42-1679d2aeeb5c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:26.738964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Attempting to bind port 8f960b99-9424-4df7-9b42-1679d2aeeb5c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:26.739877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Attempting to bind port 8f960b99-9424-4df7-9b42-1679d2aeeb5c on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:26.745180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd018064-3511-465e-8f6f-4b88f607c42d None None] Pushing event updated for resources: {'Port': ['ID=8f960b99-9424-4df7-9b42-1679d2aeeb5c,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:26.759007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:26.759389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:26.759790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.760177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:26.760653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Bound port: 8f960b99-9424-4df7-9b42-1679d2aeeb5c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:26.761017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.786809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-15f3e5e4-b4a4-49d7-894c-fa0557a84f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:26.788299 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-15f3e5e4-b4a4-49d7-894c-fa0557a84f12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ca272b5-0ca0-4398-9e19-0d03aa1dc341 HTTP/1.1" status: 200 len: 835 time: 0.0637164 Oct 20 03:42:26.886070 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.899647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Current status of the port ece80fba-4125-4bfc-8ee4-174719467260 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:26.900018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.912351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] For port 8f960b99-9424-4df7-9b42-1679d2aeeb5c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:26.915821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:26.916185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.916522 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef Oct 20 03:42:26.969389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] For port 8f960b99-9424-4df7-9b42-1679d2aeeb5c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8f960b99-9424-4df7-9b42-1679d2aeeb5c,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:26.998002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] For port ece80fba-4125-4bfc-8ee4-174719467260, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ece80fba-4125-4bfc-8ee4-174719467260,segment=NetworkSegment(ce87b3a2-3c4a-44dc-b41d-b36e867fecc5),segment_id=ce87b3a2-3c4a-44dc-b41d-b36e867fecc5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:27.011989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13cfcc56-a02d-44f2-a507-17b86c1d5b63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.015542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.039166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.039550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.097956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=405b0359-76c9-4b32-b04b-80b1d8d84361,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:27.104415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.125032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:27.125757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:27.137680 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Checking segment: {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:27.138049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network hostable DHCP agents. Network: 35ac8035-da00-4d83-b392-b121e788f463, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:27.154156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfcc56-a02d-44f2-a507-17b86c1d5b63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b154b3-3049-4238-a265-d00caf6f4de6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:27.157104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-f0ade4b4-84dd-40ef-b724-5403fb8d1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:27.159596 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-f0ade4b4-84dd-40ef-b724-5403fb8d1f7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3100827 Oct 20 03:42:27.161534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.196296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:27.251827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.289774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd018064-3511-465e-8f6f-4b88f607c42d None None] Pushing event updated for resources: {'Port': ['ID=8f960b99-9424-4df7-9b42-1679d2aeeb5c,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:27.311535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13cfcc56-a02d-44f2-a507-17b86c1d5b63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.315481 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-13cfcc56-a02d-44f2-a507-17b86c1d5b63 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/security-groups/50b154b3-3049-4238-a265-d00caf6f4de6 HTTP/1.1" status: 204 len: 168 time: 1.3253834 Oct 20 03:42:27.316159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37774) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:27.360710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.416686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:27.475936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bb5d40-6a47-40c4-b62c-c7cf74ddd83b,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:27.510932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7858b-6996-41f9-9275-0c2992bbf59a None None] Pushing event updated for resources: {'Port': ['ID=ece80fba-4125-4bfc-8ee4-174719467260,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:27.550473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 35ac8035-da00-4d83-b392-b121e788f463 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:27.569419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Provisioning for port 14f51ae0-269d-459d-87b8-80a0f871297e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:27.580064 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Provisioning complete for port 14f51ae0-269d-459d-87b8-80a0f871297e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:27.580962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.581313 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 1 to provision port 14f51ae0-269d-459d-87b8-80a0f871297e Oct 20 03:42:27.639481 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-7b77d72e-a118-4e60-abdb-85fdec45cf98 service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240770 Oct 20 03:42:27.664773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.665589 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1671240d-2399-47c7-8eec-87d3fea70757 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3886285 Oct 20 03:42:27.677518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37778) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:27.689068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.702288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 35ac8035-da00-4d83-b392-b121e788f463) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:27.708009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d6e85e4-8683-4264-87c8-9bc36ba9a638 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.722792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de631273-4d66-45dc-97e8-0d29db9be0e9 None None] Network 35ac8035-da00-4d83-b392-b121e788f463 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:27.767235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d6e85e4-8683-4264-87c8-9bc36ba9a638 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.777986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:27.790877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:27.792542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3140eb3-1b8f-4681-856f-d4aa753a3a6e req-fe0c6bf2-3f66-46f6-8ce4-bc4f2eea946d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:27.792677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.797881 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e3140eb3-1b8f-4681-856f-d4aa753a3a6e req-fe0c6bf2-3f66-46f6-8ce4-bc4f2eea946d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 943 time: 0.4135277 Oct 20 03:42:27.822500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 5b6a7707-e873-4201-bc09-0ac41716f979 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:27.823079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.947133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Current status of the port 14f51ae0-269d-459d-87b8-80a0f871297e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:27.949052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8eeaa1ef-8b97-4bf6-9c3d-7bbedf44404e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.004638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8eeaa1ef-8b97-4bf6-9c3d-7bbedf44404e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.056862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ece80fba-4125-4bfc-8ee4-174719467260 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:28.078264 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e3140eb3-1b8f-4681-856f-d4aa753a3a6e req-23ab0917-e772-4f9e-a9b8-81c816944f8d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793980 Oct 20 03:42:28.084394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.105809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Provisioning for port 10299513-34f5-4650-bb7b-d147998665a2 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:28.120764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-35ac8035-da00-4d83-b392-b121e788f463', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:42:28.123975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.138175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Provisioning complete for port 10299513-34f5-4650-bb7b-d147998665a2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:28.138785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.139280 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 1 to provision port 10299513-34f5-4650-bb7b-d147998665a2 Oct 20 03:42:28.178820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d6e85e4-8683-4264-87c8-9bc36ba9a638 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.195939 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:20Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:28.203449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e85e4-8683-4264-87c8-9bc36ba9a638 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc17d6-6f26-4614-8caf-11af5ab053d4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:28.213060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:28.222516 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ab65311f-15e1-4579-b2a7-1a8d5f10d1d7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0818923 Oct 20 03:42:28.225856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d6e85e4-8683-4264-87c8-9bc36ba9a638 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.229495 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5d6e85e4-8683-4264-87c8-9bc36ba9a638 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/security-groups/35dc17d6-6f26-4614-8caf-11af5ab053d4 HTTP/1.1" status: 204 len: 168 time: 0.8934977 Oct 20 03:42:28.230490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37782) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:28.230674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37784) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:28.245694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7dea21-27de-4486-9557-569e6635a44c None None] The sync data for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv is: [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:20Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:28.257627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46357672-8b37-4494-be14-25472ab306a5 None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:28.311643 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4797babc-a377-48e4-aa40-cbca9bb8df97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0465767 Oct 20 03:42:28.311643 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8eeaa1ef-8b97-4bf6-9c3d-7bbedf44404e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.313996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46357672-8b37-4494-be14-25472ab306a5 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:28.314637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-46357672-8b37-4494-be14-25472ab306a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:28.315265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8eeaa1ef-8b97-4bf6-9c3d-7bbedf44404e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.316893 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8eeaa1ef-8b97-4bf6-9c3d-7bbedf44404e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/29bb5d40-6a47-40c4-b62c-c7cf74ddd83b HTTP/1.1" status: 204 len: 168 time: 0.6355319 Oct 20 03:42:28.321832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37790) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:28.322305 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37792) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:28.354443 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2a5cc4-fa77-45ac-949e-8641371c10b9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting subnet 94773412-777d-48ed-8b43-3d2f47f5ae9c {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:28.357501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5cc4-fa77-45ac-949e-8641371c10b9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.430895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.457842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc9bb94-bf57-4a75-bc42-ab675292efe6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet e33eb47d-d372-4c4a-8d0f-672d9994eb29 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:28.461069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cc9bb94-bf57-4a75-bc42-ab675292efe6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.492740 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1fd97f28-8db5-4b32-85f8-2f0ed9b599b7 req-408461e1-a0df-457e-a595-e75bd5d06132 service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8141949 Oct 20 03:42:28.508815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaa1ef-8b97-4bf6-9c3d-7bbedf44404e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29bb5d40-6a47-40c4-b62c-c7cf74ddd83b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:28.509993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ece80fba-4125-4bfc-8ee4-174719467260 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:28.510487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.510943 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ece80fba-4125-4bfc-8ee4-174719467260 Oct 20 03:42:28.599582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0c428752-1062-4368-912c-a2396f4ef18b tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:28.649963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Current status of the port 10299513-34f5-4650-bb7b-d147998665a2 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:28.650410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.699337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:42:28.737190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Allocated IP 172.20.0.2 (35ac8035-da00-4d83-b392-b121e788f463/405b0359-76c9-4b32-b04b-80b1d8d84361/da1712ba-4ceb-40dc-b4e6-ffd37549ebda) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:28.848458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-46357672-8b37-4494-be14-25472ab306a5 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:28.889619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 5b6a7707-e873-4201-bc09-0ac41716f979 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:28.919662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:28.930380 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Sync routers for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:28.933587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0c428752-1062-4368-912c-a2396f4ef18b tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:28.937559 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0c428752-1062-4368-912c-a2396f4ef18b tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6024070 Oct 20 03:42:28.950167 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:28.951067 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:28.951401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5cc4-fa77-45ac-949e-8641371c10b9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.983883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37798) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:28.999501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cc9bb94-bf57-4a75-bc42-ab675292efe6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.074195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57cd4ee9-5c35-4565-8b55-2a51766388f5 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.093635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.097323 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2470891b-d02e-4c3a-9640-cda637e857db admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4454849 Oct 20 03:42:29.100352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37802) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:29.116465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57cd4ee9-5c35-4565-8b55-2a51766388f5 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.255516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-de850361-2833-4f9d-8534-6940367828c0 None None] For port 10299513-34f5-4650-bb7b-d147998665a2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=10299513-34f5-4650-bb7b-d147998665a2,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:29.275893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cc9bb94-bf57-4a75-bc42-ab675292efe6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.302529 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:29.400679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ece80fba-4125-4bfc-8ee4-174719467260 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:29.415077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.418304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5cc4-fa77-45ac-949e-8641371c10b9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.503797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cc9bb94-bf57-4a75-bc42-ab675292efe6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.554968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Could not find standard attr ID for object 3a262ba2-6dec-428c-ac9b-67bdde3082f7. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:42:29.583309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9bb94-bf57-4a75-bc42-ab675292efe6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=e33eb47d-d372-4c4a-8d0f-672d9994eb29,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:29.594521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cc9bb94-bf57-4a75-bc42-ab675292efe6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.596967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4919513-2b89-418b-b84b-88ce5cbab6ba None None] Network aabe0f44-c948-479c-9a47-674143ccef4b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:29.603542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5cc4-fa77-45ac-949e-8641371c10b9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.663632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a5cc4-fa77-45ac-949e-8641371c10b9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Subnet': ['ID=94773412-777d-48ed-8b43-3d2f47f5ae9c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:29.671365 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4cc9bb94-bf57-4a75-bc42-ab675292efe6 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/e33eb47d-d372-4c4a-8d0f-672d9994eb29 HTTP/1.1" status: 204 len: 168 time: 1.4383552 Oct 20 03:42:29.675821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5cc4-fa77-45ac-949e-8641371c10b9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.679854 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2a2a5cc4-fa77-45ac-949e-8641371c10b9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/94773412-777d-48ed-8b43-3d2f47f5ae9c HTTP/1.1" status: 204 len: 168 time: 1.4460683 Oct 20 03:42:29.679854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37808) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:29.749106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37810) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:29.754832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-9468c69d-26a7-4e2b-8ec7-5711cd59d649 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet cce4e0db-b052-4eb0-bc09-f49de74fea43 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:29.757903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9468c69d-26a7-4e2b-8ec7-5711cd59d649 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.786501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdd5bcf-7c1d-4e53-9c92-75dbf8e60292 None None] Network f508e805-c505-4399-a4c6-256bcfdb676e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:29.842523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9468c69d-26a7-4e2b-8ec7-5711cd59d649 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.944462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9468c69d-26a7-4e2b-8ec7-5711cd59d649 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.036797 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 3, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:30.041194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8f960b99-9424-4df7-9b42-1679d2aeeb5c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:30.052260 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Checking router: 252a606c-d5fa-4b8b-a880-e4c8b9db82eb for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:30.052260 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Updating router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb port f1dd876a-f5d5-405d-82ca-5f08c228dabe binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:42:30.052511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-ec58dd10-d33c-4718-ab1e-f3772b24b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:30.052511 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-ec58dd10-d33c-4718-ab1e-f3772b24b678 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33a51a138e514a63b8a1bc948a2bbc79&device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 1096 time: 1.4216051 Oct 20 03:42:30.077174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Pushing event updated for resources: {'Port': ['ID=10299513-34f5-4650-bb7b-d147998665a2,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:30.082228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Provisioning for port 8ff46f66-a621-4ca6-b5ab-992742f3decf completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:30.148118 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.163342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57cd4ee9-5c35-4565-8b55-2a51766388f5 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.192822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Provisioning complete for port 8ff46f66-a621-4ca6-b5ab-992742f3decf triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:30.193211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.193798 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 1 to provision port 8ff46f66-a621-4ca6-b5ab-992742f3decf Oct 20 03:42:30.194818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9468c69d-26a7-4e2b-8ec7-5711cd59d649 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.367093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd4ee9-5c35-4565-8b55-2a51766388f5 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df47289e-cb0d-4265-a8b6-34840686b6f6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:30.491047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9468c69d-26a7-4e2b-8ec7-5711cd59d649 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.491047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468c69d-26a7-4e2b-8ec7-5711cd59d649 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=cce4e0db-b052-4eb0-bc09-f49de74fea43,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:30.491522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.493725 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-57cd4ee9-5c35-4565-8b55-2a51766388f5 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.493725 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-57cd4ee9-5c35-4565-8b55-2a51766388f5 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/df47289e-cb0d-4265-a8b6-34840686b6f6 HTTP/1.1" status: 204 len: 168 time: 1.4416966 Oct 20 03:42:30.493972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Transition to ACTIVE for port object da1712ba-4ceb-40dc-b4e6-ffd37549ebda will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:30.494057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.494057 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9468c69d-26a7-4e2b-8ec7-5711cd59d649 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/cce4e0db-b052-4eb0-bc09-f49de74fea43 HTTP/1.1" status: 204 len: 168 time: 0.7888584 Oct 20 03:42:30.494057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37816) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:30.494057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37818) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:30.510218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port aec7edff-a828-4713-962d-c45d60b499df {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:30.511211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.514576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Transition to ACTIVE for port object da1712ba-4ceb-40dc-b4e6-ffd37549ebda will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:30.613385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Current status of the port 8ff46f66-a621-4ca6-b5ab-992742f3decf is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:30.614376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.636976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-46357672-8b37-4494-be14-25472ab306a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 8, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:30.651447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46357672-8b37-4494-be14-25472ab306a5 None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:30.707583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] DHCP port deletion for f508e805-c505-4399-a4c6-256bcfdb676e request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:42:30.736063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46357672-8b37-4494-be14-25472ab306a5 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:30.737225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-46357672-8b37-4494-be14-25472ab306a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:30.737466 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.743360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79865249-2386-4256-bf0d-008abc2219d6 req-25f9b836-7cc0-4086-b21d-2fa8595545ee tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:30.745333 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-79865249-2386-4256-bf0d-008abc2219d6 req-25f9b836-7cc0-4086-b21d-2fa8595545ee tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 943 time: 1.1370900 Oct 20 03:42:30.766261 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Transition to ACTIVE for port object f1dd876a-f5d5-405d-82ca-5f08c228dabe will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:30.797392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.805217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] Deleting port aec7edff-a828-4713-962d-c45d60b499df {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:30.808592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.823668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-e01b9bdc-e20b-490b-abaf-8d1fe29ba4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:30.825124 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-e01b9bdc-e20b-490b-abaf-8d1fe29ba4c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca HTTP/1.1" status: 200 len: 898 time: 0.7540133 Oct 20 03:42:30.835223 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-79865249-2386-4256-bf0d-008abc2219d6 req-0c114897-7820-47d6-8354-a1fe017ffecc tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717082 Oct 20 03:42:30.866271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.877754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port aec7edff-a828-4713-962d-c45d60b499df, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=aec7edff-a828-4713-962d-c45d60b499df,segment=NetworkSegment(21c8e593-c828-4c7e-834c-44be9db3e3a7),segment_id=21c8e593-c828-4c7e-834c-44be9db3e3a7)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:30.878286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.909690 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-a8b38d29-e2e3-4409-ad9c-e4968ef4d5aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9 HTTP/1.1" status: 200 len: 217 time: 0.0716674 Oct 20 03:42:30.956248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.959862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 8f960b99-9424-4df7-9b42-1679d2aeeb5c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:30.961090 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Attempting to bind port f1dd876a-f5d5-405d-82ca-5f08c228dabe on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:30.961783 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Attempting to bind port f1dd876a-f5d5-405d-82ca-5f08c228dabe by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:30.962770 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Attempting to bind port f1dd876a-f5d5-405d-82ca-5f08c228dabe on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:30.964097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-de850361-2833-4f9d-8534-6940367828c0 None None] For port 8ff46f66-a621-4ca6-b5ab-992742f3decf, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8ff46f66-a621-4ca6-b5ab-992742f3decf,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:30.974708 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:30.975453 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:30.976368 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:30.977185 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:30.977973 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Bound port: f1dd876a-f5d5-405d-82ca-5f08c228dabe, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:30.978521 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.041736 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5127e35-405d-458d-a2ee-769386c7582d None None] Pushing event updated for resources: {'Port': ['ID=f1dd876a-f5d5-405d-82ca-5f08c228dabe,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:31.049855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.055022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8f960b99-9424-4df7-9b42-1679d2aeeb5c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:31.055426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.055721 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8f960b99-9424-4df7-9b42-1679d2aeeb5c Oct 20 03:42:31.101084 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] For port f1dd876a-f5d5-405d-82ca-5f08c228dabe, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:31.106593 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] For port f1dd876a-f5d5-405d-82ca-5f08c228dabe, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=f1dd876a-f5d5-405d-82ca-5f08c228dabe,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:31.129698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Network 35ac8035-da00-4d83-b392-b121e788f463 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:31.147635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:31.154888 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8937360d-79b4-4211-944b-d51cd3dde02a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:31.155346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8937360d-79b4-4211-944b-d51cd3dde02a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:31.160086 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8937360d-79b4-4211-944b-d51cd3dde02a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/e33eb47d-d372-4c4a-8d0f-672d9994eb29 HTTP/1.1" status: 404 len: 337 time: 0.6549835 Oct 20 03:42:31.160231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:31.170718 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.175151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for aec7edff-a828-4713-962d-c45d60b499df owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:31.194294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558abb3b-26fc-46f5-93a8-d828f5e4485c None None] Update dhcp port {'port': {'network_id': 'aabe0f44-c948-479c-9a47-674143ccef4b', 'fixed_ips': [{'subnet_id': 'df96c4e1-52a3-4a0d-ac41-a359363babfc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cce4e0db-b052-4eb0-bc09-f49de74fea43'}], 'binding:host_id': 'dv-neutron-861845-1-hyperv'}, 'id': '14f51ae0-269d-459d-87b8-80a0f871297e'} from dv-neutron-861845-1-hyperv. {{(pid=90077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 20 03:42:31.205978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37824) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:31.209476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.245156 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:31.246246 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:31.255710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-46357672-8b37-4494-be14-25472ab306a5 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:31.330883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=5b6a7707-e873-4201-bc09-0ac41716f979,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:31.344317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Pushing event updated for resources: {'Port': ['ID=da1712ba-4ceb-40dc-b4e6-ffd37549ebda,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:31.450843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Provisioning complete for port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:31.451244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.451551 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 1 to provision port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef Oct 20 03:42:31.469390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.1 (35ac8035-da00-4d83-b392-b121e788f463/405b0359-76c9-4b32-b04b-80b1d8d84361/079ceff6-23ea-442a-b3cc-c09b52bfae7d) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:31.474348 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:31.503434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 57f0d163-0ad7-4143-b42c-b0db40d41ed9 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:42:31.508713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1d79bd2f-3f24-4391-9c0f-f9d32b740309 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:31.530623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-204ec560-077f-4f1c-b16e-4cb8dbad7f9c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting subnet df96c4e1-52a3-4a0d-ac41-a359363babfc {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:31.542011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-204ec560-077f-4f1c-b16e-4cb8dbad7f9c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.641134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.657772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 079ceff6-23ea-442a-b3cc-c09b52bfae7d will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:31.667079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.704923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-558abb3b-26fc-46f5-93a8-d828f5e4485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.747538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.759664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Attempting to bind port da1712ba-4ceb-40dc-b4e6-ffd37549ebda on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:31.760035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Attempting to bind port da1712ba-4ceb-40dc-b4e6-ffd37549ebda by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:31.760401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Attempting to bind port da1712ba-4ceb-40dc-b4e6-ffd37549ebda on network 35ac8035-da00-4d83-b392-b121e788f463 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:31.786362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.802881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-204ec560-077f-4f1c-b16e-4cb8dbad7f9c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.837031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1d79bd2f-3f24-4391-9c0f-f9d32b740309 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:31.838647 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1d79bd2f-3f24-4391-9c0f-f9d32b740309 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 1.3429191 Oct 20 03:42:31.843500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37828) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:31.863017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.resource_extend [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:42:31.901470 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 3, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:31.906204 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5127e35-405d-458d-a2ee-769386c7582d None None] Pushing event updated for resources: {'Port': ['ID=f1dd876a-f5d5-405d-82ca-5f08c228dabe,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:31.910175 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82247e03-739a-4104-b36b-d389ac22dba2 None None] The sync data for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv is: [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 3, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:31.916943 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=aec7edff-a828-4713-962d-c45d60b499df,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:31.919511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No DVR routers for this DVR port aec7edff-a828-4713-962d-c45d60b499df on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:42:31.937469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:31.937850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Checking segment: {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:31.938258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.938658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Bound using segment: {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:31.939148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Bound port: da1712ba-4ceb-40dc-b4e6-ffd37549ebda, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:31.939528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:31.947576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 35ac8035-da00-4d83-b392-b121e788f463 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:31.978316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:31.981171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Pushing event updated for resources: {'Port': ['ID=8ff46f66-a621-4ca6-b5ab-992742f3decf,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:31.985630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:32.023599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.026278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.088893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-933028c0-01de-4f10-a193-e4cb57459b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:32.092893 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-933028c0-01de-4f10-a193-e4cb57459b43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ca272b5-0ca0-4398-9e19-0d03aa1dc341 HTTP/1.1" status: 200 len: 835 time: 0.4113274 Oct 20 03:42:32.125164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] For port aec7edff-a828-4713-962d-c45d60b499df, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=aec7edff-a828-4713-962d-c45d60b499df,segment=NetworkSegment(21c8e593-c828-4c7e-834c-44be9db3e3a7),segment_id=21c8e593-c828-4c7e-834c-44be9db3e3a7)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:32.125584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.165028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=079ceff6-23ea-442a-b3cc-c09b52bfae7d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:32.190817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1104cbbd-3fae-4f58-b4a7-5a0f1fae08b6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.209215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8f960b99-9424-4df7-9b42-1679d2aeeb5c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:32.209623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.224794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1104cbbd-3fae-4f58-b4a7-5a0f1fae08b6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.294610 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.317604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.318227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Fanout notify agent at l3_agent the message router_deleted on router ebb7d103-20a2-4ebb-bdbe-424494d96bc1 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:42:32.323072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.366580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.397508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f508e805-c505-4399-a4c6-256bcfdb676e']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:32.412050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eff125-4667-474a-a5b7-4dd612fb9f41 req-de3ab159-0af8-4795-bf56-4c86782e9385 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:32.413778 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b0eff125-4667-474a-a5b7-4dd612fb9f41 req-de3ab159-0af8-4795-bf56-4c86782e9385 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 943 time: 0.3219359 Oct 20 03:42:32.443922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c8e593-c828-4c7e-834c-44be9db3e3a7') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:32.444245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c8e593-c828-4c7e-834c-44be9db3e3a7') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:32.452509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1104cbbd-3fae-4f58-b4a7-5a0f1fae08b6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.466784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.493387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104cbbd-3fae-4f58-b4a7-5a0f1fae08b6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90c5ce97-fd84-4dda-af51-41bab31f8808,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:32.499350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.503733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-5f38a54f-a72a-4ee1-8cf0-85c560d7cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:32.505441 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-5f38a54f-a72a-4ee1-8cf0-85c560d7cd10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3937123 Oct 20 03:42:32.509710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:32.510243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.558119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] Calling delete_port for aec7edff-a828-4713-962d-c45d60b499df owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:32.640472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-204ec560-077f-4f1c-b16e-4cb8dbad7f9c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.675578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 8f960b99-9424-4df7-9b42-1679d2aeeb5c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8f960b99-9424-4df7-9b42-1679d2aeeb5c,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:32.734540 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.734540 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-547d99cb-7ab5-4f3a-8faf-a37532e2708e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/ebb7d103-20a2-4ebb-bdbe-424494d96bc1 HTTP/1.1" status: 204 len: 168 time: 6.2646737 Oct 20 03:42:32.739097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37838) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:32.749151 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 21c8e593-c828-4c7e-834c-44be9db3e3a7 resource provider aggregate not found Oct 20 03:42:32.752946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.769007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404193775'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:32.773623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:32.795578 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b0eff125-4667-474a-a5b7-4dd612fb9f41 req-90299840-5910-4449-9ed8-ca32be7b663e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704844 Oct 20 03:42:32.805718 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-f75bd3e4-d85b-4078-9d08-5b1bb9d34005 service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777400 Oct 20 03:42:32.807505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] For port da1712ba-4ceb-40dc-b4e6-ffd37549ebda, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:32.810783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] For port da1712ba-4ceb-40dc-b4e6-ffd37549ebda, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=da1712ba-4ceb-40dc-b4e6-ffd37549ebda,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:32.812047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'port_id': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'mac_address': 'fa:16:3e:26:1b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:42:32.817380 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 21c8e593-c828-4c7e-834c-44be9db3e3a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21c8e593-c828-4c7e-834c-44be9db3e3a7 found for delete ", "request_id": "req-96a09607-fd62-455c-8c61-e492d10f45b3"}]} Oct 20 03:42:32.818536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:32.825042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.839251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:network and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:32.839494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.846979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Network': ['ID=f508e805-c505-4399-a4c6-256bcfdb676e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:32.850339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:32.859980 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6b994146-e771-41ed-913c-1c81cb1d7a7d tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/networks/f508e805-c505-4399-a4c6-256bcfdb676e HTTP/1.1" status: 204 len: 168 time: 2.8150434 Oct 20 03:42:32.861105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37844) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:32.862062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:32.938066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-204ec560-077f-4f1c-b16e-4cb8dbad7f9c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.047144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1104cbbd-3fae-4f58-b4a7-5a0f1fae08b6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.053790 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1104cbbd-3fae-4f58-b4a7-5a0f1fae08b6 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/90c5ce97-fd84-4dda-af51-41bab31f8808 HTTP/1.1" status: 204 len: 168 time: 1.1936803 Oct 20 03:42:33.069926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37848) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:33.075051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=8f960b99-9424-4df7-9b42-1679d2aeeb5c,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:33.109527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:33.109917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server [None req-558abb3b-26fc-46f5-93a8-d828f5e4485c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df96c4e1-52a3-4a0d-ac41-a359363babfc: This subnet is being modified by another concurrent operation. Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1754, in update_port Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server raise exception Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df96c4e1-52a3-4a0d-ac41-a359363babfc: This subnet is being modified by another concurrent operation. Oct 20 03:42:33.129960 dv-neutron-861845-1-hyperv neutron-server[90077]: ERROR oslo_messaging.rpc.server Oct 20 03:42:33.135937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Current status of the port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:33.137497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:42:33.137497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:42:33.138486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.145194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 10299513-34f5-4650-bb7b-d147998665a2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:33.152115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Allocated IP 172.20.0.1 (1e24bcb9-0447-4f17-b1d2-de7c50dd02b2/c6f35289-d291-42db-8ec9-c697325c02a1/94edaf1e-ef34-411b-be93-cbafc588f08d) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:33.161794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.197903 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19a2bde8-f2b5-45b2-868c-3bbe12e7cb46 req-fc4e9edf-854d-40b7-9e58-3b2c2bb5ddcd service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575022 Oct 20 03:42:33.256558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ec560-077f-4f1c-b16e-4cb8dbad7f9c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Subnet': ['ID=df96c4e1-52a3-4a0d-ac41-a359363babfc,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:33.263488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-204ec560-077f-4f1c-b16e-4cb8dbad7f9c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.265449 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-204ec560-077f-4f1c-b16e-4cb8dbad7f9c tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/df96c4e1-52a3-4a0d-ac41-a359363babfc HTTP/1.1" status: 204 len: 168 time: 2.0510650 Oct 20 03:42:33.274747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37852) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:33.283458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1c1637de-bccc-4bef-b688-6054aeaad9f4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:33.285640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162daae-a2ca-4354-be18-9426825bd612 None None] Network aabe0f44-c948-479c-9a47-674143ccef4b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:33.325447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Provisioning complete for port 51ded088-24e3-4632-9f3c-e6dd63274f9d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:33.325958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.326146 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 1 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:33.388213 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eecb2f1-ab65-420b-8d66-0e8db7b0c98a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:33.388753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eecb2f1-ab65-420b-8d66-0e8db7b0c98a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:33.393889 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9eecb2f1-ab65-420b-8d66-0e8db7b0c98a tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/f603fca6-97ae-4956-b59e-b0b148e45d8e HTTP/1.1" status: 404 len: 337 time: 0.1146028 Oct 20 03:42:33.430271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f0d163-0ad7-4143-b42c-b0db40d41ed9 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:42:33.453639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:33.455069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.465530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37856) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:33.527317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:33.531830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:33.540120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cbf1c-e377-4b87-96b2-ffa7f08c0426 None None] Pushing event updated for resources: {'Port': ['ID=da1712ba-4ceb-40dc-b4e6-ffd37549ebda,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:33.556671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c4f23e0f-1c39-4376-a5b7-f46945f6c230 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Synchronizing usage tracker for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:33.585586 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c4f23e0f-1c39-4376-a5b7-f46945f6c230 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Unset dirty status for tenant:97183b1f657e4bb5b7ed409b7f97abe9 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:33.590562 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c4f23e0f-1c39-4376-a5b7-f46945f6c230 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "GET /v2.0/ports?device_id=51978ff6-0d6a-45cf-9be0-0b30d871f993 HTTP/1.1" status: 200 len: 205 time: 0.1063426 Oct 20 03:42:33.591571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:42:33.593431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37862) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:33.646055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] Deleting port aec7edff-a828-4713-962d-c45d60b499df {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:33.646055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.665516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1c1637de-bccc-4bef-b688-6054aeaad9f4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:33.669818 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1c1637de-bccc-4bef-b688-6054aeaad9f4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.5957949 Oct 20 03:42:33.675970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.686361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37866) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:33.768449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.769098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-46357672-8b37-4494-be14-25472ab306a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 8, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:33.769667 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added segment acd4107c-d4b9-4fd5-bf5b-64a311d193bf of type vlan for network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 Oct 20 03:42:33.771228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f399e4f9-b6cc-4293-a8d2-c314a0156ed4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.771782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 10299513-34f5-4650-bb7b-d147998665a2 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:33.772000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.772303 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 10299513-34f5-4650-bb7b-d147998665a2 Oct 20 03:42:33.819514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f399e4f9-b6cc-4293-a8d2-c314a0156ed4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.820102 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-5a76c569-c6ee-473f-a42f-82f3b9abe0b5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] delete failed (client error): The resource could not be found. Oct 20 03:42:33.820102 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5a76c569-c6ee-473f-a42f-82f3b9abe0b5 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/routers/51978ff6-0d6a-45cf-9be0-0b30d871f993 HTTP/1.1" status: 404 len: 336 time: 0.2120349 Oct 20 03:42:33.820102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37870) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:33.828741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.869086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Transition to ACTIVE for port object 94edaf1e-ef34-411b-be93-cbafc588f08d will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:33.966646 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fd1190-b93a-443e-97a6-6eb92aa73d30 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:33.967119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67fd1190-b93a-443e-97a6-6eb92aa73d30 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:33.979052 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-67fd1190-b93a-443e-97a6-6eb92aa73d30 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/e3d64d46-6cb1-44b3-a572-8038e344e6db HTTP/1.1" status: 404 len: 337 time: 0.1632900 Oct 20 03:42:33.990087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:33.992976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37876) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:33.993110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46357672-8b37-4494-be14-25472ab306a5 None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 8, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece80fba-4125-4bfc-8ee4-174719467260', 'name': '', 'network_id': '805f1b7a-f62a-452f-bfd0-4e1a099fcc83', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:ba:a1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:50Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'e3b1f4f4-d16b-4970-af68-51e8c456b9bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:33.994100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f399e4f9-b6cc-4293-a8d2-c314a0156ed4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.003020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=57f0d163-0ad7-4143-b42c-b0db40d41ed9,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:34.028384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8aff7d40-1d7d-425d-99e3-b25136bc8bec None None] The port 'aec7edff-a828-4713-962d-c45d60b499df' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:42:34.053152 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 2 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:34.113652 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6124dc4b-8314-470e-9cbc-48915c9bc548 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:34.114254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6124dc4b-8314-470e-9cbc-48915c9bc548 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:34.117779 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6124dc4b-8314-470e-9cbc-48915c9bc548 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/d185e4a8-e3e1-4abc-99b9-12352b16a114 HTTP/1.1" status: 404 len: 337 time: 0.1154773 Oct 20 03:42:34.124819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37880) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:34.135697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.140806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:34.141598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.148584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['57f0d163-0ad7-4143-b42c-b0db40d41ed9'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:42:34.163648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399e4f9-b6cc-4293-a8d2-c314a0156ed4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b3bd02b-70b0-456e-bfc9-6b229a8dce19,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:34.233989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f399e4f9-b6cc-4293-a8d2-c314a0156ed4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.236343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:34.237862 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f399e4f9-b6cc-4293-a8d2-c314a0156ed4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/8b3bd02b-70b0-456e-bfc9-6b229a8dce19 HTTP/1.1" status: 204 len: 168 time: 0.5482211 Oct 20 03:42:34.238716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37884) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:34.239503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 10299513-34f5-4650-bb7b-d147998665a2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:34.240669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f1dd876a-f5d5-405d-82ca-5f08c228dabe up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:34.257795 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2379b3f0-20f2-45ca-85e0-c659455b74fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:34.258253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2379b3f0-20f2-45ca-85e0-c659455b74fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:34.262806 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2379b3f0-20f2-45ca-85e0-c659455b74fe tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/213d750c-798a-4f8c-9fd1-3860a06cd709 HTTP/1.1" status: 404 len: 337 time: 0.1003771 Oct 20 03:42:34.274417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37888) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:34.298344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Network': ['ID=0d5b3485-c45b-4fae-8076-a5da7a4b95e8,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:34.322656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37892) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:34.323427 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ee80f2cf-54f2-4cc1-9ff7-ba7450b94b32 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5815055 Oct 20 03:42:34.329691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:42:34.339838 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b7d0e0ec-64c4-44dd-bcfa-a8729efaff8d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0929167 Oct 20 03:42:34.342938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37896) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:34.346517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'subnet': {'network_id': '0d5b3485-c45b-4fae-8076-a5da7a4b95e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:34.358768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c55d8f-c81c-4b09-8b56-29ee547996e4 None None] DHCP port deletion for aabe0f44-c948-479c-9a47-674143ccef4b request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:42:34.366255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.375557 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.380919 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe93c23-7d51-49e0-9343-f33aa85549df tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:34.382091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe93c23-7d51-49e0-9343-f33aa85549df tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:34.385943 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5fe93c23-7d51-49e0-9343-f33aa85549df tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/d0664309-91fa-4d10-ab2c-fecdaf3a6452 HTTP/1.1" status: 404 len: 333 time: 0.1092594 Oct 20 03:42:34.415275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-95c55d8f-c81c-4b09-8b56-29ee547996e4 None None] Deleting port 14f51ae0-269d-459d-87b8-80a0f871297e {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:34.415659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-95c55d8f-c81c-4b09-8b56-29ee547996e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.426816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37900) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:34.563395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:34.565081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:34.582049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6648fe72-91e0-422d-8726-6625345829d3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.593166 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:34.598514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:subnet and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:34.602195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:34.603936 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a7b4ee-f3ef-47a0-89ba-408fb29d997e tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:34.604504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a7b4ee-f3ef-47a0-89ba-408fb29d997e tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:34.608600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:34.609182 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b3a7b4ee-f3ef-47a0-89ba-408fb29d997e tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/24fb474c-f13e-401c-99de-28a9edeb840b HTTP/1.1" status: 404 len: 337 time: 0.1810176 Oct 20 03:42:34.612440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37904) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:34.614049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6648fe72-91e0-422d-8726-6625345829d3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.622042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:34.735748 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-63da719a-c390-4eae-989e-b0e9b6569ccb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:34.741297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63da719a-c390-4eae-989e-b0e9b6569ccb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:34.746275 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-63da719a-c390-4eae-989e-b0e9b6569ccb tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/f03df182-7abf-4ae9-91fa-2727fc60a3af HTTP/1.1" status: 404 len: 337 time: 0.1258857 Oct 20 03:42:34.754253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37908) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:34.809451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618ba9-17fe-4660-ba50-b26264baba19 req-d9775034-487b-44c6-9f58-9baf52fb6f43 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:34.811079 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-03618ba9-17fe-4660-ba50-b26264baba19 req-d9775034-487b-44c6-9f58-9baf52fb6f43 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 944 time: 0.7041361 Oct 20 03:42:34.814395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:34.834010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.856256 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d055b2b-ca2d-4fc0-8b08-e709ce97f7af tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:34.856750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d055b2b-ca2d-4fc0-8b08-e709ce97f7af tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:34.860923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:42:34.886261 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 3 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:34.909162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Pushing event updated for resources: {'Port': ['ID=94edaf1e-ef34-411b-be93-cbafc588f08d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:34.916557 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.992346 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2d055b2b-ca2d-4fc0-8b08-e709ce97f7af tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/f19ecb8b-5dfc-4e65-9516-637c7b5bd7d6 HTTP/1.1" status: 404 len: 333 time: 0.2359018 Oct 20 03:42:34.993211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.994731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37912) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:35.032297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.047349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-95c55d8f-c81c-4b09-8b56-29ee547996e4 None None] For port 14f51ae0-269d-459d-87b8-80a0f871297e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=14f51ae0-269d-459d-87b8-80a0f871297e,segment=NetworkSegment(28093368-6acf-4ddd-8367-679053cefb3d),segment_id=28093368-6acf-4ddd-8367-679053cefb3d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:35.047747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-95c55d8f-c81c-4b09-8b56-29ee547996e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.063889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:35.075169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b33f5-8060-43dd-959e-17c14cb6a279 None None] Network 35ac8035-da00-4d83-b392-b121e788f463 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:35.088985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6648fe72-91e0-422d-8726-6625345829d3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.100933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6648fe72-91e0-422d-8726-6625345829d3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.104320 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6648fe72-91e0-422d-8726-6625345829d3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/0ff1832c-feda-4729-8778-3e28696ff3ed HTTP/1.1" status: 204 len: 168 time: 0.7581816 Oct 20 03:42:35.115132 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a736744-a904-4fd3-95c4-ef621ba362e0 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:35.115322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a736744-a904-4fd3-95c4-ef621ba362e0 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:35.119645 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6a736744-a904-4fd3-95c4-ef621ba362e0 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/c98faf5b-524c-4ba1-b50d-8f00f99651be HTTP/1.1" status: 404 len: 337 time: 0.1196225 Oct 20 03:42:35.121476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37916) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:35.124074 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37918) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:35.198843 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-03618ba9-17fe-4660-ba50-b26264baba19 req-ff5c563b-6369-4f58-bb3e-733b0dc8d775 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431997 Oct 20 03:42:35.209112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port f1dd876a-f5d5-405d-82ca-5f08c228dabe completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:35.244445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.249996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=079ceff6-23ea-442a-b3cc-c09b52bfae7d,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:35.266022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-95c55d8f-c81c-4b09-8b56-29ee547996e4 None None] Calling delete_port for 14f51ae0-269d-459d-87b8-80a0f871297e owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:35.306747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648fe72-91e0-422d-8726-6625345829d3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ff1832c-feda-4729-8778-3e28696ff3ed,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:35.317643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port f1dd876a-f5d5-405d-82ca-5f08c228dabe triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:35.318024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.318365 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port f1dd876a-f5d5-405d-82ca-5f08c228dabe Oct 20 03:42:35.323011 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-545e787a-42c9-4073-80a6-16ef64a90b01 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] DELETE failed (client error): The resource could not be found. Oct 20 03:42:35.323472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545e787a-42c9-4073-80a6-16ef64a90b01 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:42:35.327698 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-545e787a-42c9-4073-80a6-16ef64a90b01 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/subnets/f104fe02-598f-4ef4-ad94-10af8c84c839 HTTP/1.1" status: 404 len: 337 time: 0.2006719 Oct 20 03:42:35.328638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37924) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:35.409849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.421551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c0c38195-9b57-496c-86b1-5304f6121672 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:35.437459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d95b1-91f1-4774-b454-27bcb25e3161 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Deleting port 51ded088-24e3-4632-9f3c-e6dd63274f9d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:35.438068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6a5d95b1-91f1-4774-b454-27bcb25e3161 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.570547 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 4 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:35.609242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port ece80fba-4125-4bfc-8ee4-174719467260 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:35.609833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.625827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-95c55d8f-c81c-4b09-8b56-29ee547996e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.640425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c0c38195-9b57-496c-86b1-5304f6121672 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:35.644637 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c0c38195-9b57-496c-86b1-5304f6121672 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5218973 Oct 20 03:42:35.647519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37928) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:35.735970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 35ac8035-da00-4d83-b392-b121e788f463 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:35.743900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:35.765109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c55d8f-c81c-4b09-8b56-29ee547996e4 None None] No DVR routers for this DVR port 14f51ae0-269d-459d-87b8-80a0f871297e on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:42:35.768575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c55d8f-c81c-4b09-8b56-29ee547996e4 None None] Pushing event deleted for resources: {'Port': ['ID=14f51ae0-269d-459d-87b8-80a0f871297e,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:35.788504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port f1dd876a-f5d5-405d-82ca-5f08c228dabe is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:35.789120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.810072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:35.829601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port f1dd876a-f5d5-405d-82ca-5f08c228dabe, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=f1dd876a-f5d5-405d-82ca-5f08c228dabe,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:35.916061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:35.916898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8ff46f66-a621-4ca6-b5ab-992742f3decf up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:35.937329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6a5d95b1-91f1-4774-b454-27bcb25e3161 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.012114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.051477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=f1dd876a-f5d5-405d-82ca-5f08c228dabe,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:36.065747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8ff46f66-a621-4ca6-b5ab-992742f3decf triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:36.066127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.066471 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8ff46f66-a621-4ca6-b5ab-992742f3decf Oct 20 03:42:36.093383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d95b1-91f1-4774-b454-27bcb25e3161 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Calling delete_port for 51ded088-24e3-4632-9f3c-e6dd63274f9d owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:36.124649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a7c07105-a9ce-4e83-a8e7-828e3710e976 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.167901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:36.170853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port ece80fba-4125-4bfc-8ee4-174719467260, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ece80fba-4125-4bfc-8ee4-174719467260,segment=NetworkSegment(ce87b3a2-3c4a-44dc-b41d-b36e867fecc5),segment_id=ce87b3a2-3c4a-44dc-b41d-b36e867fecc5)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:36.171215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.181638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Subnet': ['ID=8e9ffbb9-a93c-4bfa-892b-6e9039fc7e28,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:36.199742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a7c07105-a9ce-4e83-a8e7-828e3710e976 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.201995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Checking segment: {'id': 'acd4107c-d4b9-4fd5-bf5b-64a311d193bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0d5b3485-c45b-4fae-8076-a5da7a4b95e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:36.201995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network hostable DHCP agents. Network: 0d5b3485-c45b-4fae-8076-a5da7a4b95e8, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:36.231695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8ff46f66-a621-4ca6-b5ab-992742f3decf is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:36.320989 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 5 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:36.337971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device aec7edff-a828-4713-962d-c45d60b499df no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:36.347702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:42:36.380386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.392061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: aec7edff-a828-4713-962d-c45d60b499df {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:36.392499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device aec7edff-a828-4713-962d-c45d60b499df not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:36.413792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:36.423308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for ece80fba-4125-4bfc-8ee4-174719467260 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:36.445370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:36.456405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Sync routers for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:36.461668 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fd6c02ab-bb26-43f8-811e-45530e1cd060 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/c43f9821-b3da-40aa-bef7-56d44d4eb1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1326709 Oct 20 03:42:36.462343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37934) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:36.467762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:36.474328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:36.474560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:36.492597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.599120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 0d5b3485-c45b-4fae-8076-a5da7a4b95e8) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:36.619929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6a5d95b1-91f1-4774-b454-27bcb25e3161 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.622848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.623699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.654787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c63c0-3a4f-4a40-adcc-ee523120736a None None] Network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:36.668075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.695728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Pushing event updated for resources: {'Port': ['ID=94edaf1e-ef34-411b-be93-cbafc588f08d,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:36.757280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d95b1-91f1-4774-b454-27bcb25e3161 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Port': ['ID=51ded088-24e3-4632-9f3c-e6dd63274f9d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:36.777236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device da1712ba-4ceb-40dc-b4e6-ffd37549ebda up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:36.781134 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fe3dc5fa-5b2a-43f2-9dbf-09e1972e8f83 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4572268 Oct 20 03:42:36.781822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6a5d95b1-91f1-4774-b454-27bcb25e3161 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.787519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37938) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:36.795194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-103861074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:36.806105 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:36.813863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:router and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:36.823993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:36.835161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:36.849055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a7c07105-a9ce-4e83-a8e7-828e3710e976 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.851449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a7c07105-a9ce-4e83-a8e7-828e3710e976 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.852505 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a7c07105-a9ce-4e83-a8e7-828e3710e976 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/bbac55b2-4653-4026-b2ea-0d491dcb4908 HTTP/1.1" status: 204 len: 168 time: 1.1922011 Oct 20 03:42:36.857512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37942) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:36.872246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dccc2-5074-4aba-8f65-35d6bdc45aa4 req-f0f77eb1-65f8-4f3b-a6d9-2040c0dec700 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.873715 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-212dccc2-5074-4aba-8f65-35d6bdc45aa4 req-f0f77eb1-65f8-4f3b-a6d9-2040c0dec700 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 944 time: 0.5075037 Oct 20 03:42:36.882962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.883439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.883896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.884354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.884816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.885717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.885865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.886248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.886697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.887147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.887925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:36.891222 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-86bc119a-d30f-4404-8948-ca9b9f948d4e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7672 time: 0.4093814 Oct 20 03:42:36.898850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37946) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:36.907518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c07105-a9ce-4e83-a8e7-828e3710e976 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac55b2-4653-4026-b2ea-0d491dcb4908,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:36.917732 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Attempt 6 to provision port 51ded088-24e3-4632-9f3c-e6dd63274f9d Oct 20 03:42:36.934077 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6a5d95b1-91f1-4774-b454-27bcb25e3161 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/ports/51ded088-24e3-4632-9f3c-e6dd63274f9d HTTP/1.1" status: 204 len: 168 time: 1.6034937 Oct 20 03:42:36.939909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37950) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:36.946033 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-212dccc2-5074-4aba-8f65-35d6bdc45aa4 req-3b9d91bd-fcf5-46d2-81d9-3e968fa82832 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554771 Oct 20 03:42:36.950341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:36.962900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:36.969617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:36.971820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.002524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Port 51ded088-24e3-4632-9f3c-e6dd63274f9d was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:42:37.011313 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-533390b7-541a-42c0-b024-721ba748573d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:37.090273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:37.140698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port da1712ba-4ceb-40dc-b4e6-ffd37549ebda completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:37.145003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de850361-2833-4f9d-8534-6940367828c0 None None] Provisioning for port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:37.207788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8f960b99-9424-4df7-9b42-1679d2aeeb5c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:37.237537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.243194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:37.252860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.259457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.259930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.260392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.260845 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.261696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.261826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.262211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.262660 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.263164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.263553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.266982 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-69372cdc-96b8-4fc9-a230-99f174b32c1f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6435 time: 0.3647814 Oct 20 03:42:37.276078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37954) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:37.297956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.343582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-533390b7-541a-42c0-b024-721ba748573d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:37.351532 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-533390b7-541a-42c0-b024-721ba748573d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4914923 Oct 20 03:42:37.358234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37958) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:37.390779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Could not find standard attr ID for object 14f51ae0-269d-459d-87b8-80a0f871297e. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:42:37.409909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=ece80fba-4125-4bfc-8ee4-174719467260,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:37.474784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.526965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-0d5b3485-c45b-4fae-8076-a5da7a4b95e8', 'network_id': '0d5b3485-c45b-4fae-8076-a5da7a4b95e8', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'fixed_ips': [{'subnet_id': '8e9ffbb9-a93c-4bfa-892b-6e9039fc7e28'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:42:37.527894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.632474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabe0f44-c948-479c-9a47-674143ccef4b']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:37.651965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28093368-6acf-4ddd-8367-679053cefb3d') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:37.652310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28093368-6acf-4ddd-8367-679053cefb3d') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:37.657814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8f960b99-9424-4df7-9b42-1679d2aeeb5c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:37.658430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.658839 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8f960b99-9424-4df7-9b42-1679d2aeeb5c Oct 20 03:42:37.672017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343312949'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:37.676810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:37.692937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.695533 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Sync routers for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:37.707984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.716035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Provisioning for port 94edaf1e-ef34-411b-be93-cbafc588f08d completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:37.719747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.721029 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:37.724595 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:37.738170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 57f0d163-0ad7-4143-b42c-b0db40d41ed9 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:37.756518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:37.798092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:37.808238 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-91bb0ab7-c4d9-43e2-9282-0a8dd51c1289 admin admin] 10.222.0.33 "PUT /v2.0/routers/252a606c-d5fa-4b8b-a880-e4c8b9db82eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7037315 Oct 20 03:42:37.822330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:37.822737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.824662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.875244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Provisioning complete for port 94edaf1e-ef34-411b-be93-cbafc588f08d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:37.876935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.879937 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Attempt 1 to provision port 94edaf1e-ef34-411b-be93-cbafc588f08d Oct 20 03:42:37.880381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.902769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 28093368-6acf-4ddd-8367-679053cefb3d resource provider aggregate not found Oct 20 03:42:37.907717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:37.919696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:37.972897 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 28093368-6acf-4ddd-8367-679053cefb3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28093368-6acf-4ddd-8367-679053cefb3d found for delete ", "request_id": "req-10cfd91f-c5b0-40cd-87f2-924176704314"}]} Oct 20 03:42:37.990365 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:38.026601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.032205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.038347 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-644e9971-fce1-447a-ba02-66b5d25fb771 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2482655 Oct 20 03:42:38.038347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 37970) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:38.135330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.176383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.221275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Port 94edaf1e-ef34-411b-be93-cbafc588f08d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:38.267399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.279403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:38.287536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] Pushing event deleted for resources: {'Network': ['ID=aabe0f44-c948-479c-9a47-674143ccef4b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:38.298639 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e68463b0-d47f-4b8e-86c4-bba93b8259c1 tempest-PortsIpV6TestJSON-1095826108 tempest-PortsIpV6TestJSON-1095826108-project] 10.222.0.33 "DELETE /v2.0/networks/aabe0f44-c948-479c-9a47-674143ccef4b HTTP/1.1" status: 204 len: 168 time: 1.3576641 Oct 20 03:42:38.348952 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 2, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:38.353787 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Checking router: 252a606c-d5fa-4b8b-a880-e4c8b9db82eb for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:38.354684 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Updating router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb port 94edaf1e-ef34-411b-be93-cbafc588f08d binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:42:38.416406 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.426181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.427458 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7605295 Oct 20 03:42:38.438309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37980) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:38.465438 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:38.465675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': '70857156-a35c-4246-9618-e87a360cd03f', 'direction': 'ingress', 'protocol': 17}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:38.477641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:38.485122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8f960b99-9424-4df7-9b42-1679d2aeeb5c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:38.486287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f1dd876a-f5d5-405d-82ca-5f08c228dabe up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:38.487700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:38.493149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:38.504462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:38.526512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:38.539767 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8f712816-4ab9-4359-b0d4-760d012a990e tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6752458 Oct 20 03:42:38.542278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 37984) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:38.584898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:38.589115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '079ceff6-23ea-442a-b3cc-c09b52bfae7d', 'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:14:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:31Z', 'updated_at': '2022-10-20T03:42:33Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:38.595353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Allocated IP 172.20.0.2 (0d5b3485-c45b-4fae-8076-a5da7a4b95e8/8e9ffbb9-a93c-4bfa-892b-6e9039fc7e28/286af53f-97c3-4ec4-b7fa-8e01e6e5d1db) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:38.598224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:38.598593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.598926 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 Oct 20 03:42:38.683012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:38.683667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:38.805750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Checking router: c43f9821-b3da-40aa-bef7-56d44d4eb1b7 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:38.806109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Updating router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 port 079ceff6-23ea-442a-b3cc-c09b52bfae7d binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:42:38.811499 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.824346 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Transition to ACTIVE for port object 94edaf1e-ef34-411b-be93-cbafc588f08d will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:38.854945 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Attempt 2 to provision port 94edaf1e-ef34-411b-be93-cbafc588f08d Oct 20 03:42:38.860383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.913544 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.924046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacd6b27-76de-4aa3-8578-1f0686f7dce0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting subnet e3b1f4f4-d16b-4970-af68-51e8c456b9bd {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:38.932756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacd6b27-76de-4aa3-8578-1f0686f7dce0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.967772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc82d4-a7be-40a8-b44a-ddeb991ab695 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70857156-a35c-4246-9618-e87a360cd03f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:39.015535 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9bcbc571-8bf0-49f8-affc-e10266f4507b tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3589 time: 1.7352414 Oct 20 03:42:39.024573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.037113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.043207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacd6b27-76de-4aa3-8578-1f0686f7dce0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.076904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38000) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:39.093385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.132411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e2a928-69c7-493e-aa13-14f6509eca14,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:39.184761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38006) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:39.195564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-353058910-network', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:39.204884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:39.208775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38010) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:39.219358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443214818', 'description': 'tempest-secgroup-smoke-443214818 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:39.228984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Usage tracker for resource:network and tenant:c581f51fd4b448c9a49416ffaa671713 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:39.234225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:39.239658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:39.254705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:39.259268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:39.261776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.263264 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9758ec27-7ab0-4f2a-aa78-d3b0c2a21dc0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8236570 Oct 20 03:42:39.265044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:39.270191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacd6b27-76de-4aa3-8578-1f0686f7dce0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.312354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38014) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:39.331289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:39.384391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port f1dd876a-f5d5-405d-82ca-5f08c228dabe triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:39.384968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.385379 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port f1dd876a-f5d5-405d-82ca-5f08c228dabe Oct 20 03:42:39.405560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8c090-4ded-4db3-a1fc-0440c35d3703 req-715a7ce8-23be-444e-a5ee-3cd9950dc7c1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:39.407181 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-59b8c090-4ded-4db3-a1fc-0440c35d3703 req-715a7ce8-23be-444e-a5ee-3cd9950dc7c1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 944 time: 1.1587739 Oct 20 03:42:39.437378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.457295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Port 94edaf1e-ef34-411b-be93-cbafc588f08d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:39.473142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:39.473587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.475480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Made reservation on behalf of c581f51fd4b448c9a49416ffaa671713 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:39.477990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.499694 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9a4d-f29b-4fd8-9146-e9052f3dc1f9 None None] Pushing event updated for resources: {'Port': ['ID=94edaf1e-ef34-411b-be93-cbafc588f08d,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:39.506981 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Attempting to bind port 94edaf1e-ef34-411b-be93-cbafc588f08d on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:39.507589 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Attempting to bind port 94edaf1e-ef34-411b-be93-cbafc588f08d by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:39.508106 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Attempting to bind port 94edaf1e-ef34-411b-be93-cbafc588f08d on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:39.515034 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:39.515656 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Checking segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:39.516205 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.516770 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Bound using segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:39.517428 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Bound port: 94edaf1e-ef34-411b-be93-cbafc588f08d, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:39.518001 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.529361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1d2f-d9dd-4a58-9bfc-f66ab2bf01cc tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.538676 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-382bb636-ba78-4fdc-96aa-8856d3c264f0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=97183b1f657e4bb5b7ed409b7f97abe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603729 Oct 20 03:42:39.539512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.561767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:39.563771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38018) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:39.590427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.600420 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-59b8c090-4ded-4db3-a1fc-0440c35d3703 req-e68bba59-ca32-4214-9fcc-b2073d5415a1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823411 Oct 20 03:42:39.603920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:42:39.605811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4fb128-6604-4fbf-b460-89a30222f2a0" -d '{"events": [{"server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "name": "network-vif-plugged", "status": "completed", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:42:39.640658 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] For port 94edaf1e-ef34-411b-be93-cbafc588f08d, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:39.644885 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] For port 94edaf1e-ef34-411b-be93-cbafc588f08d, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=94edaf1e-ef34-411b-be93-cbafc588f08d,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:39.665510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:39.685611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:39.685840 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:39.697873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:39.702069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b762ebf-adbf-4c88-b7e6-e308959649b8 x-openstack-request-id: req-8b762ebf-adbf-4c88-b7e6-e308959649b8 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:42:39.702361 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "name": "network-vif-plugged", "status": "completed", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:42:39.702660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8b762ebf-adbf-4c88-b7e6-e308959649b8 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:42:39.703177 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b762ebf-adbf-4c88-b7e6-e308959649b8'] response: {'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'code': 200} Oct 20 03:42:39.703928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Usage tracker for resource:security_group_rule and tenant:c581f51fd4b448c9a49416ffaa671713 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:39.706672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:39.715646 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.720466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:39.724370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1d2f-d9dd-4a58-9bfc-f66ab2bf01cc tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.732840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:39.750008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:39.762837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacd6b27-76de-4aa3-8578-1f0686f7dce0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.789116 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:39.789760 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:39.851237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd6b27-76de-4aa3-8578-1f0686f7dce0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b1f4f4-d16b-4970-af68-51e8c456b9bd,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:39.855806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-dacd6b27-76de-4aa3-8578-1f0686f7dce0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.880410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d2b2979-beb4-4a16-8b31-9779a31bcb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.898226 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dacd6b27-76de-4aa3-8578-1f0686f7dce0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/e3b1f4f4-d16b-4970-af68-51e8c456b9bd HTTP/1.1" status: 204 len: 168 time: 1.3539255 Oct 20 03:42:39.903603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c97c2b-5ada-4e76-bdce-f9fbc226430b None None] Network 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:39.905142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38024) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:39.917997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.927300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d2b2979-beb4-4a16-8b31-9779a31bcb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.938786 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9a4d-f29b-4fd8-9146-e9052f3dc1f9 None None] Pushing event updated for resources: {'Port': ['ID=94edaf1e-ef34-411b-be93-cbafc588f08d,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:40.005372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1d2f-d9dd-4a58-9bfc-f66ab2bf01cc tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.007455 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:40.010230 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Attempt 3 to provision port 94edaf1e-ef34-411b-be93-cbafc588f08d Oct 20 03:42:40.011681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.040424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac1d2f-d9dd-4a58-9bfc-f66ab2bf01cc tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70857156-a35c-4246-9618-e87a360cd03f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:40.080529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1d2f-d9dd-4a58-9bfc-f66ab2bf01cc tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.081799 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d5ac1d2f-d9dd-4a58-9bfc-f66ab2bf01cc tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/70857156-a35c-4246-9618-e87a360cd03f HTTP/1.1" status: 204 len: 168 time: 0.7581606 Oct 20 03:42:40.089210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38028) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:40.093005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.109060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-80de98c2-a31a-436b-bc78-ba40239b2306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.203166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d2b2979-beb4-4a16-8b31-9779a31bcb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.206181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d2b2979-beb4-4a16-8b31-9779a31bcb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.220554 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5d2b2979-beb4-4a16-8b31-9779a31bcb71 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ffdbfdd1-f357-48a4-85e0-33cecc205d5a HTTP/1.1" status: 204 len: 168 time: 0.6348352 Oct 20 03:42:40.281992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.294094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.300216 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0901639 Oct 20 03:42:40.302340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4855a-40fb-4e41-8aaa-dbc12b2020fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d9e2c-b574-4b0e-91de-dbf5a131faad,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:40.320843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38034) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:40.333603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3a01051e-13c5-4f10-8311-23d915462ccf tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:40.340852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9a2d9e2c-b574-4b0e-91de-dbf5a131faad', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:40.348061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:40.352142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:40.353745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port f1dd876a-f5d5-405d-82ca-5f08c228dabe is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:40.355080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:40.363168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.365865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:40.376794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.380123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b2979-beb4-4a16-8b31-9779a31bcb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdbfdd1-f357-48a4-85e0-33cecc205d5a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:40.421037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.443882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:42:40.446185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df43b73-9d10-4b64-b50e-dc2d318a537c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:40.449373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 83861d5b-f31c-4c56-8435-60e09b2def91 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:40.449792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.467817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=57f0d163-0ad7-4143-b42c-b0db40d41ed9,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:40.475682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.478620 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Added segment 055ef52b-f0f1-47f0-9af7-729582949291 of type vlan for network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 Oct 20 03:42:40.510744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dea5cc-bae8-4a9d-a5ad-895807faa367 req-56615968-f765-42fa-a834-0d537a6ed574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:40.512323 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-16dea5cc-bae8-4a9d-a5ad-895807faa367 req-56615968-f765-42fa-a834-0d537a6ed574 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 1098 time: 0.2364001 Oct 20 03:42:40.540436 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:39Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:40.546343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3a01051e-13c5-4f10-8311-23d915462ccf tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:40.546821 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3a01051e-13c5-4f10-8311-23d915462ccf tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4559021 Oct 20 03:42:40.547715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.551906 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04681a33-e12c-46b5-8c81-6fd457a744f0 None None] The sync data for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv is: [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:39Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:40.557344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38038) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:40.566269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006146279'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:40.566802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 14f51ae0-269d-459d-87b8-80a0f871297e no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:40.572300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:40.583378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:40.591934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.616633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Transition to ACTIVE for port object 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:40.655931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.720024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:40.728100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:40.737764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:40.747378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.748757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:40.795887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.796951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:40.797611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.800311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 14f51ae0-269d-459d-87b8-80a0f871297e {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:40.806050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 14f51ae0-269d-459d-87b8-80a0f871297e not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:40.806706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 325950a3-ec49-41ea-9969-13c0575854a5 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:40.847873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Port 94edaf1e-ef34-411b-be93-cbafc588f08d had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:42:40.853924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.885851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 325950a3-ec49-41ea-9969-13c0575854a5 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:40.886199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 325950a3-ec49-41ea-9969-13c0575854a5 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:40.924894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port 83861d5b-f31c-4c56-8435-60e09b2def91, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=83861d5b-f31c-4c56-8435-60e09b2def91,segment=NetworkSegment(ce87b3a2-3c4a-44dc-b41d-b36e867fecc5),segment_id=ce87b3a2-3c4a-44dc-b41d-b36e867fecc5)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:40.925711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:40.980126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ab6350-4506-4032-99c5-cbecf0169544,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:41.001918 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8129396 Oct 20 03:42:41.012033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38048) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:41.015328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Transition to ACTIVE for port object 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:41.047730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Request body: {'subnet': {'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-353058910-subnet', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:41.065036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:41.070127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50add3f4-b6e4-4df4-b991-06faf9dc32aa admin admin] Pushing event updated for resources: {'Network': ['ID=ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:41.079356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Usage tracker for resource:subnet and tenant:c581f51fd4b448c9a49416ffaa671713 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:41.088764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:41.101003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:42:41.102967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.106826 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-63a8353f-0ddd-46d1-a801-e9376e61ee1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7772536 Oct 20 03:42:41.110330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38054) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:41.113194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.116200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:41.121667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Provisioning for port da1712ba-4ceb-40dc-b4e6-ffd37549ebda completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:41.123970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9a2d9e2c-b574-4b0e-91de-dbf5a131faad', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:41.139978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:41.145681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:41.151054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.158815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:41.164993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 83861d5b-f31c-4c56-8435-60e09b2def91 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:41.185629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:41.210665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.237624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Made reservation on behalf of c581f51fd4b448c9a49416ffaa671713 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:41.241334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.294508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Provisioning complete for port da1712ba-4ceb-40dc-b4e6-ffd37549ebda triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:41.294964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.295302 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Attempt 1 to provision port da1712ba-4ceb-40dc-b4e6-ffd37549ebda Oct 20 03:42:41.336779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.363951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7e589f-6b28-4511-b227-b5a2358d4e60,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:41.376848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 94edaf1e-ef34-411b-be93-cbafc588f08d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:41.381467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.461849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.462078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.20.0.1 (0d5b3485-c45b-4fae-8076-a5da7a4b95e8/8e9ffbb9-a93c-4bfa-892b-6e9039fc7e28/1deee651-e787-43db-b56c-54e5977f6c9a) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:41.465907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3e4ceddb-30cf-48d4-9cf3-d4238f3aa0da tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9054420 Oct 20 03:42:41.471832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38062) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:41.478426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-secgroup--969350020'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:41.489394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:41.502296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:41.508960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:41.511015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:41.513781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.519834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:41.528237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:41.532635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.resource_extend [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:42:41.553554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:41.593141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.636500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.674444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f752cc-0bc7-418c-bb5b-49930df2e8bc,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:41.705880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:41.710430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:41.713723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:41.730517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=83861d5b-f31c-4c56-8435-60e09b2def91,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:41.740192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.740738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:41.742017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No DVR routers for this DVR port 83861d5b-f31c-4c56-8435-60e09b2def91 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:42:41.757741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Transition to ACTIVE for port object 079ceff6-23ea-442a-b3cc-c09b52bfae7d will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:41.758425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.759850 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-714b822f-2731-42a6-a0d2-aa3c7fcf4798 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6454306 Oct 20 03:42:41.763408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38072) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:41.772616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9a2d9e2c-b574-4b0e-91de-dbf5a131faad', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:41.788304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:41.796212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:41.800309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:41.803342 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-16dea5cc-bae8-4a9d-a5ad-895807faa367 req-e8014aab-8037-4ffe-8353-9c4ce60d5f15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2795851 Oct 20 03:42:41.809312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:41.832330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.852940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Current status of the port da1712ba-4ceb-40dc-b4e6-ffd37549ebda is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:41.853363 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.864590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f941ead2-a872-433e-b28f-769bb528ac72 None None] DHCP port deletion for 805f1b7a-f62a-452f-bfd0-4e1a099fcc83 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:42:41.919807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.922784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.958922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ee1c61-a21b-451c-9065-ddb74ae38ca5,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:41.962674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:41.985122 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Checking segment: {'id': '055ef52b-f0f1-47f0-9af7-729582949291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:41.985851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Network hostable DHCP agents. Network: ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:42.004667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.018089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Pushing event updated for resources: {'Port': ['ID=286af53f-97c3-4ec4-b7fa-8e01e6e5d1db,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:42.028807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c030a-26c3-45aa-bfd0-2e4ef9b115b5 req-2ce5ac5e-94fb-4eab-b256-4982dc745405 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:42.038044 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cf9c030a-26c3-45aa-bfd0-2e4ef9b115b5 req-2ce5ac5e-94fb-4eab-b256-4982dc745405 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.7857850 Oct 20 03:42:42.041049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.105545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce78ec4-d038-46c5-876b-18aa08d8984f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:42.131579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.144649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38078) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:42.154773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805f1b7a-f62a-452f-bfd0-4e1a099fcc83']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:42.155052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 94edaf1e-ef34-411b-be93-cbafc588f08d completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:42.170477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:42.177757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:42.181243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce87b3a2-3c4a-44dc-b41d-b36e867fecc5') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:42.202163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.204129 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5086bfd2-f8c5-4288-8e85-45208b93d298 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7307019 Oct 20 03:42:42.206030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.207661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38084) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:42.208222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.222323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:36Z', 'revision_number': 9, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:42.234582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.235258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Attempting to bind port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:42.235696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Attempting to bind port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'acd4107c-d4b9-4fd5-bf5b-64a311d193bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0d5b3485-c45b-4fae-8076-a5da7a4b95e8'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:42.236135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Attempting to bind port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db on network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:42.242296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': '5f7e589f-6b28-4511-b227-b5a2358d4e60', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ce78ec4-d038-46c5-876b-18aa08d8984f', 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:42.245311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:42.252554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:42.258336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:42.259897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.265460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:42.278563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:42.285428 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cf9c030a-26c3-45aa-bfd0-2e4ef9b115b5 req-9749b9c3-28c4-498c-8632-8a780eca36c1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929972 Oct 20 03:42:42.287868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Transition to ACTIVE for port object 1deee651-e787-43db-b56c-54e5977f6c9a will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:42.293345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acab29b6-633a-410d-875a-8520b84a5fd6,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:42.296325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:42.301242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:42.301976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.317487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:42.317487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.333612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-71285758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:42.347991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:42.348698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Checking segment: {'id': 'acd4107c-d4b9-4fd5-bf5b-64a311d193bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0d5b3485-c45b-4fae-8076-a5da7a4b95e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:42.354126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:42.358188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.361224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Bound using segment: {'id': 'acd4107c-d4b9-4fd5-bf5b-64a311d193bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0d5b3485-c45b-4fae-8076-a5da7a4b95e8'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:42.364502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Bound port: 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd4107c-d4b9-4fd5-bf5b-64a311d193bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0d5b3485-c45b-4fae-8076-a5da7a4b95e8'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:42.364502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.375301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:router and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:42.377550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b375e99-b9c4-4cf4-96d4-b3c9f38dac74 None None] Network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:42.379621 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:42.387222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:42.393409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 94edaf1e-ef34-411b-be93-cbafc588f08d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:42.393409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.393409 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 94edaf1e-ef34-411b-be93-cbafc588f08d Oct 20 03:42:42.398189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.399910 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-15fcba58-8679-4884-a260-d96237bbc383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6352463 Oct 20 03:42:42.404690 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-32bded31-6f7e-4941-bfd4-c36803550561 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3898435 Oct 20 03:42:42.405422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38090) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:42.405744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38092) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:42.409424 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment ce87b3a2-3c4a-44dc-b41d-b36e867fecc5 resource provider aggregate not found Oct 20 03:42:42.419257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:42.425717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:42.430040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Usage tracker for resource:router and tenant:c581f51fd4b448c9a49416ffaa671713 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:42.433391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:42.439435 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment ce87b3a2-3c4a-44dc-b41d-b36e867fecc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce87b3a2-3c4a-44dc-b41d-b36e867fecc5 found for delete ", "request_id": "req-a243963c-ec90-49d8-98f6-eca55a9691be"}]} Oct 20 03:42:42.440357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:42.448309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30aa621-c6d8-4eec-bf5d-264cf0d1e109 None None] Pushing event updated for resources: {'Port': ['ID=079ceff6-23ea-442a-b3cc-c09b52bfae7d,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:42.451533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9a2d9e2c-b574-4b0e-91de-dbf5a131faad', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:42.458344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:42.460834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.473872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:42.478872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:42.492224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:42.524081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.525081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.530502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] For port da1712ba-4ceb-40dc-b4e6-ffd37549ebda, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=da1712ba-4ceb-40dc-b4e6-ffd37549ebda,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:42.541565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:42.542215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:42.544426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.550419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.555758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.641467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Attempting to bind port 079ceff6-23ea-442a-b3cc-c09b52bfae7d on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:42.641722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Attempting to bind port 079ceff6-23ea-442a-b3cc-c09b52bfae7d by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:42.642115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Attempting to bind port 079ceff6-23ea-442a-b3cc-c09b52bfae7d on network 35ac8035-da00-4d83-b392-b121e788f463 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:42.663216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.664266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.679697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.685795 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/networks/805f1b7a-f62a-452f-bfd0-4e1a099fcc83 HTTP/1.1" status: 204 len: 168 time: 2.7785683 Oct 20 03:42:42.692516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=1deee651-e787-43db-b56c-54e5977f6c9a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:42.695564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38100) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:42.696610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.707071 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062b17e-d5c4-4c1b-b12b-8ca808022cc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Network': ['ID=805f1b7a-f62a-452f-bfd0-4e1a099fcc83,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:42.719974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.733091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.802168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.816349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.819037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:42.819419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Checking segment: {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:42.819828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.820228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Bound using segment: {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:42.820735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Bound port: 079ceff6-23ea-442a-b3cc-c09b52bfae7d, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:42.821116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.830479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.832274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f09c2916-8c62-410b-ae7b-2eaeddf96b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.858715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:42.867353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ed412f-37b4-4227-991e-afaf1680f932,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:42.899099 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Could not find standard attr ID for object 51ded088-24e3-4632-9f3c-e6dd63274f9d. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:42:42.957882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:42.974360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:42.976735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:43.002506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.049833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ebe85a-3775-4b5a-8ee1-ff0a915ee49e,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:43.056791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.143091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] For port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:43.170350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.171614 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4d9857c1-6389-43c5-b6a3-e4078114989f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9540539 Oct 20 03:42:43.172000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:43.182125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.185692 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a32cd65a-8cab-4649-aa33-fd1d4f421a18 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.0376954 Oct 20 03:42:43.186512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38104) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:43.186844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38108) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:43.196138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-107287138'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:43.213728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.217604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:43.221445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Provisioning for port 079ceff6-23ea-442a-b3cc-c09b52bfae7d completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:43.224422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe521225-e922-4a95-aa98-ad5ee2908a64 None None] Pushing event updated for resources: {'Port': ['ID=da1712ba-4ceb-40dc-b4e6-ffd37549ebda,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:43.224650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.228425 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-11aab8c6-e4b2-4ed8-89e0-1f433fe84532 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8178639 Oct 20 03:42:43.230791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:network and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:43.233199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38114) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:43.245879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9a2d9e2c-b574-4b0e-91de-dbf5a131faad', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:43.250408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:43.260458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] For port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=286af53f-97c3-4ec4-b7fa-8e01e6e5d1db,segment=NetworkSegment(acd4107c-d4b9-4fd5-bf5b-64a311d193bf),segment_id=acd4107c-d4b9-4fd5-bf5b-64a311d193bf)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:43.260977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:43.264783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:43.269732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-262ac750-5d55-439d-9a78-1487b6b72e72 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.281418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:43.295566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:43.298246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-262ac750-5d55-439d-9a78-1487b6b72e72 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.304310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] For port 079ceff6-23ea-442a-b3cc-c09b52bfae7d, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:43.312251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:43.314789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 94edaf1e-ef34-411b-be93-cbafc588f08d is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:43.315178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.436194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] For port 079ceff6-23ea-442a-b3cc-c09b52bfae7d, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=079ceff6-23ea-442a-b3cc-c09b52bfae7d,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:43.441185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.465157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Made reservation on behalf of 00ffa9f3fe6f42f781e27fb7194da840 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:43.468897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.498373 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:42:43.503359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.507346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-262ac750-5d55-439d-9a78-1487b6b72e72 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.509181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750', 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'fixed_ips': [{'subnet_id': '15ee1c61-a21b-451c-9065-ddb74ae38ca5'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:42:43.509402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.510033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.541919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.569669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:43.572725 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ac750-5d55-439d-9a78-1487b6b72e72 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0ed412f-37b4-4227-991e-afaf1680f932,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:43.585139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-262ac750-5d55-439d-9a78-1487b6b72e72 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.588933 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-262ac750-5d55-439d-9a78-1487b6b72e72 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/c0ed412f-37b4-4227-991e-afaf1680f932 HTTP/1.1" status: 204 len: 168 time: 0.4004855 Oct 20 03:42:43.592916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38120) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:43.594832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:security_group_rule and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:43.597956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.602309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:43.615417 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.635452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:43.648698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-841dc21d-f099-485a-a850-f99fd9fd34d4 None None] Provisioning complete for port 94edaf1e-ef34-411b-be93-cbafc588f08d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:43.649377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-841dc21d-f099-485a-a850-f99fd9fd34d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.649892 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-841dc21d-f099-485a-a850-f99fd9fd34d4 None None] Attempt 1 to provision port 94edaf1e-ef34-411b-be93-cbafc588f08d Oct 20 03:42:43.725223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.727742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 94edaf1e-ef34-411b-be93-cbafc588f08d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=94edaf1e-ef34-411b-be93-cbafc588f08d,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:43.752436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-78b7b386-13d1-475d-9f0f-be4fe0db6322 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:43.768095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.771285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6823ec6-2e74-4fea-a486-c94c77a002ef req-60209847-5171-41ce-af4d-edead06e6d31 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:43.772788 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6823ec6-2e74-4fea-a486-c94c77a002ef req-60209847-5171-41ce-af4d-edead06e6d31 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.3571928 Oct 20 03:42:43.779112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:43.781194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:43.814890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.831496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.857667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd23e7e-c23d-48ec-aacb-7841b671a4fe None None] Pushing event updated for resources: {'Port': ['ID=286af53f-97c3-4ec4-b7fa-8e01e6e5d1db,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:43.895986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3d365c-b510-4671-8655-4a22cc457dd6,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:43.930784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:43.982922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-78b7b386-13d1-475d-9f0f-be4fe0db6322 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:43.987876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-78b7b386-13d1-475d-9f0f-be4fe0db6322 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3900263 Oct 20 03:42:43.990767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38124) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:44.096796 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6823ec6-2e74-4fea-a486-c94c77a002ef req-d15817ad-922f-4305-aab6-09276e4ee41e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102536 Oct 20 03:42:44.123855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.128682 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8db79dfe-89bd-49bb-8d91-95173ac34123 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8884914 Oct 20 03:42:44.135765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38128) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:44.143833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.149632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9a2d9e2c-b574-4b0e-91de-dbf5a131faad', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:44.162039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device da1712ba-4ceb-40dc-b4e6-ffd37549ebda up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:44.188306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:44.225165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:44.231687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:44.234568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.264369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:44.305978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:42:44.346983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30aa621-c6d8-4eec-bf5d-264cf0d1e109 None None] Pushing event updated for resources: {'Port': ['ID=079ceff6-23ea-442a-b3cc-c09b52bfae7d,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:44.351879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e82bd4-9192-4235-980a-b3a57cf38938,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:44.370434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.370698 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Added segment a099e419-8766-4f2b-b23d-c4af2207c1ae of type vlan for network 3006bacf-397c-4688-b867-45b437324463 Oct 20 03:42:44.372156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.410978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-00405361-7257-471d-8131-803ec4d94531 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.414174 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:42:44.418188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.471381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.472034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Allocated IP 172.20.0.2 (ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750/15ee1c61-a21b-451c-9065-ddb74ae38ca5/58ff6174-a184-4181-9634-9c17a63080d6) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:44.511905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:44.523168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-00405361-7257-471d-8131-803ec4d94531 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.574775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.581992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d4b28-3cb2-404b-86e0-0da389266882 req-b64efe15-7da1-4a44-917a-22e20d358fd9 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:44.586590 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3d8d4b28-3cb2-404b-86e0-0da389266882 req-b64efe15-7da1-4a44-917a-22e20d358fd9 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.3221767 Oct 20 03:42:44.613993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.684105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-841dc21d-f099-485a-a850-f99fd9fd34d4 None None] Current status of the port 94edaf1e-ef34-411b-be93-cbafc588f08d is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:44.703704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.718366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:44.718861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.736063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Allocated IP 172.26.7.120 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/19da29bb-7611-4a04-9597-90419e339d04) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:44.768243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.774148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:44.774794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.783700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=94edaf1e-ef34-411b-be93-cbafc588f08d,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:44.811767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:36Z', 'revision_number': 9, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:44.920487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port da1712ba-4ceb-40dc-b4e6-ffd37549ebda triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:44.920876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:44.921222 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port da1712ba-4ceb-40dc-b4e6-ffd37549ebda Oct 20 03:42:45.026210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-00405361-7257-471d-8131-803ec4d94531 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.028830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.064849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.097117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00405361-7257-471d-8131-803ec4d94531 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce78ec4-d038-46c5-876b-18aa08d8984f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:45.129216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626a5cca-0fd1-4b03-bcad-ebb0972bcae6,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:45.137302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Network': ['ID=3006bacf-397c-4688-b867-45b437324463,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:45.138631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.150896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Transition to ACTIVE for port object 58ff6174-a184-4181-9634-9c17a63080d6 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:45.157788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-00405361-7257-471d-8131-803ec4d94531 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.162071 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-00405361-7257-471d-8131-803ec4d94531 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/8ce78ec4-d038-46c5-876b-18aa08d8984f HTTP/1.1" status: 204 len: 168 time: 1.0884070 Oct 20 03:42:45.162726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38134) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:45.184585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 3006bacf-397c-4688-b867-45b437324463 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:42:45.226118 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-919e6bf8-3eff-4ca7-b9d1-cb12a3697974 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0332820 Oct 20 03:42:45.228423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38138) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:45.230499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.232489 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3d8d4b28-3cb2-404b-86e0-0da389266882 req-9de4d417-bd11-4ca9-8415-425776be059f tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5153425 Oct 20 03:42:45.238830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'subnet': {'network_id': '3006bacf-397c-4688-b867-45b437324463', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:45.254762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=1deee651-e787-43db-b56c-54e5977f6c9a,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:45.265470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.283708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.293469 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-deee8061-7b4c-4c44-bf69-68721221fd96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1564748 Oct 20 03:42:45.296037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed4dec2-5321-4950-ad96-8cfce1c867c2 None None] Network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:45.297238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38142) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:45.314385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0f33a-533a-4f42-aa80-a42fa5c4f09a None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:36Z', 'revision_number': 9, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d', 'name': '', 'network_id': '0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:fa:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:39Z', 'updated_at': '2022-10-20T03:41:53Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': '0a5e5594-69e6-4712-af7b-edc26b4ac771', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:45.346319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Transition to ACTIVE for port object 58ff6174-a184-4181-9634-9c17a63080d6 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:45.361088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.416646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d,segment=NetworkSegment(f949140d-86b4-4d9e-b57a-7b5780445d82),segment_id=f949140d-86b4-4d9e-b57a-7b5780445d82)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:45.417187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.469711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b9845eb7-7c66-4c4a-8a71-34bd3ae3b386 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:45.509936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:45.516857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:subnet and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:45.521836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:45.522913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.530298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:45.584424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:45.585068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-f88ae925-184c-460a-b65b-402458e7a9a5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:45.597191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce60497-a9c7-49ab-9965-f573e8592a40 tempest-TestNetworkAdvancedServerOps-1939475416 tempest-TestNetworkAdvancedServerOps-1939475416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:45.598733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cce60497-a9c7-49ab-9965-f573e8592a40 tempest-TestNetworkAdvancedServerOps-1939475416 tempest-TestNetworkAdvancedServerOps-1939475416-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 1093 time: 0.2417252 Oct 20 03:42:45.601991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38158) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:45.607296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'fixed_ip_address': '172.20.0.5'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:45.612934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b9845eb7-7c66-4c4a-8a71-34bd3ae3b386 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:45.617202 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b9845eb7-7c66-4c4a-8a71-34bd3ae3b386 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4507082 Oct 20 03:42:45.618900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38162) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:45.620386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:45.624505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Usage tracker for resource:floatingip and tenant:33a51a138e514a63b8a1bc948a2bbc79 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:45.627429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:45.633193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Made reservation on behalf of 00ffa9f3fe6f42f781e27fb7194da840 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:45.636638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.652049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:45.656923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.683069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9829306d-8987-4a8f-9e1a-0ff30c473d77 None None] Provisioning for port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:45.703713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:45.763333 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:45.766155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:45.775111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19597591-6240-48dc-94ac-38a3a0b780d4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.783087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-f88ae925-184c-460a-b65b-402458e7a9a5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:45.785295 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-f88ae925-184c-460a-b65b-402458e7a9a5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443214818&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.2588966 Oct 20 03:42:45.796632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:45.809480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:45.812498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:45.823276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:45.836919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19597591-6240-48dc-94ac-38a3a0b780d4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:45.843126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Pushing event updated for resources: {'Port': ['ID=58ff6174-a184-4181-9634-9c17a63080d6,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:45.856367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:45.942756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port da1712ba-4ceb-40dc-b4e6-ffd37549ebda is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:45.984802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Attempting to bind port 58ff6174-a184-4181-9634-9c17a63080d6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:45.985374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Attempting to bind port 58ff6174-a184-4181-9634-9c17a63080d6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '055ef52b-f0f1-47f0-9af7-729582949291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:45.985950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Attempting to bind port 58ff6174-a184-4181-9634-9c17a63080d6 on network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:46.006952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:46.007478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Checking segment: {'id': '055ef52b-f0f1-47f0-9af7-729582949291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:46.008158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:46.008660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Bound using segment: {'id': '055ef52b-f0f1-47f0-9af7-729582949291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:46.009276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Bound port: 58ff6174-a184-4181-9634-9c17a63080d6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055ef52b-f0f1-47f0-9af7-729582949291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:46.009748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:46.037134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 83861d5b-f31c-4c56-8435-60e09b2def91 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:46.062115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:46.082699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Pushing event updated for resources: {'Port': ['ID=19da29bb-7611-4a04-9597-90419e339d04,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:46.149355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 83861d5b-f31c-4c56-8435-60e09b2def91 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:46.149840 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 83861d5b-f31c-4c56-8435-60e09b2def91 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:46.166909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 14f5d32a-ba8b-4d2a-984d-edd059cacb50 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:42:46.179034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '079ceff6-23ea-442a-b3cc-c09b52bfae7d', 'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:14:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:31Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:46.189004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-e8844c9d-3870-44f2-8bc0-76e88e1f2582 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:46.190291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-e8844c9d-3870-44f2-8bc0-76e88e1f2582 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:46.190540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df61cb-ccac-4432-8670-67abb59299fa None None] The sync data for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv is: [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '079ceff6-23ea-442a-b3cc-c09b52bfae7d', 'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:14:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:31Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:46.237002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] For port 58ff6174-a184-4181-9634-9c17a63080d6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:46.241495 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] For port 58ff6174-a184-4181-9634-9c17a63080d6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58ff6174-a184-4181-9634-9c17a63080d6,segment=NetworkSegment(055ef52b-f0f1-47f0-9af7-729582949291),segment_id=055ef52b-f0f1-47f0-9af7-729582949291)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:46.304561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:46.373594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19597591-6240-48dc-94ac-38a3a0b780d4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:46.412874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:46.428285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51443cf1-965b-4bcd-ab10-1ed603875fd1 None None] Pushing event updated for resources: {'Port': ['ID=58ff6174-a184-4181-9634-9c17a63080d6,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:46.467395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 94edaf1e-ef34-411b-be93-cbafc588f08d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:46.520974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19597591-6240-48dc-94ac-38a3a0b780d4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7e589f-6b28-4511-b227-b5a2358d4e60,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:46.544744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:46.607462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-e8844c9d-3870-44f2-8bc0-76e88e1f2582 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:46.625949 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-e8844c9d-3870-44f2-8bc0-76e88e1f2582 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=35ac8035-da00-4d83-b392-b121e788f463 HTTP/1.1" status: 200 len: 797 time: 0.8051586 Oct 20 03:42:46.646946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 94edaf1e-ef34-411b-be93-cbafc588f08d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:46.647325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:46.647665 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 94edaf1e-ef34-411b-be93-cbafc588f08d Oct 20 03:42:46.796852 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-27669fc0-9fa3-420d-a6d6-3877821438de tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.1699457 Oct 20 03:42:47.149483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:47.149871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 94edaf1e-ef34-411b-be93-cbafc588f08d is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:47.151200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:47.170886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:47.222582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:47.274990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:47.283680 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a561bcb6-aa07-463b-bcbc-062caa980e68 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/14f5d32a-ba8b-4d2a-984d-edd059cacb50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2377512 Oct 20 03:42:47.290346 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d2104-502b-47bf-9787-441506a011bb None None] Sync routers for ids ['14f5d32a-ba8b-4d2a-984d-edd059cacb50'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:47.297616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Provisioning for port 1deee651-e787-43db-b56c-54e5977f6c9a completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:47.301756 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d2104-502b-47bf-9787-441506a011bb None None] Routers {'14f5d32a-ba8b-4d2a-984d-edd059cacb50'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:47.305450 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-653d2104-502b-47bf-9787-441506a011bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['14f5d32a-ba8b-4d2a-984d-edd059cacb50'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:47.305620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Provisioning complete for port 1deee651-e787-43db-b56c-54e5977f6c9a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:47.305620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:47.305620 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 1 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:47.355944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19597591-6240-48dc-94ac-38a3a0b780d4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:47.357236 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-19597591-6240-48dc-94ac-38a3a0b780d4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/5f7e589f-6b28-4511-b227-b5a2358d4e60 HTTP/1.1" status: 204 len: 168 time: 1.7377610 Oct 20 03:42:47.384974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38166) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:47.385417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38168) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:47.393718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:47.428666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:47.435192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:47.435698 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db Oct 20 03:42:47.458259 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-653d2104-502b-47bf-9787-441506a011bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:47.478656 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d2104-502b-47bf-9787-441506a011bb None None] Routers {'14f5d32a-ba8b-4d2a-984d-edd059cacb50'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:47.483795 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-653d2104-502b-47bf-9787-441506a011bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['14f5d32a-ba8b-4d2a-984d-edd059cacb50'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:47.533638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:47.589856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d379ab19-a7b5-4d5b-a629-00abe5c81689 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:47.616692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df501a5-a5ab-46d6-b072-5151abf9642b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:47.617348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8df501a5-a5ab-46d6-b072-5151abf9642b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:47.651592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:47.652066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:47.657038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:47.666136 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-653d2104-502b-47bf-9787-441506a011bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:47.666782 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d2104-502b-47bf-9787-441506a011bb None None] The sync data for ids ['14f5d32a-ba8b-4d2a-984d-edd059cacb50'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:47.704191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=286af53f-97c3-4ec4-b7fa-8e01e6e5d1db,segment=NetworkSegment(acd4107c-d4b9-4fd5-bf5b-64a311d193bf),segment_id=acd4107c-d4b9-4fd5-bf5b-64a311d193bf)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:47.764171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8df501a5-a5ab-46d6-b072-5151abf9642b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:47.766184 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8df501a5-a5ab-46d6-b072-5151abf9642b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports/1deee651-e787-43db-b56c-54e5977f6c9a HTTP/1.1" status: 200 len: 910 time: 0.3790083 Oct 20 03:42:47.767058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d379ab19-a7b5-4d5b-a629-00abe5c81689 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:47.768887 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d379ab19-a7b5-4d5b-a629-00abe5c81689 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3805587 Oct 20 03:42:47.777582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Checking segment: {'id': 'a099e419-8766-4f2b-b23d-c4af2207c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3006bacf-397c-4688-b867-45b437324463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:47.777948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network hostable DHCP agents. Network: 3006bacf-397c-4688-b867-45b437324463, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:47.793953 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-89bdcd31-3601-4669-a5f6-c30cd271dadc tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9548085 Oct 20 03:42:47.797526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38174) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:47.797857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38176) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:47.808830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Subnet': ['ID=a349f956-e966-4f9d-8d01-7cc404ba03c4,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:47.823675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-664d1410-e082-4e22-982e-0cdcd454d41d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e9ffbb9-a93c-4bfa-892b-6e9039fc7e28'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:47.824213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:47.859524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-secgroup--79948681'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:47.904396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ece80fba-4125-4bfc-8ee4-174719467260 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:47.910768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:47.943255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:47.965715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: ece80fba-4125-4bfc-8ee4-174719467260 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:47.966122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ece80fba-4125-4bfc-8ee4-174719467260 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:48.009009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=286af53f-97c3-4ec4-b7fa-8e01e6e5d1db,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:48.011790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:48.040573 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 2 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:48.103475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:48.119226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79177faa-14dc-4306-bb63-51f78ecd05d2 None None] Network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:48.139382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network 3006bacf-397c-4688-b867-45b437324463 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:48.175345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.186825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:48.201825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:48.202560 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cf6c4862-a3c8-461e-bfb9-c80af26e6af5 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5001070 Oct 20 03:42:48.205867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38186) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:48.232520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:48.233157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:48.305913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 3006bacf-397c-4688-b867-45b437324463) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:48.330695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-820722ca-9732-4f81-93db-b7d6c0861956 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting subnet 0a5e5594-69e6-4712-af7b-edc26b4ac771 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:48.336175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-820722ca-9732-4f81-93db-b7d6c0861956 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.395231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.397140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5911ca34-2be5-4efc-a0c0-6f405d64c797 None None] Network 3006bacf-397c-4688-b867-45b437324463 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:48.409614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-820722ca-9732-4f81-93db-b7d6c0861956 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.413537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:48.423346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:48.424473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.468118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Allocated IP 172.26.7.225 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/f3cfd66d-1b76-450b-a186-b4e494e04111) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:48.532571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 079ceff6-23ea-442a-b3cc-c09b52bfae7d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:48.551982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:48.554512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-820722ca-9732-4f81-93db-b7d6c0861956 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.580838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:48.586890 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-155a24e9-3f52-4caf-8013-b1b4e146f606 service neutron] 10.222.0.33 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707858 Oct 20 03:42:48.607799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:48.622354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:48.650651 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2dca4ea6-c30a-4dc4-b040-badab0159155 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4168868 Oct 20 03:42:48.660579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38190) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:48.660579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'network': {'name': 'tempest-router-network01--1542233599'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:48.665882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:48.670111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:network and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:48.673080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:48.680406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:48.705770 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 3 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:48.722090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-820722ca-9732-4f81-93db-b7d6c0861956 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.770264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820722ca-9732-4f81-93db-b7d6c0861956 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5e5594-69e6-4712-af7b-edc26b4ac771,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:48.774947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-820722ca-9732-4f81-93db-b7d6c0861956 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.784040 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-820722ca-9732-4f81-93db-b7d6c0861956 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/0a5e5594-69e6-4712-af7b-edc26b4ac771 HTTP/1.1" status: 204 len: 168 time: 0.5770080 Oct 20 03:42:48.786623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38194) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:48.810588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Made reservation on behalf of 00ffa9f3fe6f42f781e27fb7194da840 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:48.814055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.851030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6d330c-15a0-471e-bd1d-dbad7616ba55 None None] Network 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:48.928628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:42:48.937521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.951465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:48.954036 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Added segment 72ae7848-8292-4dc3-929a-0828ecbed7e6 of type vlan for network 80040ac5-ae2f-4ec7-845b-e65eb9829021 Oct 20 03:42:48.954036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port fac76b9f-406b-4147-a2db-62290051b3e9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:48.954036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.005611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-664d1410-e082-4e22-982e-0cdcd454d41d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.021764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:49.030941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.212693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port fac76b9f-406b-4147-a2db-62290051b3e9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fac76b9f-406b-4147-a2db-62290051b3e9,segment=NetworkSegment(f949140d-86b4-4d9e-b57a-7b5780445d82),segment_id=f949140d-86b4-4d9e-b57a-7b5780445d82)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:49.213491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.271722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 079ceff6-23ea-442a-b3cc-c09b52bfae7d completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:49.322816 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-5d2d32d1-9dcc-4b1b-ab60-55e7f0d7fb7f service neutron] 10.222.0.33 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072341 Oct 20 03:42:49.335800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.339813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 079ceff6-23ea-442a-b3cc-c09b52bfae7d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:49.340791 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.340791 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 079ceff6-23ea-442a-b3cc-c09b52bfae7d Oct 20 03:42:49.352559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.357728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:49.358541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.374634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.382773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.468227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-3006bacf-397c-4688-b867-45b437324463', 'network_id': '3006bacf-397c-4688-b867-45b437324463', 'tenant_id': '00ffa9f3fe6f42f781e27fb7194da840', 'fixed_ips': [{'subnet_id': 'a349f956-e966-4f9d-8d01-7cc404ba03c4'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:42:49.469053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.504187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for fac76b9f-406b-4147-a2db-62290051b3e9 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:49.562638 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 4 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:49.618503 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9630926 Oct 20 03:42:49.624408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38198) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:49.635208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02567d34-4dd6-4f9f-a54c-da5a5a7714f5 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Network': ['ID=80040ac5-ae2f-4ec7-845b-e65eb9829021,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:49.648806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.656376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'network': {'name': 'tempest-router-network02--1859979569'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:49.677019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:49.683836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 80040ac5-ae2f-4ec7-845b-e65eb9829021 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:42:49.698911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:network and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:49.741330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:49.762692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:49.834034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563706d2-74e5-4128-b6b3-78b45d9fc982,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:49.838826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.929480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Made reservation on behalf of 00ffa9f3fe6f42f781e27fb7194da840 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:49.934512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.943843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.948457 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7819b12a-fbbc-4ee5-bd44-81b566fc9c6f tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1343105 Oct 20 03:42:49.949163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38212) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:49.954656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=fac76b9f-406b-4147-a2db-62290051b3e9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:49.959521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No DVR routers for this DVR port fac76b9f-406b-4147-a2db-62290051b3e9 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:42:49.972329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:49.999191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': '563706d2-74e5-4128-b6b3-78b45d9fc982', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:50.014993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:50.025177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.036918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:50.078358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:46Z', 'revision_number': 10, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:50.088505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed534ca-c52b-45d2-b22b-da7b7784683e None None] DHCP port deletion for 0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:42:50.088783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:50.088933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-874c99c6-bd3c-4556-9e12-4c21668b7070 req-b7cdacb9-9923-462c-bb99-545ed11f36a9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:50.094518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Router e63b798e-5e02-40e4-b2a7-76e229ce92b8 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:42:50.097077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 079ceff6-23ea-442a-b3cc-c09b52bfae7d is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:50.098075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.109864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:50.120079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:50.125705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:50.144802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:50.144952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:50.145045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:50.166532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:42:50.190160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.201051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.201420 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Added segment 74465198-aa81-438f-b0d0-08f1746026a5 of type vlan for network 6d23647e-8563-4a81-9ac8-0212692e0171 Oct 20 03:42:50.213227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:50.228873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:50.237961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Allocated IP 2001:db8::2 (3006bacf-397c-4688-b867-45b437324463/a349f956-e966-4f9d-8d01-7cc404ba03c4/01e53f46-d883-494e-8bd8-dc274e419f98) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:50.251624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-874c99c6-bd3c-4556-9e12-4c21668b7070 req-b7cdacb9-9923-462c-bb99-545ed11f36a9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:50.256781 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-874c99c6-bd3c-4556-9e12-4c21668b7070 req-b7cdacb9-9923-462c-bb99-545ed11f36a9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 210 time: 0.2620356 Oct 20 03:42:50.256781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f949140d-86b4-4d9e-b57a-7b5780445d82') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:50.256781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f949140d-86b4-4d9e-b57a-7b5780445d82') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:50.266464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.285835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.296838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.313760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:50.314157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.346740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 079ceff6-23ea-442a-b3cc-c09b52bfae7d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=079ceff6-23ea-442a-b3cc-c09b52bfae7d,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:50.390640 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment f949140d-86b4-4d9e-b57a-7b5780445d82 resource provider aggregate not found Oct 20 03:42:50.413719 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment f949140d-86b4-4d9e-b57a-7b5780445d82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f949140d-86b4-4d9e-b57a-7b5780445d82 found for delete ", "request_id": "req-5b6b686b-944e-469a-8ec5-6e444ba1ef7d"}]} Oct 20 03:42:50.419991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'Port': ['ID=f3cfd66d-1b76-450b-a186-b4e494e04111,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:50.441601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.449238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.450504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:50.495941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.501589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:50.502175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.525847 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 5 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:50.535513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.597238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.618731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:50.637591 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/networks/0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f HTTP/1.1" status: 204 len: 168 time: 1.8500538 Oct 20 03:42:50.641535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38222) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:50.667259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:50.680437 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Sync routers for ids ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:50.696342 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Routers {'e63b798e-5e02-40e4-b2a7-76e229ce92b8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:50.697519 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:50.748097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:50.757539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.786516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Network': ['ID=6d23647e-8563-4a81-9ac8-0212692e0171,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:50.792500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=079ceff6-23ea-442a-b3cc-c09b52bfae7d,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:50.809014 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d26da30d-71e4-4a6f-a2f3-bfdd3dd66357 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1835873 Oct 20 03:42:50.830834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38226) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:50.836721 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'subnet': {'network_id': '80040ac5-ae2f-4ec7-845b-e65eb9829021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:50.854416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:50.861141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42877dde-8c4d-443f-bba8-0b5592ecc094 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Network': ['ID=0c0c76d1-e710-49ac-be28-ceb0c6a0ba7f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:50.951846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 6d23647e-8563-4a81-9ac8-0212692e0171 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:42:51.023630 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Set router e63b798e-5e02-40e4-b2a7-76e229ce92b8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:51.090248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:51.090884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.091633 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db Oct 20 03:42:51.238384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.250739 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 6 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:51.272442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.276854 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-45044b62-aed6-44b7-956e-2d1926a61fbe admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8636236 Oct 20 03:42:51.276971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:51.276971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38230) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:51.280280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf1d09b-bddc-4d5e-b03a-35d814c9ee96,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:51.291511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.resource_extend [None req-664d1410-e082-4e22-982e-0cdcd454d41d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:42:51.328546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-664d1410-e082-4e22-982e-0cdcd454d41d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.380317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:subnet and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:51.381759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.447871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:51.448948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.450301 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-56458e34-bc28-4bae-8725-ae7e867e7925 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4557538 Oct 20 03:42:51.453046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38236) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:51.475589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Transition to ACTIVE for port object 01e53f46-d883-494e-8bd8-dc274e419f98 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:51.478527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:51.479097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:51.558426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-664d1410-e082-4e22-982e-0cdcd454d41d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.565626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Transition to ACTIVE for port object 01e53f46-d883-494e-8bd8-dc274e419f98 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:51.585981 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '19da29bb-7611-4a04-9597-90419e339d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:42Z', 'updated_at': '2022-10-20T03:42:47Z', 'revision_number': 3, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'gw_port': {'id': '19da29bb-7611-4a04-9597-90419e339d04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:11:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:44Z', 'updated_at': '2022-10-20T03:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:51.590436 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Checking router: e63b798e-5e02-40e4-b2a7-76e229ce92b8 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:51.590964 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Updating router e63b798e-5e02-40e4-b2a7-76e229ce92b8 port 19da29bb-7611-4a04-9597-90419e339d04 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:42:51.623589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Made reservation on behalf of 00ffa9f3fe6f42f781e27fb7194da840 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:51.629436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.642463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.672321 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.685870 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-260bdb98-ffb0-4ab9-a3a8-cc41336633ab req-da4331df-028d-493f-9fe8-f962cb9bc55d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 210 time: 0.2253270 Oct 20 03:42:51.726741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.734475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Pushing event updated for resources: {'Port': ['ID=01e53f46-d883-494e-8bd8-dc274e419f98,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:51.746679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:51.748033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58ff6174-a184-4181-9634-9c17a63080d6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:51.796845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Network 3006bacf-397c-4688-b867-45b437324463 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:51.802289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:51.805565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:51.812130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2bc497aa-377c-4a33-afa6-dd4086caebb0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.829362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2bc497aa-377c-4a33-afa6-dd4086caebb0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.901555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d1410-e082-4e22-982e-0cdcd454d41d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=1deee651-e787-43db-b56c-54e5977f6c9a,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:51.922803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664d1410-e082-4e22-982e-0cdcd454d41d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:51.923095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-664d1410-e082-4e22-982e-0cdcd454d41d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.925206 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-664d1410-e082-4e22-982e-0cdcd454d41d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/ports/1deee651-e787-43db-b56c-54e5977f6c9a HTTP/1.1" status: 200 len: 910 time: 4.1125019 Oct 20 03:42:51.941518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38242) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:51.946865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:46Z', 'revision_number': 10, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:51.958889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Attempting to bind port 01e53f46-d883-494e-8bd8-dc274e419f98 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:51.959636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Attempting to bind port 01e53f46-d883-494e-8bd8-dc274e419f98 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'a099e419-8766-4f2b-b23d-c4af2207c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3006bacf-397c-4688-b867-45b437324463'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:51.960233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Attempting to bind port 01e53f46-d883-494e-8bd8-dc274e419f98 on network 3006bacf-397c-4688-b867-45b437324463 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:51.968092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41639e9-80b5-4fa7-b29f-026772d9fe7b None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:46Z', 'revision_number': 10, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None, '_interfaces': [{'id': '4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad', 'name': '', 'network_id': '3f53dcb8-7426-4d97-8dec-7c637ba1a73e', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'mac_address': 'fa:16:3e:bf:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:20Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'subnets': [{'id': 'd7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:51.972695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:51.975147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Checking segment: {'id': 'a099e419-8766-4f2b-b23d-c4af2207c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3006bacf-397c-4688-b867-45b437324463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:51.976197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.976737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Bound using segment: {'id': 'a099e419-8766-4f2b-b23d-c4af2207c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3006bacf-397c-4688-b867-45b437324463'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:51.977512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Bound port: 01e53f46-d883-494e-8bd8-dc274e419f98, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a099e419-8766-4f2b-b23d-c4af2207c1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3006bacf-397c-4688-b867-45b437324463'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:51.978369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:51.990831 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 7 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:52.056645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:52.129033 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.132245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 58ff6174-a184-4181-9634-9c17a63080d6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:52.145066 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Transition to ACTIVE for port object 19da29bb-7611-4a04-9597-90419e339d04 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:52.200604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] For port 01e53f46-d883-494e-8bd8-dc274e419f98, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:52.203714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] For port 01e53f46-d883-494e-8bd8-dc274e419f98, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=01e53f46-d883-494e-8bd8-dc274e419f98,segment=NetworkSegment(a099e419-8766-4f2b-b23d-c4af2207c1ae),segment_id=a099e419-8766-4f2b-b23d-c4af2207c1ae)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:52.211095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2bc497aa-377c-4a33-afa6-dd4086caebb0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.212754 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.236220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc497aa-377c-4a33-afa6-dd4086caebb0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaf1d09b-bddc-4d5e-b03a-35d814c9ee96,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:52.260084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2bc497aa-377c-4a33-afa6-dd4086caebb0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.263965 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2bc497aa-377c-4a33-afa6-dd4086caebb0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/aaf1d09b-bddc-4d5e-b03a-35d814c9ee96 HTTP/1.1" status: 204 len: 168 time: 0.8097579 Oct 20 03:42:52.264276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.273338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38246) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:52.306621 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Attempting to bind port 19da29bb-7611-4a04-9597-90419e339d04 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:52.307835 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Attempting to bind port 19da29bb-7611-4a04-9597-90419e339d04 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:52.308642 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Attempting to bind port 19da29bb-7611-4a04-9597-90419e339d04 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:52.346303 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:52.348952 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:52.348952 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.348952 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:52.352006 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Bound port: 19da29bb-7611-4a04-9597-90419e339d04, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:52.353752 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.370610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b46b5-d441-49f1-bed7-371dd1b3b82b None None] Pushing event updated for resources: {'Port': ['ID=01e53f46-d883-494e-8bd8-dc274e419f98,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:52.421019 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Pushing event updated for resources: {'Port': ['ID=19da29bb-7611-4a04-9597-90419e339d04,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:52.448525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.449132 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.449664 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.450308 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.450836 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.451349 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.451845 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.452341 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.452839 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.453479 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.454103 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.454585 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:52.500462 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] For port 19da29bb-7611-4a04-9597-90419e339d04, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:52.508597 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] For port 19da29bb-7611-4a04-9597-90419e339d04, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=19da29bb-7611-4a04-9597-90419e339d04,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:52.519200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 079ceff6-23ea-442a-b3cc-c09b52bfae7d up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:52.574034 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 8 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:52.596035 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.647112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.714385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8223a392-5e04-4abd-86a3-343edafafea4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:52.741173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:52.742958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.786126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 079ceff6-23ea-442a-b3cc-c09b52bfae7d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:52.787304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.787643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:52.788059 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 079ceff6-23ea-442a-b3cc-c09b52bfae7d Oct 20 03:42:52.818613 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3cfff-938f-49a1-9019-14fbbca34a9f None None] Pushing event updated for resources: {'Port': ['ID=19da29bb-7611-4a04-9597-90419e339d04,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:52.843714 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Routers {'e63b798e-5e02-40e4-b2a7-76e229ce92b8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:52.844508 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:52.963747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8223a392-5e04-4abd-86a3-343edafafea4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:52.965488 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8223a392-5e04-4abd-86a3-343edafafea4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6886137 Oct 20 03:42:52.967335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Subnet': ['ID=403b20b6-832a-43ee-a480-6552714dc841,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:52.988502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38252) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:53.008431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 079ceff6-23ea-442a-b3cc-c09b52bfae7d is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:53.048219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:53.060168 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] Set router e63b798e-5e02-40e4-b2a7-76e229ce92b8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:53.090562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:53.139142 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f4677bd6-c12c-4cc6-a09e-9e23b3f61542 req-02f2afd5-67c8-4e8d-a0cc-1bc05d8c7559 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 210 time: 0.1920807 Oct 20 03:42:53.162230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:53.162652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8d7bfe7b-4e5f-4ccc-986f-42dd5862c62d not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:53.164535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fac76b9f-406b-4147-a2db-62290051b3e9 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:42:53.215059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: fac76b9f-406b-4147-a2db-62290051b3e9 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:42:53.215497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fac76b9f-406b-4147-a2db-62290051b3e9 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:42:53.224077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-4a0e4669-b25c-43bd-879b-70861afd0594 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:53.225569 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-4a0e4669-b25c-43bd-879b-70861afd0594 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=35ac8035-da00-4d83-b392-b121e788f463 HTTP/1.1" status: 200 len: 797 time: 0.9243791 Oct 20 03:42:53.229042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Checking segment: {'id': '72ae7848-8292-4dc3-929a-0828ecbed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '80040ac5-ae2f-4ec7-845b-e65eb9829021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:53.229406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network hostable DHCP agents. Network: 80040ac5-ae2f-4ec7-845b-e65eb9829021, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:53.230191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event updated for resources: {'Port': ['ID=f3cfd66d-1b76-450b-a186-b4e494e04111,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:53.242417 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 9 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:53.311759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:53.416509 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '19da29bb-7611-4a04-9597-90419e339d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:42Z', 'updated_at': '2022-10-20T03:42:47Z', 'revision_number': 3, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'gw_port': {'id': '19da29bb-7611-4a04-9597-90419e339d04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:11:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:44Z', 'updated_at': '2022-10-20T03:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:53.421725 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c1a87-f722-4692-994f-bfed9a93c14f None None] The sync data for ids ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'] in dv-neutron-861845-1-hyperv is: [{'id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '19da29bb-7611-4a04-9597-90419e339d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:42Z', 'updated_at': '2022-10-20T03:42:47Z', 'revision_number': 3, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'gw_port': {'id': '19da29bb-7611-4a04-9597-90419e339d04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:11:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:44Z', 'updated_at': '2022-10-20T03:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:53.472110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:53.516209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f480375-c757-437c-9a3c-b463a48a0225 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:53.544687 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Floating IP d2318fca-d885-48a8-8446-7affa62f929f associated. External IP: 172.26.7.225, port: 57f0d163-0ad7-4143-b42c-b0db40d41ed9. Oct 20 03:42:53.638540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-47f3bc8a-2d9e-4c18-911b-977aaaa44072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:53.667751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-47f3bc8a-2d9e-4c18-911b-977aaaa44072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:53.668945 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-47f3bc8a-2d9e-4c18-911b-977aaaa44072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 379 time: 0.4299903 Oct 20 03:42:53.681080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['9a2d9e2c-b574-4b0e-91de-dbf5a131faad']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:53.729995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f480375-c757-437c-9a3c-b463a48a0225 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:53.812616 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Attempt 10 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:53.817306 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network 80040ac5-ae2f-4ec7-845b-e65eb9829021 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:53.866256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:53.887220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5490ca29-d63e-4eb1-a8d7-e6ae4ee3e187 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:53.888890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca018f4-9839-43b9-a2bf-a1c38b9a8a87 None None] Network 3006bacf-397c-4688-b867-45b437324463 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:53.980819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:53.997334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 80040ac5-ae2f-4ec7-845b-e65eb9829021) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:54.016684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19035098-c278-4efd-a228-483fde540bc6 None None] Network 80040ac5-ae2f-4ec7-845b-e65eb9829021 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:54.017171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:54.018423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:54.148518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:54.160488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:54.190507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f480375-c757-437c-9a3c-b463a48a0225 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:54.258062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f480375-c757-437c-9a3c-b463a48a0225 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563706d2-74e5-4128-b6b3-78b45d9fc982,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:54.263997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Provisioning for port 01e53f46-d883-494e-8bd8-dc274e419f98 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:54.279462 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-66b6a2c4-26d8-4508-8365-8f24db0798bc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4463274 Oct 20 03:42:54.282945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38264) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:54.291314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'subnet': {'network_id': '6d23647e-8563-4a81-9ac8-0212692e0171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:54.379537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0f480375-c757-437c-9a3c-b463a48a0225 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:54.382983 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0f480375-c757-437c-9a3c-b463a48a0225 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/563706d2-74e5-4128-b6b3-78b45d9fc982 HTTP/1.1" status: 204 len: 168 time: 1.3758194 Oct 20 03:42:54.384112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:54.387848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:54.400140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38268) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:54.435369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 01e53f46-d883-494e-8bd8-dc274e419f98 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:54.570886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Provisioning for port 58ff6174-a184-4181-9634-9c17a63080d6 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:54.586593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Provisioning complete for port 58ff6174-a184-4181-9634-9c17a63080d6 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:54.586972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:54.587417 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Attempt 1 to provision port 58ff6174-a184-4181-9634-9c17a63080d6 Oct 20 03:42:54.592695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:54.593043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:54.600870 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-765f11bc-4d5b-4dae-abdf-4324efa69c63 req-e32d7116-7b1f-41bb-a202-10fd837975ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 210 time: 0.1487412 Oct 20 03:42:54.655315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:54.675287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Router b7bd25a7-1652-485b-bf88-30ae0b562434 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:54.694096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:subnet and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:54.702610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:54.706523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-80040ac5-ae2f-4ec7-845b-e65eb9829021', 'network_id': '80040ac5-ae2f-4ec7-845b-e65eb9829021', 'tenant_id': '00ffa9f3fe6f42f781e27fb7194da840', 'fixed_ips': [{'subnet_id': '403b20b6-832a-43ee-a480-6552714dc841'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:42:54.706523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:54.712196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:54.746958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Allocated IP 172.20.0.1 (ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750/15ee1c61-a21b-451c-9065-ddb74ae38ca5/c51b2302-1fe5-4ab9-8759-15a57a0e78d4) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:54.787772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 01e53f46-d883-494e-8bd8-dc274e419f98 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:54.804132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 01e53f46-d883-494e-8bd8-dc274e419f98 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:54.804132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:54.804132 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 01e53f46-d883-494e-8bd8-dc274e419f98 Oct 20 03:42:54.813844 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9ddd8d04-28c3-449c-a0e3-7947831c397c tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3312609 Oct 20 03:42:54.878624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38272) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:54.902877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Made reservation on behalf of 00ffa9f3fe6f42f781e27fb7194da840 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:54.906573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:54.943409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384969521'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:54.962057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:55.023497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:55.029671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:55.104458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad,segment=NetworkSegment(e564de0a-02ee-45e9-9dc3-1eec48f5be23),segment_id=e564de0a-02ee-45e9-9dc3-1eec48f5be23)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:55.105055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.128793 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.11 (35ac8035-da00-4d83-b392-b121e788f463/405b0359-76c9-4b32-b04b-80b1d8d84361/7526a1d5-e82c-4f13-835a-68405fe7adf7) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:55.132538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Current status of the port 58ff6174-a184-4181-9634-9c17a63080d6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:55.132538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.142907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Allocated IP 2001:db8::2 (80040ac5-ae2f-4ec7-845b-e65eb9829021/403b20b6-832a-43ee-a480-6552714dc841/a76d7351-68ae-43d3-a246-f0164e67113c) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:55.184296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] For port 58ff6174-a184-4181-9634-9c17a63080d6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58ff6174-a184-4181-9634-9c17a63080d6,segment=NetworkSegment(055ef52b-f0f1-47f0-9af7-729582949291),segment_id=055ef52b-f0f1-47f0-9af7-729582949291)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:55.193809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 01e53f46-d883-494e-8bd8-dc274e419f98 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:55.193809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.200804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:55.236339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 1deee651-e787-43db-b56c-54e5977f6c9a {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:42:55.236339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.301298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.315913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:55.367449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] Sync routers for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:55.394231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 01e53f46-d883-494e-8bd8-dc274e419f98, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=01e53f46-d883-494e-8bd8-dc274e419f98,segment=NetworkSegment(a099e419-8766-4f2b-b23d-c4af2207c1ae),segment_id=a099e419-8766-4f2b-b23d-c4af2207c1ae)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:55.397054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:55.410210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:55.410987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:55.432377 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.464881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.525705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:55.546619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.547522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 19da29bb-7611-4a04-9597-90419e339d04 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:55.556103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:55.556352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Transition to ACTIVE for port object c51b2302-1fe5-4ab9-8759-15a57a0e78d4 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:55.566256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:55.586425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:55.593299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.623916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.724388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Provisioning complete for port 1deee651-e787-43db-b56c-54e5977f6c9a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:55.724722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.725058 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Attempt 1 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:55.771376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Pushing event updated for resources: {'Port': ['ID=58ff6174-a184-4181-9634-9c17a63080d6,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:55.776434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.831464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 1deee651-e787-43db-b56c-54e5977f6c9a owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:42:55.837897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.881609 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4c321081-3f8e-4eab-b1fa-6f6c94cada09 req-9d6135c0-a6b0-40d0-82c5-d318add49c0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 210 time: 0.1014845 Oct 20 03:42:55.931161 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-31865b2b-3676-45d3-b7cf-7083ef382730 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.3278372 Oct 20 03:42:55.935530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:42:55.937381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 7526a1d5-e82c-4f13-835a-68405fe7adf7 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:55.938384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91db7c6-ae87-419f-aec6-6254796c7b06" -d '{"events": [{"name": "network-changed", "server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:42:55.994133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:55.994360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:55.994664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:55.997932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:56.053919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.058655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c51b2302-1fe5-4ab9-8759-15a57a0e78d4,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:56.141570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.153660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Transition to ACTIVE for port object a76d7351-68ae-43d3-a246-f0164e67113c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:56.164850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:56.190320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Transition to ACTIVE for port object a76d7351-68ae-43d3-a246-f0164e67113c will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:56.213706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:56.215026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.220788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67184308-e0a0-455e-891e-3f6be99fefe5 x-openstack-request-id: req-67184308-e0a0-455e-891e-3f6be99fefe5 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:42:56.221584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:42:56.222016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-67184308-e0a0-455e-891e-3f6be99fefe5 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:42:56.222648 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67184308-e0a0-455e-891e-3f6be99fefe5'] response: {'name': 'network-changed', 'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'status': 'completed', 'code': 200} Oct 20 03:42:56.227854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.230214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Subnet': ['ID=584793aa-df03-47d0-947b-d74dbcb6732a,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:56.286796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:56.292871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.320111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=01e53f46-d883-494e-8bd8-dc274e419f98,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:56.367519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Network 80040ac5-ae2f-4ec7-845b-e65eb9829021 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:56.436855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:56.441671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.446226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.456920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:56.514699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.519100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Pushing event updated for resources: {'Port': ['ID=a76d7351-68ae-43d3-a246-f0164e67113c,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:56.563977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.569432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 19da29bb-7611-4a04-9597-90419e339d04 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:56.592174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 35ac8035-da00-4d83-b392-b121e788f463 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:56.593865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 19da29bb-7611-4a04-9597-90419e339d04 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:56.595791 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.595791 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 19da29bb-7611-4a04-9597-90419e339d04 Oct 20 03:42:56.599787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Checking segment: {'id': '74465198-aa81-438f-b0d0-08f1746026a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d23647e-8563-4a81-9ac8-0212692e0171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:56.600159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network hostable DHCP agents. Network: 6d23647e-8563-4a81-9ac8-0212692e0171, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:56.604094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:56.606186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.614816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a8489b-6a32-448b-b8be-7000f0de42ea,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:56.661021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Attempting to bind port a76d7351-68ae-43d3-a246-f0164e67113c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:56.661415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Attempting to bind port a76d7351-68ae-43d3-a246-f0164e67113c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '72ae7848-8292-4dc3-929a-0828ecbed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '80040ac5-ae2f-4ec7-845b-e65eb9829021'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:56.661787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Attempting to bind port a76d7351-68ae-43d3-a246-f0164e67113c on network 80040ac5-ae2f-4ec7-845b-e65eb9829021 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:42:56.665940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=1deee651-e787-43db-b56c-54e5977f6c9a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:56.694266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:42:56.715059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fde39-7436-40cb-b1d2-b99095698a82 req-63bf6808-d903-47b0-b290-4c6392f0e779 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:56.717043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1d3fde39-7436-40cb-b1d2-b99095698a82 req-63bf6808-d903-47b0-b290-4c6392f0e779 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.6381540 Oct 20 03:42:56.740636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:42:56.741129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Checking segment: {'id': '72ae7848-8292-4dc3-929a-0828ecbed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '80040ac5-ae2f-4ec7-845b-e65eb9829021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:42:56.741459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.741832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Bound using segment: {'id': '72ae7848-8292-4dc3-929a-0828ecbed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '80040ac5-ae2f-4ec7-845b-e65eb9829021'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:42:56.742752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Bound port: a76d7351-68ae-43d3-a246-f0164e67113c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ae7848-8292-4dc3-929a-0828ecbed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '80040ac5-ae2f-4ec7-845b-e65eb9829021'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:56.742752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.768788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:56.769985 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f44ecfd3-6c30-4b79-a45c-f0c8443b9373 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8911898 Oct 20 03:42:56.778189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38286) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:56.785527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=7526a1d5-e82c-4f13-835a-68405fe7adf7,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:56.789756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': 'e7a8489b-6a32-448b-b8be-7000f0de42ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:56.810316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:42:56.824332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-1b25fbb8-1f44-45c5-af92-0ba3eb9ae03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:56.825896 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-1b25fbb8-1f44-45c5-af92-0ba3eb9ae03c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33a51a138e514a63b8a1bc948a2bbc79&device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 1098 time: 0.6408086 Oct 20 03:42:56.834524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:42:56.858783 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Attempt 2 to provision port 1deee651-e787-43db-b56c-54e5977f6c9a Oct 20 03:42:56.860706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:42:56.868722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network 6d23647e-8563-4a81-9ac8-0212692e0171 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:56.987922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d30cfe3-eecf-4279-a696-f28d586ac8f2 None None] Port 1deee651-e787-43db-b56c-54e5977f6c9a was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:42:57.025985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:42:57.057649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:57.058586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:57.059057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] For port a76d7351-68ae-43d3-a246-f0164e67113c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:42:57.065382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] For port a76d7351-68ae-43d3-a246-f0164e67113c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a76d7351-68ae-43d3-a246-f0164e67113c,segment=NetworkSegment(72ae7848-8292-4dc3-929a-0828ecbed7e6),segment_id=72ae7848-8292-4dc3-929a-0828ecbed7e6)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:42:57.081032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:57.086637 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1d3fde39-7436-40cb-b1d2-b99095698a82 req-af82aab7-aee3-4e85-8048-2212f6d8718b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610675 Oct 20 03:42:57.153228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Provisioning complete for port 01e53f46-d883-494e-8bd8-dc274e419f98 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:57.153917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:57.154021 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 1 to provision port 01e53f46-d883-494e-8bd8-dc274e419f98 Oct 20 03:42:57.177807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38292) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:57.185424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:57.190800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 19da29bb-7611-4a04-9597-90419e339d04 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:57.191163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:57.303686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 19da29bb-7611-4a04-9597-90419e339d04, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=19da29bb-7611-4a04-9597-90419e339d04,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:42:57.326506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'd2318fca-d885-48a8-8446-7affa62f929f', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'floating_ip_address': '172.26.7.225', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'port_id': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'mac_address': 'fa:16:3e:26:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845c4581-d1c4-473c-8976-1ddd04effb68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:42:51Z', 'updated_at': '2022-10-20T03:42:51Z', 'revision_number': 0, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10299513-34f5-4650-bb7b-d147998665a2', 'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'mac_address': 'fa:16:3e:21:49:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:06Z', 'updated_at': '2022-10-20T03:42:28Z', 'revision_number': 5, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'subnets': [{'id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:57.332643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e100a63-b856-4de3-b69e-8952974f73a3 None None] Pushing event updated for resources: {'Port': ['ID=a76d7351-68ae-43d3-a246-f0164e67113c,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:57.369071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] Checking router: b7bd25a7-1652-485b-bf88-30ae0b562434 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:57.405681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:57.405681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:57.471902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 6d23647e-8563-4a81-9ac8-0212692e0171) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:57.480887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:57.516949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:57.552166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:57.552692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:57.760888 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-455395ea-ccfb-4677-961d-f25540450f28 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0839164 Oct 20 03:42:57.792837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cccc00a-fbbc-4cc2-b8df-c8f9cf9eba18 None None] Network 6d23647e-8563-4a81-9ac8-0212692e0171 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:57.803654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:57.828227 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:57.840152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:57.842358 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:57.843704 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:57.874881 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bad3bac8-5154-4031-ae2a-9c94c42fee23 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2279732 Oct 20 03:42:57.887363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Request body: {'port': {'device_id': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:57.910069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-ec172b9b-6905-4583-8b30-87ed371cf9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:57.911548 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-ec172b9b-6905-4583-8b30-87ed371cf9da service neutron] 10.222.0.26 "GET /v2.0/networks?id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca HTTP/1.1" status: 200 len: 898 time: 1.0740285 Oct 20 03:42:57.934538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38296) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:57.945468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:57.951151 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-86a7ea9b-69b5-4c3d-8d1e-8c496059e9ab tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/floatingips/d2318fca-d885-48a8-8446-7affa62f929f HTTP/1.1" status: 200 len: 991 time: 0.7721386 Oct 20 03:42:57.956525 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-029d43fe-9a0e-4177-9508-db4ec57a94b8 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6702478 Oct 20 03:42:57.979216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38300) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:57.988228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Current status of the port 01e53f46-d883-494e-8bd8-dc274e419f98 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:58.045062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:58.051934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:58.079003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04722e16-ad85-41ad-9fec-b531e77b0122 req-d40e1d8f-bb4f-4b31-8723-a8ce1e88acc5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:58.080544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-04722e16-ad85-41ad-9fec-b531e77b0122 req-d40e1d8f-bb4f-4b31-8723-a8ce1e88acc5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:58.095415 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:58.141504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 14f5d32a-ba8b-4d2a-984d-edd059cacb50 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:42:58.150938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8ddf4c-ea18-4f6c-8071-d5456be27568,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:58.294889 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:55Z', 'revision_number': 11, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:58.299781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:58.300416 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:58.300815 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2e33f275-2de9-4ad3-8b28-c5af881919a0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5207326 Oct 20 03:42:58.313561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38304) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:58.315377 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:58.315724 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:58.318933 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-940a6c41-a046-40b0-925f-da537ba45733 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9 HTTP/1.1" status: 200 len: 999 time: 0.3583696 Oct 20 03:42:58.396683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:42:58.402816 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0a85eaab-f20a-4736-aedb-602ed88f85b3 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules/5c8ddf4c-ea18-4f6c-8071-d5456be27568 HTTP/1.1" status: 200 len: 763 time: 0.0827634 Oct 20 03:42:58.406692 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4644f5b2-3ceb-4274-9ac3-8ba3470d44d0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/14f5d32a-ba8b-4d2a-984d-edd059cacb50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4640813 Oct 20 03:42:58.409350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38308) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:58.409688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38310) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:58.443838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-68e303f7-0bfb-45df-8c2b-5dffc968d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:58.445452 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-68e303f7-0bfb-45df-8c2b-5dffc968d514 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ca272b5-0ca0-4398-9e19-0d03aa1dc341 HTTP/1.1" status: 200 len: 835 time: 0.1127868 Oct 20 03:42:58.531261 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:42:58.578756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-600e9655-44e4-4879-be8a-647f74d5921a tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:58.602235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.resource_extend [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:42:58.619777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5f05d4-b66e-4d74-85e0-1bf70cee7ad9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting subnet d7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:58.633905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a060d550-34dc-4e2c-90ea-e676466419c1 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:42:58.684334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-600e9655-44e4-4879-be8a-647f74d5921a tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:58.690230 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-600e9655-44e4-4879-be8a-647f74d5921a tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=14f5d32a-ba8b-4d2a-984d-edd059cacb50 HTTP/1.1" status: 200 len: 205 time: 0.2781343 Oct 20 03:42:58.695237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38316) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:58.702602 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bc5f05d4-b66e-4d74-85e0-1bf70cee7ad9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:58.713533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-c8173de9-24fd-4296-a259-69b245638411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:58.715425 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-c8173de9-24fd-4296-a259-69b245638411 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2014568 Oct 20 03:42:58.730616 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:55Z', 'revision_number': 11, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:58.745607 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b66c5e-691d-4c44-9233-6e916e3f53b6 None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:55Z', 'revision_number': 11, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:58.771402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=19da29bb-7611-4a04-9597-90419e339d04,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:58.782350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 01e53f46-d883-494e-8bd8-dc274e419f98 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:58.790580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bc5f05d4-b66e-4d74-85e0-1bf70cee7ad9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:58.811717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a060d550-34dc-4e2c-90ea-e676466419c1 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:58.813438 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a060d550-34dc-4e2c-90ea-e676466419c1 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4028473 Oct 20 03:42:58.820323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3dd02-427b-45e0-989b-0c80bea95fdc None None] Sync routers for ids ['14f5d32a-ba8b-4d2a-984d-edd059cacb50'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:58.844578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-04722e16-ad85-41ad-9fec-b531e77b0122 req-d40e1d8f-bb4f-4b31-8723-a8ce1e88acc5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:42:58.846297 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-04722e16-ad85-41ad-9fec-b531e77b0122 req-d40e1d8f-bb4f-4b31-8723-a8ce1e88acc5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 932 time: 1.7792492 Oct 20 03:42:58.846759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38320) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:58.859347 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Provisioning for port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:58.870738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:58.879028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Provisioning complete for port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:58.879403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:58.879739 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 1 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:42:58.882825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:58.911706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-6d23647e-8563-4a81-9ac8-0212692e0171', 'network_id': '6d23647e-8563-4a81-9ac8-0212692e0171', 'tenant_id': '00ffa9f3fe6f42f781e27fb7194da840', 'fixed_ips': [{'subnet_id': '584793aa-df03-47d0-947b-d74dbcb6732a'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:42:58.912657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:58.957639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38324) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:58.961381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3dd02-427b-45e0-989b-0c80bea95fdc None None] Routers {'14f5d32a-ba8b-4d2a-984d-edd059cacb50'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:58.962026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0ae3dd02-427b-45e0-989b-0c80bea95fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['14f5d32a-ba8b-4d2a-984d-edd059cacb50'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:59.020701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.027214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-076dc06e-4e4a-4503-b96d-26b19d13071b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.027635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b340ccf1-de21-465d-8af4-219cb5fbe8b0 None None] Network 80040ac5-ae2f-4ec7-845b-e65eb9829021 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:42:59.150896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0ae3dd02-427b-45e0-989b-0c80bea95fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:59.203031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3dd02-427b-45e0-989b-0c80bea95fdc None None] Routers {'14f5d32a-ba8b-4d2a-984d-edd059cacb50'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:42:59.203590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0ae3dd02-427b-45e0-989b-0c80bea95fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['14f5d32a-ba8b-4d2a-984d-edd059cacb50'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:59.246921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb35c022-a4b1-4d5f-b59e-c60cc178a168 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.253089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:42:59.296017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb35c022-a4b1-4d5f-b59e-c60cc178a168 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.298263 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0ae3dd02-427b-45e0-989b-0c80bea95fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:59.298685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3dd02-427b-45e0-989b-0c80bea95fdc None None] The sync data for ids ['14f5d32a-ba8b-4d2a-984d-edd059cacb50'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:59.358724 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-04722e16-ad85-41ad-9fec-b531e77b0122 req-983dfd89-c628-4609-8729-defe3cfb66e8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4644427 Oct 20 03:42:59.370828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bc5f05d4-b66e-4d74-85e0-1bf70cee7ad9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.400497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'd2318fca-d885-48a8-8446-7affa62f929f', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'floating_ip_address': '172.26.7.225', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'port_id': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'mac_address': 'fa:16:3e:26:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845c4581-d1c4-473c-8976-1ddd04effb68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:42:51Z', 'updated_at': '2022-10-20T03:42:51Z', 'revision_number': 0, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10299513-34f5-4650-bb7b-d147998665a2', 'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'mac_address': 'fa:16:3e:21:49:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:06Z', 'updated_at': '2022-10-20T03:42:28Z', 'revision_number': 5, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'subnets': [{'id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:59.419563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2329c-6714-4d26-a6eb-93c21d1f706d None None] The sync data for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv is: [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'd2318fca-d885-48a8-8446-7affa62f929f', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'floating_ip_address': '172.26.7.225', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'port_id': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'mac_address': 'fa:16:3e:26:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845c4581-d1c4-473c-8976-1ddd04effb68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:42:51Z', 'updated_at': '2022-10-20T03:42:51Z', 'revision_number': 0, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10299513-34f5-4650-bb7b-d147998665a2', 'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'mac_address': 'fa:16:3e:21:49:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:06Z', 'updated_at': '2022-10-20T03:42:28Z', 'revision_number': 5, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'subnets': [{'id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:59.490199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c51b2302-1fe5-4ab9-8759-15a57a0e78d4,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:59.502302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.523333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.546158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 01e53f46-d883-494e-8bd8-dc274e419f98 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:59.546681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.546854 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 01e53f46-d883-494e-8bd8-dc274e419f98 Oct 20 03:42:59.596962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-076dc06e-4e4a-4503-b96d-26b19d13071b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.600625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-076dc06e-4e4a-4503-b96d-26b19d13071b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.669138 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eca9642c-efda-4ea1-8db1-43214dcef780 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/floatingips/d2318fca-d885-48a8-8446-7affa62f929f HTTP/1.1" status: 200 len: 991 time: 0.7102354 Oct 20 03:42:59.683571 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-5405f76b-3d80-413c-98c5-c6e8ade7273f service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785236 Oct 20 03:42:59.695049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Allocated IP 2001:db8::2 (6d23647e-8563-4a81-9ac8-0212692e0171/584793aa-df03-47d0-947b-d74dbcb6732a/4fe2a746-3ae6-497c-b013-17bf193c40fc) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:59.714868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb35c022-a4b1-4d5f-b59e-c60cc178a168 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.725485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 01e53f46-d883-494e-8bd8-dc274e419f98 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:42:59.726436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a76d7351-68ae-43d3-a246-f0164e67113c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:42:59.733870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-076dc06e-4e4a-4503-b96d-26b19d13071b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.734724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076dc06e-4e4a-4503-b96d-26b19d13071b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Fanout notify agent at l3_agent the message router_deleted on router 14f5d32a-ba8b-4d2a-984d-edd059cacb50 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:42:59.771319 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 2 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:42:59.774412 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82527f90-e204-4dd8-9f27-813e2b549b51 None None] New status for floating IP d2318fca-d885-48a8-8446-7affa62f929f: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:42:59.807668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-076dc06e-4e4a-4503-b96d-26b19d13071b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.808878 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-076dc06e-4e4a-4503-b96d-26b19d13071b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/14f5d32a-ba8b-4d2a-984d-edd059cacb50 HTTP/1.1" status: 204 len: 168 time: 1.1127665 Oct 20 03:42:59.815116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38328) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:42:59.885127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35c022-a4b1-4d5f-b59e-c60cc178a168 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c8ddf4c-ea18-4f6c-8071-d5456be27568,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:59.930263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad37996-e0d3-4be1-ac6c-8453788f8890 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting subnet 8e9ffbb9-a93c-4bfa-892b-6e9039fc7e28 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:42:59.933614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ad37996-e0d3-4be1-ac6c-8453788f8890 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:59.933906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:00.015658 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d91db7c6-ae87-419f-aec6-6254796c7b06 req-6ebc31ce-4361-4ecd-94ac-11e65325653f service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235977 Oct 20 03:43:00.030974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ad37996-e0d3-4be1-ac6c-8453788f8890 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.066493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bc5f05d4-b66e-4d74-85e0-1bf70cee7ad9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.146730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ad37996-e0d3-4be1-ac6c-8453788f8890 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.174257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb35c022-a4b1-4d5f-b59e-c60cc178a168 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.177713 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fb35c022-a4b1-4d5f-b59e-c60cc178a168 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/5c8ddf4c-ea18-4f6c-8071-d5456be27568 HTTP/1.1" status: 204 len: 168 time: 1.3066311 Oct 20 03:43:00.181807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38332) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:00.183125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.194119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Transition to ACTIVE for port object 4fe2a746-3ae6-497c-b013-17bf193c40fc will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:00.213200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Transition to ACTIVE for port object 4fe2a746-3ae6-497c-b013-17bf193c40fc will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:00.215982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port a76d7351-68ae-43d3-a246-f0164e67113c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:00.227211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58ff6174-a184-4181-9634-9c17a63080d6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:00.238784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:00.242546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bc5f05d4-b66e-4d74-85e0-1bf70cee7ad9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.249023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f05d4-b66e-4d74-85e0-1bf70cee7ad9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Subnet': ['ID=d7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:00.253130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:00.253311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cfde4e-9e94-4d29-8ce0-6e912426e006 None None] Network 3f53dcb8-7426-4d97-8dec-7c637ba1a73e requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:00.296945 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bc5f05d4-b66e-4d74-85e0-1bf70cee7ad9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/d7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f HTTP/1.1" status: 204 len: 168 time: 2.3542602 Oct 20 03:43:00.297382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38336) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:00.335872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.435919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.439991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ad37996-e0d3-4be1-ac6c-8453788f8890 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.440786 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 3 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:43:00.507356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Deleting port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:00.507705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.536046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5ad37996-e0d3-4be1-ac6c-8453788f8890 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.540625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Network 6d23647e-8563-4a81-9ac8-0212692e0171 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:00.545786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad37996-e0d3-4be1-ac6c-8453788f8890 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9ffbb9-a93c-4bfa-892b-6e9039fc7e28,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:00.556913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Pushing event updated for resources: {'Port': ['ID=4fe2a746-3ae6-497c-b013-17bf193c40fc,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:00.559435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19639c5-b38d-4eee-999e-f25dac81c3d8 None None] Network 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:00.573229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:00.579290 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5ad37996-e0d3-4be1-ac6c-8453788f8890 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/8e9ffbb9-a93c-4bfa-892b-6e9039fc7e28 HTTP/1.1" status: 204 len: 168 time: 0.7633109 Oct 20 03:43:00.582156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38342) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:00.593129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:00.601349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7526a1d5-e82c-4f13-835a-68405fe7adf7 {{(pid=90076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:43:00.624277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2316f4fe-f2e4-4163-bfac-097198b8fec0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:00.633746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.698880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38346) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:00.708180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Transition to ACTIVE for port object 7526a1d5-e82c-4f13-835a-68405fe7adf7 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:00.718016 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:43:00.766819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:00.786689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Allocated IP 2001:db8::1 (80040ac5-ae2f-4ec7-845b-e65eb9829021/403b20b6-832a-43ee-a480-6552714dc841/01ebb181-b5f9-40c9-8683-79528727ba8e) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:00.809853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2316f4fe-f2e4-4163-bfac-097198b8fec0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:00.814091 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2316f4fe-f2e4-4163-bfac-097198b8fec0 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6113648 Oct 20 03:43:00.820803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38350) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:00.825332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.896316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1d749c3c-ca7f-4177-b430-2395721bb1c2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': 'e7a8489b-6a32-448b-b8be-7000f0de42ea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:00.899381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 58ff6174-a184-4181-9634-9c17a63080d6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:00.899756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.900091 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 58ff6174-a184-4181-9634-9c17a63080d6 Oct 20 03:43:00.936307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Attempting to bind port 4fe2a746-3ae6-497c-b013-17bf193c40fc on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:00.936307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Attempting to bind port 4fe2a746-3ae6-497c-b013-17bf193c40fc by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '74465198-aa81-438f-b0d0-08f1746026a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d23647e-8563-4a81-9ac8-0212692e0171'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:00.936307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Attempting to bind port 4fe2a746-3ae6-497c-b013-17bf193c40fc on network 6d23647e-8563-4a81-9ac8-0212692e0171 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:00.943204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] For port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218,segment=NetworkSegment(e564de0a-02ee-45e9-9dc3-1eec48f5be23),segment_id=e564de0a-02ee-45e9-9dc3-1eec48f5be23)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:00.943575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:00.959806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1d749c3c-ca7f-4177-b430-2395721bb1c2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:00.993765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:01.000425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Checking segment: {'id': '74465198-aa81-438f-b0d0-08f1746026a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d23647e-8563-4a81-9ac8-0212692e0171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:01.000425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.000425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Bound using segment: {'id': '74465198-aa81-438f-b0d0-08f1746026a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d23647e-8563-4a81-9ac8-0212692e0171'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:01.000425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Bound port: 4fe2a746-3ae6-497c-b013-17bf193c40fc, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74465198-aa81-438f-b0d0-08f1746026a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d23647e-8563-4a81-9ac8-0212692e0171'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:01.000425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.191585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] For port 4fe2a746-3ae6-497c-b013-17bf193c40fc, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:01.193660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] DHCP port deletion for 3f53dcb8-7426-4d97-8dec-7c637ba1a73e request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:43:01.203526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 58ff6174-a184-4181-9634-9c17a63080d6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:01.206825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] Deleting port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:01.207297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.237789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Calling delete_port for 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:01.240527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] For port 4fe2a746-3ae6-497c-b013-17bf193c40fc, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4fe2a746-3ae6-497c-b013-17bf193c40fc,segment=NetworkSegment(74465198-aa81-438f-b0d0-08f1746026a5),segment_id=74465198-aa81-438f-b0d0-08f1746026a5)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:01.268266 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 4 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:43:01.281742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7526a1d5-e82c-4f13-835a-68405fe7adf7,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:01.308817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Router e63b798e-5e02-40e4-b2a7-76e229ce92b8 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:01.311514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1d749c3c-ca7f-4177-b430-2395721bb1c2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:01.312265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.319409 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-066e97e2-fdba-4830-951e-6f3881337503 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/floatingips/d2318fca-d885-48a8-8446-7affa62f929f HTTP/1.1" status: 200 len: 993 time: 0.6136992 Oct 20 03:43:01.319631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] DHCP port deletion for 0d5b3485-c45b-4fae-8076-a5da7a4b95e8 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:43:01.340246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 19da29bb-7611-4a04-9597-90419e339d04 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:01.353208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:01.353566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.655063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] Deleting port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:01.655063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.655063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.655322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929fb22-93e8-4613-bcb5-c21c6e5e9d7b req-997cc7c2-9ee0-4fe4-8853-cf11182b8b67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:01.655322 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5929fb22-93e8-4613-bcb5-c21c6e5e9d7b req-997cc7c2-9ee0-4fe4-8853-cf11182b8b67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 932 time: 0.7248933 Oct 20 03:43:01.655496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.655588 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5929fb22-93e8-4613-bcb5-c21c6e5e9d7b req-235ae3fe-5133-4923-b6f4-ee06c415d847 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002955 Oct 20 03:43:01.655668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:01.655746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Transition to ACTIVE for port object 01ebb181-b5f9-40c9-8683-79528727ba8e will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:01.658318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Attempting to bind port 7526a1d5-e82c-4f13-835a-68405fe7adf7 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:01.658661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Attempting to bind port 7526a1d5-e82c-4f13-835a-68405fe7adf7 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:01.658990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Attempting to bind port 7526a1d5-e82c-4f13-835a-68405fe7adf7 on network 35ac8035-da00-4d83-b392-b121e788f463 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:01.676325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Port 7526a1d5-e82c-4f13-835a-68405fe7adf7 on network 35ac8035-da00-4d83-b392-b121e788f463 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:43:01.677084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Attempting to bind port 7526a1d5-e82c-4f13-835a-68405fe7adf7 on network 35ac8035-da00-4d83-b392-b121e788f463 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:01.707034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:01.707991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Checking segment: {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:01.708709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Bound using segment: {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:01.709440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Bound port: 7526a1d5-e82c-4f13-835a-68405fe7adf7, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400bdb98-edd2-420b-b780-c16382a51da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '35ac8035-da00-4d83-b392-b121e788f463'}}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:01.710042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.711575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=286af53f-97c3-4ec4-b7fa-8e01e6e5d1db,segment=NetworkSegment(acd4107c-d4b9-4fd5-bf5b-64a311d193bf),segment_id=acd4107c-d4b9-4fd5-bf5b-64a311d193bf)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:01.712048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.754628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:01.760620 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-62d7b226-f6d7-4370-9ac2-ccddd149c1a1 admin admin] 10.222.0.33 "PUT /v2.0/routers/e63b798e-5e02-40e4-b2a7-76e229ce92b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4825311 Oct 20 03:43:01.839394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01ffb7-c450-41af-9d68-1b76123adf43 None None] Pushing event updated for resources: {'Port': ['ID=4fe2a746-3ae6-497c-b013-17bf193c40fc,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:01.842729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Sync routers for ids ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:01.894666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] For port 7526a1d5-e82c-4f13-835a-68405fe7adf7, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:01.908947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1d749c3c-ca7f-4177-b430-2395721bb1c2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.928087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] For port 7526a1d5-e82c-4f13-835a-68405fe7adf7, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7526a1d5-e82c-4f13-835a-68405fe7adf7,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:01.943636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.948360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:01.956098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:02.010725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Routers {'e63b798e-5e02-40e4-b2a7-76e229ce92b8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:02.011600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:02.079060 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 5 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:43:02.085844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Port': ['ID=01ebb181-b5f9-40c9-8683-79528727ba8e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:02.091413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.138534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:02.139324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.140902 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] 10.222.0.26 "PUT /v2.0/ports/7526a1d5-e82c-4f13-835a-68405fe7adf7 HTTP/1.1" status: 200 len: 1094 time: 4.3274922 Oct 20 03:43:02.141484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Port': ['ID=78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:02.144090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:02.145691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No DVR routers for this DVR port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:43:02.148472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30875670-72f1-4823-98a9-af35670fc91f" -d '{"events": [{"name": "network-changed", "server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:02.166748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network 80040ac5-ae2f-4ec7-845b-e65eb9829021 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:02.172677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:02.178039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:02.178784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.209176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.234004 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 19da29bb-7611-4a04-9597-90419e339d04 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:02.246629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.246629 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 19da29bb-7611-4a04-9597-90419e339d04 Oct 20 03:43:02.247961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafaed46-b08c-4de7-a760-7f9baa137ab6 x-openstack-request-id: req-dafaed46-b08c-4de7-a760-7f9baa137ab6 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:02.248363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:02.248709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dafaed46-b08c-4de7-a760-7f9baa137ab6 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:02.249204 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafaed46-b08c-4de7-a760-7f9baa137ab6'] response: {'name': 'network-changed', 'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'status': 'completed', 'code': 200} Oct 20 03:43:02.254977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d9eb4-5622-4e3b-9c11-e954b121ddb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7526a1d5-e82c-4f13-835a-68405fe7adf7,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:02.296037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=286af53f-97c3-4ec4-b7fa-8e01e6e5d1db,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:02.313679 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1d749c3c-ca7f-4177-b430-2395721bb1c2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.330571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] For port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218,segment=NetworkSegment(e564de0a-02ee-45e9-9dc3-1eec48f5be23),segment_id=e564de0a-02ee-45e9-9dc3-1eec48f5be23)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:02.330889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.343173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] For port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=286af53f-97c3-4ec4-b7fa-8e01e6e5d1db,segment=NetworkSegment(acd4107c-d4b9-4fd5-bf5b-64a311d193bf),segment_id=acd4107c-d4b9-4fd5-bf5b-64a311d193bf)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:02.343643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.391314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No DVR routers for this DVR port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:43:02.400714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-73ac576e-c42a-4b97-b4d0-99982709deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:02.402931 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-73ac576e-c42a-4b97-b4d0-99982709deff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 1097 time: 0.1382363 Oct 20 03:43:02.445005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38362) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:02.461491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330530667', 'description': 'tempest-secgroup-smoke-330530667 description', 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:02.472574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.482626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:02.499141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1d749c3c-ca7f-4177-b430-2395721bb1c2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.519098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:security_group and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:02.584109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:02.603147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:02.607217 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-dc62adf6-e24b-440b-adbc-6536355eecb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7526a1d5-e82c-4f13-835a-68405fe7adf7 HTTP/1.1" status: 200 len: 217 time: 0.1962798 Oct 20 03:43:02.621453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f53dcb8-7426-4d97-8dec-7c637ba1a73e']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:02.663284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] Calling delete_port for 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:02.680316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.692899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e564de0a-02ee-45e9-9dc3-1eec48f5be23') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:02.693442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e564de0a-02ee-45e9-9dc3-1eec48f5be23') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:02.726421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.738719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5b3485-c45b-4fae-8076-a5da7a4b95e8']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:02.739670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d749c3c-ca7f-4177-b430-2395721bb1c2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3524a9c-6235-4c8b-b8a9-3858b408313e,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:02.766784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd4107c-d4b9-4fd5-bf5b-64a311d193bf') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:02.767902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd4107c-d4b9-4fd5-bf5b-64a311d193bf') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:02.775040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.777830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.797075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] Calling delete_port for 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:02.827806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.849712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:43:02.850389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.891538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:02.920948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:43:02.921802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:43:02.922474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:02.931196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:43:02.931555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:43:02.952630 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment e564de0a-02ee-45e9-9dc3-1eec48f5be23 resource provider aggregate not found Oct 20 03:43:02.958848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Set router e63b798e-5e02-40e4-b2a7-76e229ce92b8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:02.973161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:02.979848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment e564de0a-02ee-45e9-9dc3-1eec48f5be23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e564de0a-02ee-45e9-9dc3-1eec48f5be23 found for delete ", "request_id": "req-9dcc4e17-ac4d-4959-a035-6e9fba2e6f3e"}]} Oct 20 03:43:02.997051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:security_group_rule and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:02.999947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.005149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c548d-861d-4dba-834d-9c6a4b87ca21 None None] Network 6d23647e-8563-4a81-9ac8-0212692e0171 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:03.008334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:03.008451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1d749c3c-ca7f-4177-b430-2395721bb1c2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.008451 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1d749c3c-ca7f-4177-b430-2395721bb1c2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1816442 Oct 20 03:43:03.012041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38372) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:03.018758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:43:03.018758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.031509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-3fd862be-8b56-4bea-825f-fe57af58e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:03.034253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:03.034406 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-3fd862be-8b56-4bea-825f-fe57af58e347 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=405b0359-76c9-4b32-b04b-80b1d8d84361 HTTP/1.1" status: 200 len: 834 time: 0.4065838 Oct 20 03:43:03.120053 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e8fb738f-79dd-4db0-b84c-205fd5e62970 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules/e3524a9c-6235-4c8b-b8a9-3858b408313e HTTP/1.1" status: 200 len: 763 time: 0.1049688 Oct 20 03:43:03.129354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38376) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:03.134026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.170596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.183511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Pushing event deleted for resources: {'Network': ['ID=3f53dcb8-7426-4d97-8dec-7c637ba1a73e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:03.193018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c694605-e3d9-4b74-b501-a304a484907f req-fea7ae34-96ed-4f72-89ad-5ee014d57fc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:03.199891 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4c694605-e3d9-4b74-b501-a304a484907f req-fea7ae34-96ed-4f72-89ad-5ee014d57fc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 944 time: 0.4363260 Oct 20 03:43:03.258040 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-30788146-17ba-4b62-8d6f-8ecb56c62fa7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/networks/3f53dcb8-7426-4d97-8dec-7c637ba1a73e HTTP/1.1" status: 204 len: 168 time: 2.9572198 Oct 20 03:43:03.263962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.265595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38380) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:03.300172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'routes': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:03.386311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 19da29bb-7611-4a04-9597-90419e339d04 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:03.422280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-a901d5c3-ce24-4438-9c48-3926de63f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:03.424313 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-a901d5c3-ce24-4438-9c48-3926de63f8e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35ac8035-da00-4d83-b392-b121e788f463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3837554 Oct 20 03:43:03.433589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce5aef31-5a10-4f1a-b757-f99268159fdc tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:03.458564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] Deleting port 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:03.459078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.472622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.481051 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4c694605-e3d9-4b74-b501-a304a484907f req-aba5ccc2-0e67-425b-8244-eef46781b317 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799718 Oct 20 03:43:03.493695 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 6 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:43:03.520634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] Deleting port 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:03.521170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.573556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Network': ['ID=0d5b3485-c45b-4fae-8076-a5da7a4b95e8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:03.573846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:03.582841 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ff0324aa-bf47-4d92-8ea9-c4e33eb631ee tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/networks/0d5b3485-c45b-4fae-8076-a5da7a4b95e8 HTTP/1.1" status: 204 len: 168 time: 2.9994540 Oct 20 03:43:03.593542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38384) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:03.599301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2066510288', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:03.605945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.624572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.664615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce5aef31-5a10-4f1a-b757-f99268159fdc tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:03.666604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:03.668884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38388) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:03.669185 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ce5aef31-5a10-4f1a-b757-f99268159fdc tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5371616 Oct 20 03:43:03.680830 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-cb16dc3b-e17e-49f9-be5d-8e1bb2c3a4c7 service neutron] 10.222.0.26 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443366 Oct 20 03:43:03.682850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:03.683186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:03.683591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:03.712009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5f31774b-247e-44d0-90ad-cd34895cda13 None None] The port '78d3eeda-6df4-49a9-a6f8-0d3a5dbc2218' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:43:03.713901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.718534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.736859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:router and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:03.748471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.752993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:03.773932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfdefd-38a6-4d40-ad4c-7f5fc94df562 None None] The port '286af53f-97c3-4ec4-b7fa-8e01e6e5d1db' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:43:03.785154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:03.785521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4a8ac41f-25a7-4bc0-8ffc-549ee443b8ad not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:03.809048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:03.819039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:03.841828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Added routes are [] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 20 03:43:03.842133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Removed routes are [] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 20 03:43:03.842490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.876692 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f17c294d-15f7-4e18-8bb6-a82b87b32fdf req-eacd7319-e0a6-4669-8451-6230a08a732d service neutron] 10.222.0.26 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886613 Oct 20 03:43:03.909092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '19da29bb-7611-4a04-9597-90419e339d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:42Z', 'updated_at': '2022-10-20T03:42:56Z', 'revision_number': 4, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'gw_port': {'id': '19da29bb-7611-4a04-9597-90419e339d04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:44Z', 'updated_at': '2022-10-20T03:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'c51b2302-1fe5-4ab9-8759-15a57a0e78d4', 'name': '', 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'mac_address': 'fa:16:3e:f9:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '15ee1c61-a21b-451c-9065-ddb74ae38ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:54Z', 'updated_at': '2022-10-20T03:42:57Z', 'revision_number': 2, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'subnets': [{'id': '15ee1c61-a21b-451c-9065-ddb74ae38ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:03.933480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Checking router: e63b798e-5e02-40e4-b2a7-76e229ce92b8 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:03.933863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Updating router e63b798e-5e02-40e4-b2a7-76e229ce92b8 port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:43:03.959042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f4579d8-6a5b-48d3-adb5-3f36701ce57b tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.961388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.962427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:03.969215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aef360-bac0-4c84-93a7-c1638bfad24f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:04.010573 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.074596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f4579d8-6a5b-48d3-adb5-3f36701ce57b tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.078284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4fe2a746-3ae6-497c-b013-17bf193c40fc up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:04.083081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.087368 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bf497782-d9cf-4d59-90aa-5d1cef410ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6374786 Oct 20 03:43:04.091131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38392) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:04.103014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'security_group_rule': {'security_group_id': 'd2aef360-bac0-4c84-93a7-c1638bfad24f', 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:04.192507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Port': ['ID=01ebb181-b5f9-40c9-8683-79528727ba8e,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:04.198751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network 80040ac5-ae2f-4ec7-845b-e65eb9829021 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:04.200971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:04.209818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30875670-72f1-4823-98a9-af35670fc91f req-7f70951e-3623-4d3b-8b6c-64a60a4733b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:04.211304 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-30875670-72f1-4823-98a9-af35670fc91f req-7f70951e-3623-4d3b-8b6c-64a60a4733b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 1097 time: 0.1920340 Oct 20 03:43:04.224514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:04.238814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.241135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:security_group_rule and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:04.252584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:04.269098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.273669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:04.276954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.324939 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 7 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:43:04.363649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 4fe2a746-3ae6-497c-b013-17bf193c40fc completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:04.415685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:04.418629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f4579d8-6a5b-48d3-adb5-3f36701ce57b tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.448733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.467833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.490698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4579d8-6a5b-48d3-adb5-3f36701ce57b tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3524a9c-6235-4c8b-b8a9-3858b408313e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:04.497047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:04.522389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b14c5306-8129-4d4c-b0a8-c5ba381945a1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:04.622374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f4579d8-6a5b-48d3-adb5-3f36701ce57b tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.623537 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5f4579d8-6a5b-48d3-adb5-3f36701ce57b tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/e3524a9c-6235-4c8b-b8a9-3858b408313e HTTP/1.1" status: 204 len: 168 time: 0.8980980 Oct 20 03:43:04.627929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38398) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:04.631592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:04.632040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 286af53f-97c3-4ec4-b7fa-8e01e6e5d1db not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:04.650945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f785162-94ae-4c65-8b7c-8ded5b71ba69 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 03:43:04.698983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.702919 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d7ddbd76-bba1-4fbb-8976-74e4073f3cf2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1081719 Oct 20 03:43:04.703983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38402) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:04.705623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30875670-72f1-4823-98a9-af35670fc91f req-659a325a-1181-4b39-b9da-21d9618fa06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:04.707215 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-30875670-72f1-4823-98a9-af35670fc91f req-659a325a-1181-4b39-b9da-21d9618fa06e service neutron] 10.222.0.26 "GET /v2.0/networks?id=35ac8035-da00-4d83-b392-b121e788f463 HTTP/1.1" status: 200 len: 898 time: 0.3018703 Oct 20 03:43:04.721937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'network': {'name': 'tempest-RoutersTest-295153003'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:04.725008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.733888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:04.741701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:network and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:04.747668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:04.750585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:04.758125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Transition to ACTIVE for port object c51b2302-1fe5-4ab9-8759-15a57a0e78d4 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:04.766068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:04.767389 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] Sync routers for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:04.776202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.782326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.784227 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f71df843-6036-47a9-9f75-4bcffe4bfe28 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1 HTTP/1.1" status: 200 len: 705 time: 1.5091567 Oct 20 03:43:04.786338 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:04.787048 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:04.787306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38406) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:04.841972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-01070382-c499-47bc-b2e2-13f7fcfdd5e7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:04.852516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.866486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Router 3ec9abfa-76a5-4fc3-8bfa-2cf48267111c is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:43:04.881585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.891699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:04.896731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:04.922947 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-30875670-72f1-4823-98a9-af35670fc91f req-e25ecc01-6ed1-4202-96f2-c49557e33803 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7526a1d5-e82c-4f13-835a-68405fe7adf7 HTTP/1.1" status: 200 len: 217 time: 0.2042980 Oct 20 03:43:04.936577 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:04.939942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a917b524-3003-4ace-92fa-829e12ccf5ae,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:04.949044 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e1a42311-1fb4-42d8-b101-962bf025d0f7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3109889 Oct 20 03:43:04.951421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-01070382-c499-47bc-b2e2-13f7fcfdd5e7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:04.953243 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-01070382-c499-47bc-b2e2-13f7fcfdd5e7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=b14c5306-8129-4d4c-b0a8-c5ba381945a1 HTTP/1.1" status: 200 len: 205 time: 0.1649969 Oct 20 03:43:04.954222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38410) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:04.959818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38412) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:04.968479 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 8 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:43:04.969950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': 'e7a8489b-6a32-448b-b8be-7000f0de42ea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:04.990446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:05.000410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:43:05.013369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.014391 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added segment 5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16 of type vlan for network dbee829b-cc24-43b5-82c0-75c47164c0b9 Oct 20 03:43:05.047275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.055778 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:55Z', 'revision_number': 11, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:05.060284 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] Checking router: b14c5306-8129-4d4c-b0a8-c5ba381945a1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:05.068827 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] Routers {'b14c5306-8129-4d4c-b0a8-c5ba381945a1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:05.069803 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:05.083748 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment acd4107c-d4b9-4fd5-bf5b-64a311d193bf resource provider aggregate not found Oct 20 03:43:05.089443 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:05.093325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.098818 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-182164f3-3b5e-4231-92ee-0a0fd447daa6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0042458 Oct 20 03:43:05.099604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38422) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:05.100607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:05.112108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'security_group_rule': {'security_group_id': 'd2aef360-bac0-4c84-93a7-c1638bfad24f', 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:05.117788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f785162-94ae-4c65-8b7c-8ded5b71ba69 None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:43:05.118016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:05.121848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment acd4107c-d4b9-4fd5-bf5b-64a311d193bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acd4107c-d4b9-4fd5-bf5b-64a311d193bf found for delete ", "request_id": "req-3ceefdf6-065a-414b-9aaa-eb3813e4a841"}]} Oct 20 03:43:05.126501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:05.133790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:security_group_rule and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:05.137797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:05.148192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.155190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:05.155716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.182131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:05.221455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba52a9b-fd6e-4e5a-af3f-f6e1f5bbae2b None None] Pushing event updated for resources: {'Port': ['ID=c51b2302-1fe5-4ab9-8759-15a57a0e78d4,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:05.231463 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] Set router b14c5306-8129-4d4c-b0a8-c5ba381945a1 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:05.241831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:05.271453 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Attempting to bind port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:05.271903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Attempting to bind port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '055ef52b-f0f1-47f0-9af7-729582949291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:05.272331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Attempting to bind port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 on network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:05.337398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:05.337901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Checking segment: {'id': '055ef52b-f0f1-47f0-9af7-729582949291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:05.338367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.338823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Bound using segment: {'id': '055ef52b-f0f1-47f0-9af7-729582949291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:05.339380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Bound port: c51b2302-1fe5-4ab9-8759-15a57a0e78d4, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055ef52b-f0f1-47f0-9af7-729582949291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:05.339821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.352957 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:55Z', 'revision_number': 11, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:05.357819 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d875fe-494d-4d1c-8888-cc1af445ff95 None None] The sync data for ids ['b14c5306-8129-4d4c-b0a8-c5ba381945a1'] in dv-neutron-861845-1-hyperv is: [{'id': 'b14c5306-8129-4d4c-b0a8-c5ba381945a1', 'name': 'tempest-RoutersIpV6Test-router-1898325951', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:13Z', 'updated_at': '2022-10-20T03:42:55Z', 'revision_number': 11, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:05.451744 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7355042 Oct 20 03:43:05.460051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38426) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:05.474187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'subnet': {'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:05.539599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9e86a1f4-9d10-4e7b-bfe0-4130b143d9a4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.553545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] For port c51b2302-1fe5-4ab9-8759-15a57a0e78d4, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:05.569072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] For port c51b2302-1fe5-4ab9-8759-15a57a0e78d4, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c51b2302-1fe5-4ab9-8759-15a57a0e78d4,segment=NetworkSegment(055ef52b-f0f1-47f0-9af7-729582949291),segment_id=055ef52b-f0f1-47f0-9af7-729582949291)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:05.593637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.627599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:05.631718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:subnet and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:05.634648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:05.640419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:05.647338 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.648646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:05.659983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.667751 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-56d2e517-7ea9-4d5b-9a50-9874dd538edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "PUT /v2.0/routers/3ec9abfa-76a5-4fc3-8bfa-2cf48267111c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6071036 Oct 20 03:43:05.669880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38430) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:05.674599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632842e9-fdfd-4a21-a191-0120433a2904 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Network': ['ID=dbee829b-cc24-43b5-82c0-75c47164c0b9,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:05.691109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4ab87-44b5-416d-93e6-74787540758f None None] Sync routers for ids ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:05.701303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network dbee829b-cc24-43b5-82c0-75c47164c0b9 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:43:05.738298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30875670-72f1-4823-98a9-af35670fc91f req-6658b353-e509-4319-8c1a-34e792558189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:05.739908 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-30875670-72f1-4823-98a9-af35670fc91f req-6658b353-e509-4319-8c1a-34e792558189 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=405b0359-76c9-4b32-b04b-80b1d8d84361 HTTP/1.1" status: 200 len: 834 time: 0.7788370 Oct 20 03:43:05.795226 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Attempt 9 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:43:05.796180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b021d14-8291-459a-8563-bf2993150fd7 req-012a18fe-3242-484c-9b74-4d7bf7d2cf54 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:05.797749 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8b021d14-8291-459a-8563-bf2993150fd7 req-012a18fe-3242-484c-9b74-4d7bf7d2cf54 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 944 time: 0.9889588 Oct 20 03:43:05.833302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:05.836447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.878987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Routers {'e63b798e-5e02-40e4-b2a7-76e229ce92b8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:05.878987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:06.000154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.009651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.021336 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de4ab87-44b5-416d-93e6-74787540758f None None] Routers {'3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:06.021960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7de4ab87-44b5-416d-93e6-74787540758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:06.037304 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8b021d14-8291-459a-8563-bf2993150fd7 req-0c47d992-f204-479d-bdd7-1fd76dc0eca7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320595 Oct 20 03:43:06.040179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9e86a1f4-9d10-4e7b-bfe0-4130b143d9a4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.043559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9e86a1f4-9d10-4e7b-bfe0-4130b143d9a4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.079291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.092648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30875670-72f1-4823-98a9-af35670fc91f req-15d82afa-e17d-4f30-a1a3-894069797d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:06.094365 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-30875670-72f1-4823-98a9-af35670fc91f req-15d82afa-e17d-4f30-a1a3-894069797d9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35ac8035-da00-4d83-b392-b121e788f463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3445807 Oct 20 03:43:06.141781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7de4ab87-44b5-416d-93e6-74787540758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:06.144773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba52a9b-fd6e-4e5a-af3f-f6e1f5bbae2b None None] Pushing event updated for resources: {'Port': ['ID=c51b2302-1fe5-4ab9-8759-15a57a0e78d4,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:06.163989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.171018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de4ab87-44b5-416d-93e6-74787540758f None None] Routers {'3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:06.171636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7de4ab87-44b5-416d-93e6-74787540758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:06.187218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9e86a1f4-9d10-4e7b-bfe0-4130b143d9a4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.187709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e86a1f4-9d10-4e7b-bfe0-4130b143d9a4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Fanout notify agent at l3_agent the message router_deleted on router b14c5306-8129-4d4c-b0a8-c5ba381945a1 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:43:06.195471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9904ab3-271a-43b7-a34c-bd43c7c2b80a,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:06.216982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9e86a1f4-9d10-4e7b-bfe0-4130b143d9a4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.222764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:43:06.222973 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9e86a1f4-9d10-4e7b-bfe0-4130b143d9a4 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1 HTTP/1.1" status: 204 len: 168 time: 1.1313698 Oct 20 03:43:06.223157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38434) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:06.235814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-845929796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:06.254093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:06.256581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7de4ab87-44b5-416d-93e6-74787540758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:06.256725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4ab87-44b5-416d-93e6-74787540758f None None] The sync data for ids ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:06.269815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Usage tracker for resource:router and tenant:d576fe01385e469093f05e4a576752aa is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:06.275903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:06.277841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c7e0c1-bc8b-463f-a306-d733d5409e07,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:06.278501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] Set router e63b798e-5e02-40e4-b2a7-76e229ce92b8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:06.303992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:06.327649 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-30875670-72f1-4823-98a9-af35670fc91f req-f9bdfe67-01b2-4e82-b555-66b11aa3c5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264440 Oct 20 03:43:06.344679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.345615 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-19cc0ee9-9b14-436f-ae11-8901d5cbd0a2 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3863037 Oct 20 03:43:06.346434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.347458 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6cc41f15-a7f7-4ee5-8457-8e6a46f481ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2430897 Oct 20 03:43:06.358673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38438) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:06.359034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38440) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:06.383448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'security_group_rule': {'security_group_id': 'd2aef360-bac0-4c84-93a7-c1638bfad24f', 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:06.432795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3d4ca961-d1bf-418e-b3f7-b5c9cfb8e2cd None None] Provisioning for port 7526a1d5-e82c-4f13-835a-68405fe7adf7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:06.441461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:06.446525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:security_group_rule and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:06.450184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:06.464419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.465479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.473977 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5ddcc8dd-f0ca-4092-9f85-6f7197cb7c55 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules/01c7e0c1-bc8b-463f-a306-d733d5409e07 HTTP/1.1" status: 200 len: 764 time: 0.1115024 Oct 20 03:43:06.475694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:06.478448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38446) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:06.539258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.596053 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-15392e56-b48d-4d1b-b30b-06c786abab8a tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1147988 Oct 20 03:43:06.598857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38450) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:06.603486 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-30875670-72f1-4823-98a9-af35670fc91f req-5752ee73-3fb8-40fb-9209-477ddd8f10b3 service neutron] 10.222.0.26 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674248 Oct 20 03:43:06.616726 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-ca61b550-ca86-494d-8222-03fcafb65929 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:06.618254 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ca61b550-ca86-494d-8222-03fcafb65929 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "PUT /v2.0/routers/3ec9abfa-76a5-4fc3-8bfa-2cf48267111c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9450259 Oct 20 03:43:06.621498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38454) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:06.624788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.637209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.673096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.685859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '19da29bb-7611-4a04-9597-90419e339d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:42Z', 'updated_at': '2022-10-20T03:42:56Z', 'revision_number': 4, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'gw_port': {'id': '19da29bb-7611-4a04-9597-90419e339d04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:44Z', 'updated_at': '2022-10-20T03:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'c51b2302-1fe5-4ab9-8759-15a57a0e78d4', 'name': '', 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'mac_address': 'fa:16:3e:f9:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '15ee1c61-a21b-451c-9065-ddb74ae38ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:54Z', 'updated_at': '2022-10-20T03:43:05Z', 'revision_number': 4, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'subnets': [{'id': '15ee1c61-a21b-451c-9065-ddb74ae38ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:06.690618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e55e-4b50-450c-9a88-eb529042d159 None None] The sync data for ids ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'] in dv-neutron-861845-1-hyperv is: [{'id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '19da29bb-7611-4a04-9597-90419e339d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:42Z', 'updated_at': '2022-10-20T03:42:56Z', 'revision_number': 4, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'gw_port': {'id': '19da29bb-7611-4a04-9597-90419e339d04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:44Z', 'updated_at': '2022-10-20T03:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'c51b2302-1fe5-4ab9-8759-15a57a0e78d4', 'name': '', 'network_id': 'ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'mac_address': 'fa:16:3e:f9:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '15ee1c61-a21b-451c-9065-ddb74ae38ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:54Z', 'updated_at': '2022-10-20T03:43:05Z', 'revision_number': 4, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'subnets': [{'id': '15ee1c61-a21b-451c-9065-ddb74ae38ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:06.723111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Provisioning for port 01ebb181-b5f9-40c9-8683-79528727ba8e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:06.728298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Provisioning complete for port 01ebb181-b5f9-40c9-8683-79528727ba8e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:06.728650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.731400 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Attempt 1 to provision port 01ebb181-b5f9-40c9-8683-79528727ba8e Oct 20 03:43:06.756801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.794871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.797369 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e39cf064-476b-4f4a-9a52-9379429bf160 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5699320 Oct 20 03:43:06.801998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38458) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:06.814491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d3ac0f25-ad78-4a86-b2ad-af5d4a76c591 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Request body: {'router': {'admin_state_up': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:06.814623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Port 01ebb181-b5f9-40c9-8683-79528727ba8e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:06.875672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:06.978858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8e343a-56eb-436b-adee-0b89f8ba9df6,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:06.982866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0492c95d-6604-4897-ad97-6d53a54c1c66 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.013900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0492c95d-6604-4897-ad97-6d53a54c1c66 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.101246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.102466 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0d193ae6-b3fb-437f-8ce7-5255e6fec016 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7409451 Oct 20 03:43:07.108684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Subnet': ['ID=2617f00e-df6e-492f-a1ef-43bc75c0db85,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:07.111979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38464) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:07.124902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'security_group_rule': {'security_group_id': 'd2aef360-bac0-4c84-93a7-c1638bfad24f', 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:07.131005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:07.184734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:security_group_rule and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:07.192955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:07.206022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Checking segment: {'id': '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:07.206542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network hostable DHCP agents. Network: dbee829b-cc24-43b5-82c0-75c47164c0b9, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:43:07.274463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0492c95d-6604-4897-ad97-6d53a54c1c66 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.315732 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Attempt 2 to provision port 01ebb181-b5f9-40c9-8683-79528727ba8e Oct 20 03:43:07.323887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492c95d-6604-4897-ad97-6d53a54c1c66 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01c7e0c1-bc8b-463f-a306-d733d5409e07,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:07.362869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0492c95d-6604-4897-ad97-6d53a54c1c66 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.364105 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0492c95d-6604-4897-ad97-6d53a54c1c66 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/01c7e0c1-bc8b-463f-a306-d733d5409e07 HTTP/1.1" status: 204 len: 168 time: 0.7643328 Oct 20 03:43:07.372698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38468) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:07.413493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network dbee829b-cc24-43b5-82c0-75c47164c0b9 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:43:07.417893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:07.431076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3ac0f25-ad78-4a86-b2ad-af5d4a76c591 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.469528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Port 01ebb181-b5f9-40c9-8683-79528727ba8e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:07.500411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, dbee829b-cc24-43b5-82c0-75c47164c0b9) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:07.511681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5919a019-1e69-473e-9e54-f98acf982951 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:07.512504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baed63a-9e9d-45b2-94a6-8431e8dcbc3c None None] Network dbee829b-cc24-43b5-82c0-75c47164c0b9 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:07.524368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96995e-5741-42ff-b9e5-73406d15b763 req-0571780a-2bb7-4b74-bf74-4989cad27b02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:07.525954 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8b96995e-5741-42ff-b9e5-73406d15b763 req-0571780a-2bb7-4b74-bf74-4989cad27b02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 944 time: 0.3107729 Oct 20 03:43:07.527219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:07.527770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.538768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.553629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3ac0f25-ad78-4a86-b2ad-af5d4a76c591 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.619450 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8b96995e-5741-42ff-b9e5-73406d15b763 req-436a9858-2968-4e98-b986-6031a46aa3d2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847640 Oct 20 03:43:07.691630 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ef82d727-9a17-430d-a502-7ab0d5b03b1e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2343462 Oct 20 03:43:07.698098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5919a019-1e69-473e-9e54-f98acf982951 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:07.702453 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5919a019-1e69-473e-9e54-f98acf982951 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3287225 Oct 20 03:43:07.703528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38472) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:07.714538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38474) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:07.854277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-dbee829b-cc24-43b5-82c0-75c47164c0b9', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:43:07.854810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.855520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.877956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a4c45836-7f6c-471f-a264-15dccd01b123 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.927154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a4c45836-7f6c-471f-a264-15dccd01b123 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.945407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:07.967705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7526a1d5-e82c-4f13-835a-68405fe7adf7 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:43:07.978658 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Attempt 3 to provision port 01ebb181-b5f9-40c9-8683-79528727ba8e Oct 20 03:43:07.988161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ac0f25-ad78-4a86-b2ad-af5d4a76c591 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Router b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:43:08.016446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f1571c-84d0-4f24-9d43-bab95af84402,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:08.045988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c51b2302-1fe5-4ab9-8759-15a57a0e78d4 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:08.127511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.206317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.207700 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ae6abbd1-4a2d-44ab-8d4e-bbc996048962 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0948102 Oct 20 03:43:08.210862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38480) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:08.219289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'security_group_rule': {'security_group_id': 'd2aef360-bac0-4c84-93a7-c1638bfad24f', 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:08.227308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:08.229834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ac0f25-ad78-4a86-b2ad-af5d4a76c591 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:08.236058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:security_group_rule and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:08.239956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:08.252048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:08.252339 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] Sync routers for ids ['b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:08.254500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Port 01ebb181-b5f9-40c9-8683-79528727ba8e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:08.256963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d3ac0f25-ad78-4a86-b2ad-af5d4a76c591 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.262512 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d3ac0f25-ad78-4a86-b2ad-af5d4a76c591 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "PUT /v2.0/routers/b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f HTTP/1.1" status: 200 len: 697 time: 1.4545135 Oct 20 03:43:08.262512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38484) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:08.266542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Allocated IP 172.20.0.2 (dbee829b-cc24-43b5-82c0-75c47164c0b9/2617f00e-df6e-492f-a1ef-43bc75c0db85/1a2442b6-edd7-49a1-9475-5afbd637e0d5) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:08.267712 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] Routers {'b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:08.268682 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:08.382137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:08.412604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:08.413136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.413627 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:43:08.420808 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d39edc72-2bc7-4779-aa54-d46c24216c30 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/routers/b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f HTTP/1.1" status: 200 len: 703 time: 0.1550767 Oct 20 03:43:08.421512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a4c45836-7f6c-471f-a264-15dccd01b123 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.423910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a4c45836-7f6c-471f-a264-15dccd01b123 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.424430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38488) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:08.427893 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a4c45836-7f6c-471f-a264-15dccd01b123 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/e7a8489b-6a32-448b-b8be-7000f0de42ea HTTP/1.1" status: 204 len: 168 time: 0.7011733 Oct 20 03:43:08.436478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38492) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:08.455035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7526a1d5-e82c-4f13-835a-68405fe7adf7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7526a1d5-e82c-4f13-835a-68405fe7adf7,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:08.459121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c45836-7f6c-471f-a264-15dccd01b123 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a8489b-6a32-448b-b8be-7000f0de42ea,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:08.472881 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] Set router b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:08.498744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dfa8b158-566b-4c54-9678-02085107566d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:08.503941 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Project b59d5f13f62646b8af99f2bd7cc20df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:43:08.507032 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cc19e12f-206e-473c-8f9f-e45e2ba380aa tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f HTTP/1.1" status: 200 len: 205 time: 0.0791502 Oct 20 03:43:08.509635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38496) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:08.547777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'port_id': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'mac_address': 'fa:16:3e:72:b3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:43:08.596835 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f', 'name': 'tempest-RoutersIpV6Test-router-845929796', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:06Z', 'updated_at': '2022-10-20T03:43:07Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:08.601633 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] Checking router: b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:08.616718 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] Routers {'b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:08.622839 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:08.676947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-befe495b-fd11-4237-aff4-c2330b9ac077 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.718060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7526a1d5-e82c-4f13-835a-68405fe7adf7 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:08.718346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.736120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.753584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7526a1d5-e82c-4f13-835a-68405fe7adf7 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:43:08.770780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7526a1d5-e82c-4f13-835a-68405fe7adf7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7526a1d5-e82c-4f13-835a-68405fe7adf7,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:08.774347 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Attempt 4 to provision port 01ebb181-b5f9-40c9-8683-79528727ba8e Oct 20 03:43:08.787687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.831052 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] Set router b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:08.831456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Transition to ACTIVE for port object 1a2442b6-edd7-49a1-9475-5afbd637e0d5 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:08.867784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.906942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:08.907588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.925717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-dfa8b158-566b-4c54-9678-02085107566d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:08.931789 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dfa8b158-566b-4c54-9678-02085107566d tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4902871 Oct 20 03:43:08.947748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38502) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:08.954286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port c51b2302-1fe5-4ab9-8759-15a57a0e78d4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c51b2302-1fe5-4ab9-8759-15a57a0e78d4,segment=NetworkSegment(055ef52b-f0f1-47f0-9af7-729582949291),segment_id=055ef52b-f0f1-47f0-9af7-729582949291)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:08.954286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:08.961114 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f', 'name': 'tempest-RoutersIpV6Test-router-845929796', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:06Z', 'updated_at': '2022-10-20T03:43:07Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:08.964899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917628665'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:08.967071 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4702b1f-7946-4d41-a53d-0e24ec471bb2 None None] The sync data for ids ['b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f'] in dv-neutron-861845-1-hyperv is: [{'id': 'b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f', 'name': 'tempest-RoutersIpV6Test-router-845929796', 'tenant_id': 'd576fe01385e469093f05e4a576752aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:06Z', 'updated_at': '2022-10-20T03:43:07Z', 'revision_number': 2, 'project_id': 'd576fe01385e469093f05e4a576752aa', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:08.974381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:08.984825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:09.036507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Transition to ACTIVE for port object 1a2442b6-edd7-49a1-9475-5afbd637e0d5 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:09.042727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Port 01ebb181-b5f9-40c9-8683-79528727ba8e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:09.046036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.080674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7526a1d5-e82c-4f13-835a-68405fe7adf7,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:09.136249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.150132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.178478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Network dbee829b-cc24-43b5-82c0-75c47164c0b9 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:09.182486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:09.186104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:09.231292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=c51b2302-1fe5-4ab9-8759-15a57a0e78d4,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:09.234446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['7526a1d5-e82c-4f13-835a-68405fe7adf7'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:43:09.237423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:09.247369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:09.334696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-befe495b-fd11-4237-aff4-c2330b9ac077 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.338077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-befe495b-fd11-4237-aff4-c2330b9ac077 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.381919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.390766 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2612315-27d1-4d2a-9c2e-2c1b4149ef5f req-0e78dbfd-9ac6-4954-959e-f7b6112db9a1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:09.392959 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c2612315-27d1-4d2a-9c2e-2c1b4149ef5f req-0e78dbfd-9ac6-4954-959e-f7b6112db9a1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 945 time: 0.5199337 Oct 20 03:43:09.429357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting port 01ebb181-b5f9-40c9-8683-79528727ba8e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:09.429357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.441741 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c2612315-27d1-4d2a-9c2e-2c1b4149ef5f req-061bc137-f9dd-4191-b004-04efd5100a41 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412614 Oct 20 03:43:09.452079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-befe495b-fd11-4237-aff4-c2330b9ac077 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.453052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befe495b-fd11-4237-aff4-c2330b9ac077 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Fanout notify agent at l3_agent the message router_deleted on router b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:43:09.481142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Attempting to bind port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:09.486536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Attempting to bind port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:09.487342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.489796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Attempting to bind port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 on network dbee829b-cc24-43b5-82c0-75c47164c0b9 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:09.500968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Pushing event updated for resources: {'Port': ['ID=1a2442b6-edd7-49a1-9475-5afbd637e0d5,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:09.524760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbea34d3-5029-4e66-a911-7a6d9255c8fb,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:09.534243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:09.535016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Checking segment: {'id': '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:09.535553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.536103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Bound using segment: {'id': '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:09.536243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-befe495b-fd11-4237-aff4-c2330b9ac077 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.536731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Bound port: 1a2442b6-edd7-49a1-9475-5afbd637e0d5, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:09.537173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.537306 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-befe495b-fd11-4237-aff4-c2330b9ac077 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f HTTP/1.1" status: 204 len: 168 time: 1.0261216 Oct 20 03:43:09.541779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38510) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:09.549871 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Attempt 5 to provision port 01ebb181-b5f9-40c9-8683-79528727ba8e Oct 20 03:43:09.566151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.20.0.1 (dbee829b-cc24-43b5-82c0-75c47164c0b9/2617f00e-df6e-492f-a1ef-43bc75c0db85/09264e95-a0a1-49f6-8a25-af212b957827) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:09.599131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-efeb147f-c588-4045-8d6e-897b327680e9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Synchronizing usage tracker for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:09.603508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.605337 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-360ab218-8791-4995-80ea-d380bed40e63 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3928194 Oct 20 03:43:09.609512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38516) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:09.619540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'security_group_rule': {'security_group_id': 'd2aef360-bac0-4c84-93a7-c1638bfad24f', 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:09.627016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:09.630923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:security_group_rule and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:09.634072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:09.640254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:09.650067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-efeb147f-c588-4045-8d6e-897b327680e9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] Unset dirty status for tenant:d576fe01385e469093f05e4a576752aa on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:09.651544 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-efeb147f-c588-4045-8d6e-897b327680e9 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f HTTP/1.1" status: 200 len: 205 time: 0.1093893 Oct 20 03:43:09.655019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38520) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:09.656448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.680792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Port 01ebb181-b5f9-40c9-8683-79528727ba8e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:09.737430 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Project b59d5f13f62646b8af99f2bd7cc20df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:43:09.743349 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-3e873541-89aa-4b3e-9eca-56596e139e05 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] delete failed (client error): The resource could not be found. Oct 20 03:43:09.743906 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3e873541-89aa-4b3e-9eca-56596e139e05 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/b1e7390a-5e1f-46c3-b9bf-56ce93ad3d6f HTTP/1.1" status: 404 len: 336 time: 0.0879834 Oct 20 03:43:09.745375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.753373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38524) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:09.759701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.762633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] For port 1a2442b6-edd7-49a1-9475-5afbd637e0d5, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:09.780239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] For port 1a2442b6-edd7-49a1-9475-5afbd637e0d5, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a2442b6-edd7-49a1-9475-5afbd637e0d5,segment=NetworkSegment(5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16),segment_id=5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:09.802354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6d282e3-43f7-4eba-8321-cb2af8bbaf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.806535 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-41875f66-f20a-48a6-b34b-4de4e6e1ba98 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] DELETE failed (client error): The resource could not be found. Oct 20 03:43:09.807078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41875f66-f20a-48a6-b34b-4de4e6e1ba98 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:43:09.808638 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-41875f66-f20a-48a6-b34b-4de4e6e1ba98 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/94773412-777d-48ed-8b43-3d2f47f5ae9c HTTP/1.1" status: 404 len: 337 time: 0.0527277 Oct 20 03:43:09.812807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38528) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:09.825746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5883d5eb-8716-4a59-9f18-75c6b913dd48,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:09.840820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.841415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.842192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.842700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.843263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.843752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.844256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.844740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.845932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.846733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.847251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.847751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:09.885106 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c792d783-63eb-44ab-a369-861d36241588 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] DELETE failed (client error): The resource could not be found. Oct 20 03:43:09.885897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c792d783-63eb-44ab-a369-861d36241588 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:43:09.890461 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c792d783-63eb-44ab-a369-861d36241588 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/e3b1f4f4-d16b-4970-af68-51e8c456b9bd HTTP/1.1" status: 404 len: 337 time: 0.0743833 Oct 20 03:43:09.892676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38532) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:09.894371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.901825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.941096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:09.955776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c51b2302-1fe5-4ab9-8759-15a57a0e78d4 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:10.035716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-30434bdc-5c85-4f52-bebe-6d96c3872e42 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] DELETE failed (client error): The resource could not be found. Oct 20 03:43:10.036171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30434bdc-5c85-4f52-bebe-6d96c3872e42 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:43:10.037925 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-30434bdc-5c85-4f52-bebe-6d96c3872e42 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/0a5e5594-69e6-4712-af7b-edc26b4ac771 HTTP/1.1" status: 404 len: 337 time: 0.1171951 Oct 20 03:43:10.043611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38536) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:10.044339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.097185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.100969 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8a57982f-bdc4-4d43-8f04-7d9e6e2de766 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1400926 Oct 20 03:43:10.113241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38540) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:10.118410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Calling delete_port for 01ebb181-b5f9-40c9-8683-79528727ba8e owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:10.120289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Request body: {'security_group_rule': {'security_group_id': '5883d5eb-8716-4a59-9f18-75c6b913dd48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:10.127339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:10.133014 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4c758d-b2ae-40d1-b933-1dd5814e9cbc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] DELETE failed (client error): The resource could not be found. Oct 20 03:43:10.133561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4c758d-b2ae-40d1-b933-1dd5814e9cbc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:43:10.138276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Usage tracker for resource:security_group_rule and tenant:85791e822bf74c9c8791fca2e627dd96 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:10.140854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cb0944-c4b2-4f21-b6c5-0914b3e7d39f,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:10.145576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:10.163016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:10.169749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38544) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:10.169908 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ed4c758d-b2ae-40d1-b933-1dd5814e9cbc tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/d7dd4a63-f661-4e6a-b7ed-6ec4e4564c0f HTTP/1.1" status: 404 len: 337 time: 0.1167300 Oct 20 03:43:10.172395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7867c05-17af-4292-a3dd-cb91adac2a9d None None] Pushing event updated for resources: {'Port': ['ID=1a2442b6-edd7-49a1-9475-5afbd637e0d5,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:10.186113 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Attempt 6 to provision port 01ebb181-b5f9-40c9-8683-79528727ba8e Oct 20 03:43:10.235601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.253600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.253991 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a7f69764-0a5e-48e3-8631-3ba0dfaec08c tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=b14c5306-8129-4d4c-b0a8-c5ba381945a1 HTTP/1.1" status: 200 len: 205 time: 0.0711405 Oct 20 03:43:10.257160 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9db6e785-192f-44b3-b925-04f659286ee1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6448703 Oct 20 03:43:10.266130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38548) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:10.277679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:10.278073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.278397 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 Oct 20 03:43:10.302732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Transition to ACTIVE for port object 09264e95-a0a1-49f6-8a25-af212b957827 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:10.385114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Port 01ebb181-b5f9-40c9-8683-79528727ba8e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:10.401810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.417546 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-c94192f1-33d5-4809-bc28-d23025cbf35b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] delete failed (client error): The resource could not be found. Oct 20 03:43:10.418938 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c94192f1-33d5-4809-bc28-d23025cbf35b tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/b14c5306-8129-4d4c-b0a8-c5ba381945a1 HTTP/1.1" status: 404 len: 336 time: 0.1599343 Oct 20 03:43:10.423030 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38562) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:10.471390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.561045 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-70dcff9c-b883-4c39-a5ae-dd700996fed2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=89f55075-77c7-47df-84fc-b9e0b261f57a HTTP/1.1" status: 200 len: 205 time: 0.1344125 Oct 20 03:43:10.561245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38588) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:10.570413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:10.754386 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-4965ba9f-03bd-4d6a-82fc-181875246e92 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] delete failed (client error): The resource could not be found. Oct 20 03:43:10.755418 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4965ba9f-03bd-4d6a-82fc-181875246e92 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/89f55075-77c7-47df-84fc-b9e0b261f57a HTTP/1.1" status: 404 len: 336 time: 0.1932466 Oct 20 03:43:10.770140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38596) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:10.779926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.821558 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5ee124-963a-4fba-9caf-17de0d63cdc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] DELETE failed (client error): The resource could not be found. Oct 20 03:43:10.822232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5ee124-963a-4fba-9caf-17de0d63cdc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:43:10.833562 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0d5ee124-963a-4fba-9caf-17de0d63cdc6 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/155def6e-6bb4-48cc-8e9d-ae25bd7025fb HTTP/1.1" status: 404 len: 337 time: 0.0598102 Oct 20 03:43:10.834855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38608) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:10.839756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network dbee829b-cc24-43b5-82c0-75c47164c0b9 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:10.843708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:10.847973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:10.884512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.886113 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Attempt 7 to provision port 01ebb181-b5f9-40c9-8683-79528727ba8e Oct 20 03:43:10.907720 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0eb2aa99-cfd6-49de-943d-c209ee03e01a tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 HTTP/1.1" status: 200 len: 205 time: 0.0694344 Oct 20 03:43:10.908159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38612) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:10.924509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8906f9-16ca-4a57-9279-8534c5f9b8f9,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:10.940440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8028f10-9f3c-47c0-845e-f0616df42264 req-ffdaf804-35bf-4d27-82a6-a586ad44cfa9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:10.942165 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c8028f10-9f3c-47c0-845e-f0616df42264 req-ffdaf804-35bf-4d27-82a6-a586ad44cfa9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 945 time: 0.2747550 Oct 20 03:43:10.946161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Port 01ebb181-b5f9-40c9-8683-79528727ba8e was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:43:10.985093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:10.989666 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9d64ede6-fba3-4148-92cf-82b66dc7869e tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8750520 Oct 20 03:43:10.993000 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38616) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.005652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=09264e95-a0a1-49f6-8a25-af212b957827,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:11.009298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.017367 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c8028f10-9f3c-47c0-845e-f0616df42264 req-cab8d34f-9b99-4288-93a2-8f4b476c899c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677338 Oct 20 03:43:11.040935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Provisioning for port a76d7351-68ae-43d3-a246-f0164e67113c completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:11.047208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Provisioning complete for port a76d7351-68ae-43d3-a246-f0164e67113c triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:11.050031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.050031 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Attempt 1 to provision port a76d7351-68ae-43d3-a246-f0164e67113c Oct 20 03:43:11.075648 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-4f05a81b-6936-4551-b8f1-c0b0495e87f0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] delete failed (client error): The resource could not be found. Oct 20 03:43:11.082133 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4f05a81b-6936-4551-b8f1-c0b0495e87f0 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/3acd0879-3e1f-4721-a8cc-6535d7bd0aa4 HTTP/1.1" status: 404 len: 336 time: 0.1673419 Oct 20 03:43:11.082293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a5c-ef1c-4972-b58d-d61648d05824 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.082293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38620) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.082503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Port': ['ID=01ebb181-b5f9-40c9-8683-79528727ba8e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:11.090390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.145526 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3cd87360-1f43-42de-8cc3-f44367683895 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=883df9ae-0658-483e-984a-da05782b31bd HTTP/1.1" status: 200 len: 205 time: 0.0620770 Oct 20 03:43:11.150410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38624) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.229057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Current status of the port a76d7351-68ae-43d3-a246-f0164e67113c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:11.229485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.249570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a5c-ef1c-4972-b58d-d61648d05824 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.272220 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-c304a828-764d-4732-9dba-4bfff7d14612 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] delete failed (client error): The resource could not be found. Oct 20 03:43:11.273170 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c304a828-764d-4732-9dba-4bfff7d14612 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/883df9ae-0658-483e-984a-da05782b31bd HTTP/1.1" status: 404 len: 336 time: 0.1218350 Oct 20 03:43:11.275692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] For port a76d7351-68ae-43d3-a246-f0164e67113c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a76d7351-68ae-43d3-a246-f0164e67113c,segment=NetworkSegment(72ae7848-8292-4dc3-929a-0828ecbed7e6),segment_id=72ae7848-8292-4dc3-929a-0828ecbed7e6)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:11.277981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38628) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.339093 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dc420d-b1c8-4b78-b405-1e78384869ec tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] DELETE failed (client error): The resource could not be found. Oct 20 03:43:11.339560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97dc420d-b1c8-4b78-b405-1e78384869ec tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:43:11.341523 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-97dc420d-b1c8-4b78-b405-1e78384869ec tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/c706609d-1c7c-4808-b2ef-274dba15f74d HTTP/1.1" status: 404 len: 337 time: 0.0625653 Oct 20 03:43:11.345998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.347607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.352873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38632) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.450773 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-756537c1-bf83-4c8e-ac99-feb52ecb3d75 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2dc7db5-0642-4428-8787-b353c75b8fd5 HTTP/1.1" status: 200 len: 205 time: 0.0954161 Oct 20 03:43:11.458209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38636) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.493092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Pushing event updated for resources: {'Port': ['ID=a76d7351-68ae-43d3-a246-f0164e67113c,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:11.540185 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-504a5ec3-0649-4544-9617-f2be53385b1f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] delete failed (client error): The resource could not be found. Oct 20 03:43:11.540646 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-504a5ec3-0649-4544-9617-f2be53385b1f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/c2dc7db5-0642-4428-8787-b353c75b8fd5 HTTP/1.1" status: 404 len: 336 time: 0.0810511 Oct 20 03:43:11.542983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38640) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.583498 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b155ca32-8cb3-4651-b770-c8770aa0681f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] DELETE failed (client error): The resource could not be found. Oct 20 03:43:11.584051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Provisioning for port 4fe2a746-3ae6-497c-b013-17bf193c40fc completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:11.584182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b155ca32-8cb3-4651-b770-c8770aa0681f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:43:11.594035 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b155ca32-8cb3-4651-b770-c8770aa0681f tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/8b558037-a5fa-45f9-908e-cec09f28b149 HTTP/1.1" status: 404 len: 337 time: 0.0499856 Oct 20 03:43:11.594735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Provisioning complete for port 4fe2a746-3ae6-497c-b013-17bf193c40fc triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:11.597048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38644) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.597793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.598157 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Attempt 1 to provision port 4fe2a746-3ae6-497c-b013-17bf193c40fc Oct 20 03:43:11.654147 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-670b4b14-9e06-43ff-9e5f-3a224e3243cd tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "GET /v2.0/ports?device_id=c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4 HTTP/1.1" status: 200 len: 205 time: 0.0554495 Oct 20 03:43:11.656527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38648) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.672848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Router 3ec9abfa-76a5-4fc3-8bfa-2cf48267111c has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:11.682910 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86c3b54-49e2-43fc-9dde-d39d4207661d None None] Network dbee829b-cc24-43b5-82c0-75c47164c0b9 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:11.764506 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-4387d605-bc43-458d-9119-07b678c70416 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] delete failed (client error): The resource could not be found. Oct 20 03:43:11.768487 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4387d605-bc43-458d-9119-07b678c70416 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/routers/c93a1ac4-31ea-4c40-bacd-ace4dfdd39d4 HTTP/1.1" status: 404 len: 336 time: 0.1078627 Oct 20 03:43:11.768487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a5c-ef1c-4972-b58d-d61648d05824 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.770018 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3a5c-ef1c-4972-b58d-d61648d05824 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.771045 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ab0e3a5c-ef1c-4972-b58d-d61648d05824 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/5883d5eb-8716-4a59-9f18-75c6b913dd48 HTTP/1.1" status: 204 len: 168 time: 0.7770455 Oct 20 03:43:11.771870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38656) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.782600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38658) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.843769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e3a5c-ef1c-4972-b58d-d61648d05824 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5883d5eb-8716-4a59-9f18-75c6b913dd48,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:11.846344 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2b9676-8151-4892-b95a-1485f1364dd2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] DELETE failed (client error): The resource could not be found. Oct 20 03:43:11.846787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2b9676-8151-4892-b95a-1485f1364dd2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:43:11.851165 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ec2b9676-8151-4892-b95a-1485f1364dd2 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/5fde149f-8c65-4678-9341-030a91277a16 HTTP/1.1" status: 404 len: 337 time: 0.0690415 Oct 20 03:43:11.851482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38664) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:11.859065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:11.900116 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-591cd440-8588-4d25-8214-346eae168ee7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] DELETE failed (client error): The resource could not be found. Oct 20 03:43:11.900899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591cd440-8588-4d25-8214-346eae168ee7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:43:11.902309 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-591cd440-8588-4d25-8214-346eae168ee7 tempest-RoutersIpV6Test-1548382078 tempest-RoutersIpV6Test-1548382078-project] 10.222.0.33 "DELETE /v2.0/subnets/103c5665-aee1-4629-a9f7-7df96f1d2a74 HTTP/1.1" status: 404 len: 337 time: 0.0499341 Oct 20 03:43:11.904176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7526a1d5-e82c-4f13-835a-68405fe7adf7 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:11.950279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ad79dbbd-062b-4bd1-afd2-0bacde9a6252 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:12.121887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:12.126740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ad79dbbd-062b-4bd1-afd2-0bacde9a6252 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:12.130873 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ad79dbbd-062b-4bd1-afd2-0bacde9a6252 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3182352 Oct 20 03:43:12.133476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38676) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:12.138975 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aa88dcdb-e4f2-44ff-8c32-a8b9b24a87ea tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "PUT /v2.0/routers/3ec9abfa-76a5-4fc3-8bfa-2cf48267111c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5160236 Oct 20 03:43:12.143196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38680) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:12.150378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110c56e-a31e-4234-b6aa-eab059fdb9df None None] Sync routers for ids ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:12.208581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a76d7351-68ae-43d3-a246-f0164e67113c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:12.241969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-10555ece-318e-4b15-bcb1-ea0c5438add4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Synchronizing usage tracker for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:12.332089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-10555ece-318e-4b15-bcb1-ea0c5438add4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] Unset dirty status for tenant:85791e822bf74c9c8791fca2e627dd96 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:12.333804 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-10555ece-318e-4b15-bcb1-ea0c5438add4 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1987734 Oct 20 03:43:12.336267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38684) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:12.348750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 7526a1d5-e82c-4f13-835a-68405fe7adf7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:12.353743 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-e35893e1-a3f0-4e64-82ab-a5c93053b4ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] delete failed (client error): The resource could not be found. Oct 20 03:43:12.358347 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e35893e1-a3f0-4e64-82ab-a5c93053b4ed tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "DELETE /v2.0/security-groups/5883d5eb-8716-4a59-9f18-75c6b913dd48 HTTP/1.1" status: 404 len: 347 time: 0.0173929 Oct 20 03:43:12.358823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38688) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:12.360937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110c56e-a31e-4234-b6aa-eab059fdb9df None None] Routers {'3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:12.361615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2110c56e-a31e-4234-b6aa-eab059fdb9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:12.415518 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-56db4950-a0d9-4287-bd00-7dc2de6b169f tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] delete failed (client error): The resource could not be found. Oct 20 03:43:12.420204 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-56db4950-a0d9-4287-bd00-7dc2de6b169f tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/routers/tempest-non_exist_router-1804367571 HTTP/1.1" status: 404 len: 335 time: 0.2724588 Oct 20 03:43:12.425226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38692) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:12.426760 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3c6a851a-a914-48ea-944a-c66ba9e7d4b7 tempest-SecGroupTest-938761240 tempest-SecGroupTest-938761240-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620058 Oct 20 03:43:12.437564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9dd47c77-4f2a-44f6-a52a-901786907110 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:12.455270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 7526a1d5-e82c-4f13-835a-68405fe7adf7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:12.456058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:12.456467 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 7526a1d5-e82c-4f13-835a-68405fe7adf7 Oct 20 03:43:12.517847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2110c56e-a31e-4234-b6aa-eab059fdb9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:12.568755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110c56e-a31e-4234-b6aa-eab059fdb9df None None] Routers {'3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:12.569715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2110c56e-a31e-4234-b6aa-eab059fdb9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:42:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:12.629475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Current status of the port 4fe2a746-3ae6-497c-b013-17bf193c40fc is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:12.630089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:12.660468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-25fd399f-8745-4557-89cf-d3dd49d07f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:12.670297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-2110c56e-a31e-4234-b6aa-eab059fdb9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:12.671059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110c56e-a31e-4234-b6aa-eab059fdb9df None None] The sync data for ids ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:12.707380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port a76d7351-68ae-43d3-a246-f0164e67113c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:12.707380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:12.707636 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port a76d7351-68ae-43d3-a246-f0164e67113c Oct 20 03:43:12.806952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38710) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:12.822118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] For port 4fe2a746-3ae6-497c-b013-17bf193c40fc, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4fe2a746-3ae6-497c-b013-17bf193c40fc,segment=NetworkSegment(74465198-aa81-438f-b0d0-08f1746026a5),segment_id=74465198-aa81-438f-b0d0-08f1746026a5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:12.851540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7526a1d5-e82c-4f13-835a-68405fe7adf7 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:12.852511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:12.923455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:12.925964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ff209c-bf32-48d9-87cb-004ddbbc20c6" -d '{"events": [{"server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "name": "network-vif-plugged", "status": "completed", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:12.975121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.020976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38742) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:13.086675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe8289a-0eb3-46b7-9ee1-ba52094eb0a0 x-openstack-request-id: req-abe8289a-0eb3-46b7-9ee1-ba52094eb0a0 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:13.087235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "name": "network-vif-plugged", "status": "completed", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:13.087649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-abe8289a-0eb3-46b7-9ee1-ba52094eb0a0 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:13.089866 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe8289a-0eb3-46b7-9ee1-ba52094eb0a0'] response: {'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'code': 200} Oct 20 03:43:13.104338 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7526a1d5-e82c-4f13-835a-68405fe7adf7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7526a1d5-e82c-4f13-835a-68405fe7adf7,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:13.157611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port a76d7351-68ae-43d3-a246-f0164e67113c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:13.160388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a2442b6-edd7-49a1-9475-5afbd637e0d5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:13.246083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0cbb-6148-4eec-aa2f-b8f5bfba229e req-9cec6730-bf12-4dba-8161-ad44725e75a0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:13.248329 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2eb0cbb-6148-4eec-aa2f-b8f5bfba229e req-9cec6730-bf12-4dba-8161-ad44725e75a0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 945 time: 0.9107225 Oct 20 03:43:13.306033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.312191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Provisioning for port 09264e95-a0a1-49f6-8a25-af212b957827 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:13.337384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Provisioning complete for port 09264e95-a0a1-49f6-8a25-af212b957827 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:13.338411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.339401 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Attempt 1 to provision port 09264e95-a0a1-49f6-8a25-af212b957827 Oct 20 03:43:13.364754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9dd47c77-4f2a-44f6-a52a-901786907110 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.405717 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2eb0cbb-6148-4eec-aa2f-b8f5bfba229e req-cef9b36a-446e-40a2-b986-c7ff4989618f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403799 Oct 20 03:43:13.431012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.442941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b2120-7a87-4ce1-9448-a35a5181e957 None None] Pushing event updated for resources: {'Port': ['ID=4fe2a746-3ae6-497c-b013-17bf193c40fc,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:13.473489 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-9dd47c77-4f2a-44f6-a52a-901786907110 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] update failed (client error): The resource could not be found. Oct 20 03:43:13.478075 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9dd47c77-4f2a-44f6-a52a-901786907110 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "PUT /v2.0/routers/3ec9abfa-76a5-4fc3-8bfa-2cf48267111c HTTP/1.1" status: 404 len: 339 time: 1.0440836 Oct 20 03:43:13.478618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38754) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:13.486165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1714665235'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:13.491716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:13.495850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:network and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:13.501220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:13.507876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:13.508050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.513002 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f3b52f44-d5a5-4681-bc0a-19b84a8b5b25 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=85791e822bf74c9c8791fca2e627dd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899194 Oct 20 03:43:13.518666 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8ecd957d-3404-40f5-b5ba-4e4dd02273cb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d576fe01385e469093f05e4a576752aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7106130 Oct 20 03:43:13.519636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38760) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:13.523964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38758) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:13.549908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.569771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Port 09264e95-a0a1-49f6-8a25-af212b957827 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:13.596986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7526a1d5-e82c-4f13-835a-68405fe7adf7,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:13.636736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:13.637500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Made reservation on behalf of 00ffa9f3fe6f42f781e27fb7194da840 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:13.641430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.642634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.669152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.715987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.741690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:43:13.743620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977df8-69ee-493a-9b7a-a4872ea5b8f7 req-85a3fba3-4308-4de1-b50e-c53ab58d85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:13.745113 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b977df8-69ee-493a-9b7a-a4872ea5b8f7 req-85a3fba3-4308-4de1-b50e-c53ab58d85fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 1099 time: 0.1656873 Oct 20 03:43:13.747019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.755948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=09264e95-a0a1-49f6-8a25-af212b957827,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:13.767359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84e0482c-250e-4d4a-9858-edb9a428e27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.794152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.794804 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Added segment 7ae34d99-e181-40c7-99b6-9a909bf75586 of type vlan for network 41b6f2df-3cf6-4d81-b34b-233bc6919010 Oct 20 03:43:13.812826 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b977df8-69ee-493a-9b7a-a4872ea5b8f7 req-8ed8a588-478c-47a7-a895-87f2e0d9fb3c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466971 Oct 20 03:43:13.875046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84e0482c-250e-4d4a-9858-edb9a428e27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.891658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.908533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4fe2a746-3ae6-497c-b013-17bf193c40fc up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:13.916219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243ce201-798f-46cf-95dd-9d2f21916779,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:13.925464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.925990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.930191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:13.932385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.933759 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-98184242-5041-4136-9df9-83a8e4b7b91c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/243ce201-798f-46cf-95dd-9d2f21916779 HTTP/1.1" status: 204 len: 168 time: 0.4130309 Oct 20 03:43:13.941137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.005951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 4fe2a746-3ae6-497c-b013-17bf193c40fc triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:14.006369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.006787 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 4fe2a746-3ae6-497c-b013-17bf193c40fc Oct 20 03:43:14.020464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network dbee829b-cc24-43b5-82c0-75c47164c0b9 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:14.022686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:14.072163 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Attempt 2 to provision port 09264e95-a0a1-49f6-8a25-af212b957827 Oct 20 03:43:14.179336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.185461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:14.186084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.190698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84e0482c-250e-4d4a-9858-edb9a428e27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.198684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Port 09264e95-a0a1-49f6-8a25-af212b957827 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:14.213657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 4fe2a746-3ae6-497c-b013-17bf193c40fc is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:14.477081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0482c-250e-4d4a-9858-edb9a428e27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fce9aee-cb14-423f-9d8c-300c406879b7,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:14.519770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Network': ['ID=41b6f2df-3cf6-4d81-b34b-233bc6919010,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:14.547439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 41b6f2df-3cf6-4d81-b34b-233bc6919010 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:43:14.579332 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1102901a-bb94-4bb0-8a08-ce19b6a7ad6b tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0995834 Oct 20 03:43:14.582418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38780) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:14.590298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'subnet': {'network_id': '41b6f2df-3cf6-4d81-b34b-233bc6919010', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:14.670372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b050e6-a3a0-4755-a9a9-1f23e650cdae req-afa5116d-a903-4a06-9689-d8b2192a48aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:14.673713 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b9b050e6-a3a0-4755-a9a9-1f23e650cdae req-afa5116d-a903-4a06-9689-d8b2192a48aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 946 time: 0.1207366 Oct 20 03:43:14.690123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84e0482c-250e-4d4a-9858-edb9a428e27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.692325 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-84e0482c-250e-4d4a-9858-edb9a428e27f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9fce9aee-cb14-423f-9d8c-300c406879b7 HTTP/1.1" status: 204 len: 168 time: 1.1665359 Oct 20 03:43:14.699385 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Attempt 3 to provision port 09264e95-a0a1-49f6-8a25-af212b957827 Oct 20 03:43:14.763036 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b9b050e6-a3a0-4755-a9a9-1f23e650cdae req-5128c938-44d4-408d-a9f0-1994944c811d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784960 Oct 20 03:43:14.811019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Port 09264e95-a0a1-49f6-8a25-af212b957827 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:14.821291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:14.825964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Usage tracker for resource:subnet and tenant:00ffa9f3fe6f42f781e27fb7194da840 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:14.828992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:14.835575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:14.844334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:43:15.013904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:15.015993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.016269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Made reservation on behalf of 00ffa9f3fe6f42f781e27fb7194da840 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:15.031279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.031762 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:15.041787 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:15.042816 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:15.110996 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7a21fb10-f8f3-470d-ac7a-170c74804f78 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3836479 Oct 20 03:43:15.111417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38788) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:15.120763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'network': {'name': 'tempest-RoutersTest-231682096'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:15.128747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:15.139435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:network and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:15.144273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:15.151785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:15.231432 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:15.250110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:15.264280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.312861 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Attempt 4 to provision port 09264e95-a0a1-49f6-8a25-af212b957827 Oct 20 03:43:15.354272 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:43:15.376026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.376026 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added segment 9ffea9fe-2fe2-4377-9963-7c51adef8081 of type vlan for network 19ba74a7-51bc-457c-9546-e4d22e9188ee Oct 20 03:43:15.448738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.516054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Port 09264e95-a0a1-49f6-8a25-af212b957827 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:15.580911 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:11Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:12Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:15.585117 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:15.585489 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Updating router 8c3534c5-3533-4948-9fd8-c87e8d31c282 port 09264e95-a0a1-49f6-8a25-af212b957827 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:43:15.612558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.612888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.618403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:15.625366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.660748 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.764963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Subnet': ['ID=cd40be85-b5ac-4573-88bd-066062d16001,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:15.771044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Checking segment: {'id': '7ae34d99-e181-40c7-99b6-9a909bf75586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '41b6f2df-3cf6-4d81-b34b-233bc6919010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:15.772063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network hostable DHCP agents. Network: 41b6f2df-3cf6-4d81-b34b-233bc6919010, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:43:15.778363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Network': ['ID=19ba74a7-51bc-457c-9546-e4d22e9188ee,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:15.792806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 19ba74a7-51bc-457c-9546-e4d22e9188ee details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:43:15.806659 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-84c5625b-92c5-437b-937f-cdee3902d39e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6934586 Oct 20 03:43:15.809214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38816) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:15.822591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'subnet': {'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:15.857322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network 41b6f2df-3cf6-4d81-b34b-233bc6919010 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:43:15.943388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 41b6f2df-3cf6-4d81-b34b-233bc6919010) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:15.947895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:15.948624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:15.952829 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4944f-92a7-496e-a3d1-2cb5a1a13a26 None None] Network 41b6f2df-3cf6-4d81-b34b-233bc6919010 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:16.027224 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Attempt 5 to provision port 09264e95-a0a1-49f6-8a25-af212b957827 Oct 20 03:43:16.028841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:16.034023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:subnet and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:16.037350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:16.046607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:16.057290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38820) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:16.138825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb975f2-cc3d-465a-83ea-8c7a970e2ee2 req-89ef3422-caef-4c67-9ea0-92807adfa2b9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:16.150960 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-adb975f2-cc3d-465a-83ea-8c7a970e2ee2 req-89ef3422-caef-4c67-9ea0-92807adfa2b9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 946 time: 0.1601832 Oct 20 03:43:16.166266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:16.170331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.211660 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-be31563b-f263-4265-8994-22097bb45edc tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6281762 Oct 20 03:43:16.213144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38828) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:16.228299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5dec13aa-57f5-4285-a50c-0bd322e38d8e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'router': {'external_gateway_info': {'network_id': '41b6f2df-3cf6-4d81-b34b-233bc6919010'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:16.260467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Port 09264e95-a0a1-49f6-8a25-af212b957827 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:16.364599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-db5b3934-9138-4c13-8997-3266cf972446 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:16.365419 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-db5b3934-9138-4c13-8997-3266cf972446 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 03:43:16.366024 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-db5b3934-9138-4c13-8997-3266cf972446 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:43:16.370299 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.371038 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-db5b3934-9138-4c13-8997-3266cf972446 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3135662 Oct 20 03:43:16.371785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38836) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:16.398555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997001864'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:16.403068 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Transition to ACTIVE for port object 09264e95-a0a1-49f6-8a25-af212b957827 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:16.408370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:16.415234 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-adb975f2-cc3d-465a-83ea-8c7a970e2ee2 req-8096db29-a353-40fc-a00a-15b4b699e48c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630816 Oct 20 03:43:16.416121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:16.420941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:16.438073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:16.523798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-41b6f2df-3cf6-4d81-b34b-233bc6919010', 'network_id': '41b6f2df-3cf6-4d81-b34b-233bc6919010', 'tenant_id': '00ffa9f3fe6f42f781e27fb7194da840', 'fixed_ips': [{'subnet_id': 'cd40be85-b5ac-4573-88bd-066062d16001'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:43:16.527888 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.530981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.589130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.747438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38846) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:16.753598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.765964 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Attempt 6 to provision port 09264e95-a0a1-49f6-8a25-af212b957827 Oct 20 03:43:16.853558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:16.858085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:16.861413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:16.867677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:16.885254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5dec13aa-57f5-4285-a50c-0bd322e38d8e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.906206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.953153 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Attempting to bind port 09264e95-a0a1-49f6-8a25-af212b957827 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:16.953662 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Attempting to bind port 09264e95-a0a1-49f6-8a25-af212b957827 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:16.955126 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Attempting to bind port 09264e95-a0a1-49f6-8a25-af212b957827 on network dbee829b-cc24-43b5-82c0-75c47164c0b9 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:16.971128 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b592e-43b7-47c1-aa6a-31414748bd34 None None] Pushing event updated for resources: {'Port': ['ID=09264e95-a0a1-49f6-8a25-af212b957827,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:16.975301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Allocated IP 2001:db8:1::2 (41b6f2df-3cf6-4d81-b34b-233bc6919010/cd40be85-b5ac-4573-88bd-066062d16001/0ca892d5-5156-4740-aef0-4d6c4dd3c6af) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:16.983985 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:16.986754 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Checking segment: {'id': '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:16.991524 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.991950 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Bound using segment: {'id': '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:16.994235 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Bound port: 09264e95-a0a1-49f6-8a25-af212b957827, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:17.003125 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.054251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4d62bd1a-cf30-47d5-af5e-b7f3c5d909d2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:17.054679 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-4d62bd1a-cf30-47d5-af5e-b7f3c5d909d2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 03:43:17.055157 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-4d62bd1a-cf30-47d5-af5e-b7f3c5d909d2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:43:17.059757 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4d62bd1a-cf30-47d5-af5e-b7f3c5d909d2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3112102 Oct 20 03:43:17.061023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38852) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:17.074395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073890653'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:17.082946 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Subnet': ['ID=36fdb89f-70b3-426e-a8aa-90210547c3b5,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:17.093962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:17.096043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Checking segment: {'id': '9ffea9fe-2fe2-4377-9963-7c51adef8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:17.096405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network hostable DHCP agents. Network: 19ba74a7-51bc-457c-9546-e4d22e9188ee, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:43:17.103468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:17.112127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:17.115660 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738ca6d-9bc6-4615-b795-c4ba700df2a9 req-559097ed-f223-403a-8af8-a4f6f7a79d82 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:17.117930 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2738ca6d-9bc6-4615-b795-c4ba700df2a9 req-559097ed-f223-403a-8af8-a4f6f7a79d82 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 946 time: 0.5367980 Oct 20 03:43:17.123183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:17.193527 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-5dec13aa-57f5-4285-a50c-0bd322e38d8e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:17.195008 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5dec13aa-57f5-4285-a50c-0bd322e38d8e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "PUT /v2.0/routers/3ec9abfa-76a5-4fc3-8bfa-2cf48267111c HTTP/1.1" status: 400 len: 364 time: 0.9768507 Oct 20 03:43:17.198934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38856) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:17.217597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.222958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.228687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Transition to ACTIVE for port object 0ca892d5-5156-4740-aef0-4d6c4dd3c6af will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:17.231092 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] For port 09264e95-a0a1-49f6-8a25-af212b957827, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:17.236426 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] For port 09264e95-a0a1-49f6-8a25-af212b957827, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=09264e95-a0a1-49f6-8a25-af212b957827,segment=NetworkSegment(5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16),segment_id=5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:17.248399 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2738ca6d-9bc6-4615-b795-c4ba700df2a9 req-d1ffb237-ba8d-478d-a522-8d3032931709 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223636 Oct 20 03:43:17.262191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Port 09264e95-a0a1-49f6-8a25-af212b957827 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:17.277561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Transition to ACTIVE for port object 0ca892d5-5156-4740-aef0-4d6c4dd3c6af will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:17.280630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 19ba74a7-51bc-457c-9546-e4d22e9188ee is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:43:17.283832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38860) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:17.316170 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.330594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.361309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.368835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:17.383739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.410754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:17.413250 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:17.417282 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.417471 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:17.422132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:17.444531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:17.491810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.497381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 19ba74a7-51bc-457c-9546-e4d22e9188ee) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:17.539533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ff3ab-c7cd-4d64-a800-bb21cae224be None None] Network 19ba74a7-51bc-457c-9546-e4d22e9188ee requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:17.562254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Network 41b6f2df-3cf6-4d81-b34b-233bc6919010 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:17.568256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:17.574630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:17.585479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:17.589469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.649798 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b592e-43b7-47c1-aa6a-31414748bd34 None None] Pushing event updated for resources: {'Port': ['ID=09264e95-a0a1-49f6-8a25-af212b957827,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:17.659837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465b1536-b2af-4cc2-9174-45171374a3b3,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:17.698528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.703390 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:17.719195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4cf2f4-f0d2-4cbd-93db-35d1e3f5a59c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:17.721451 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9a4cf2f4-f0d2-4cbd-93db-35d1e3f5a59c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 1094 time: 0.4365044 Oct 20 03:43:17.724240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38868) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:17.729686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:17.735947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:17.740093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:floatingip and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:17.743510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:17.752997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:17.768293 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a688ba11-da64-443f-b20f-6dde29e02db2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9578035 Oct 20 03:43:17.773101 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Attempt 7 to provision port 09264e95-a0a1-49f6-8a25-af212b957827 Oct 20 03:43:17.780105 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38872) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:17.906413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:17.936489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:17.947924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:17.953498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:17.963503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:17.965367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Pushing event updated for resources: {'Port': ['ID=0ca892d5-5156-4740-aef0-4d6c4dd3c6af,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:17.977968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.044980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.050920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.051399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.051859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.052604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.053053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.053512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.053947 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.054394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.056000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.056440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.056872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.058621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:18.090760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Attempting to bind port 0ca892d5-5156-4740-aef0-4d6c4dd3c6af on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:18.092719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Attempting to bind port 0ca892d5-5156-4740-aef0-4d6c4dd3c6af by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '7ae34d99-e181-40c7-99b6-9a909bf75586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '41b6f2df-3cf6-4d81-b34b-233bc6919010'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:18.093437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Attempting to bind port 0ca892d5-5156-4740-aef0-4d6c4dd3c6af on network 41b6f2df-3cf6-4d81-b34b-233bc6919010 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:18.161984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:18.162685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Checking segment: {'id': '7ae34d99-e181-40c7-99b6-9a909bf75586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '41b6f2df-3cf6-4d81-b34b-233bc6919010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:18.163682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.164430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Bound using segment: {'id': '7ae34d99-e181-40c7-99b6-9a909bf75586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '41b6f2df-3cf6-4d81-b34b-233bc6919010'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:18.165621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Bound port: 0ca892d5-5156-4740-aef0-4d6c4dd3c6af, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae34d99-e181-40c7-99b6-9a909bf75586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '41b6f2df-3cf6-4d81-b34b-233bc6919010'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:18.166302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.185153 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-19ba74a7-51bc-457c-9546-e4d22e9188ee', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:43:18.186425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.220069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Port 09264e95-a0a1-49f6-8a25-af212b957827 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:43:18.315873 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:11Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:17Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:18.328592 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e628e93-4476-410a-abc3-76ca0aea0114 None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:11Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:17Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:18.354724 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f33d43f-fa9f-4984-8957-f2f46b8206d2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:18.458547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] For port 0ca892d5-5156-4740-aef0-4d6c4dd3c6af, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:18.499296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] For port 0ca892d5-5156-4740-aef0-4d6c4dd3c6af, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0ca892d5-5156-4740-aef0-4d6c4dd3c6af,segment=NetworkSegment(7ae34d99-e181-40c7-99b6-9a909bf75586),segment_id=7ae34d99-e181-40c7-99b6-9a909bf75586)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:18.540457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.540648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Provisioning for port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:18.547116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Provisioning complete for port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:18.547504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.547882 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Attempt 1 to provision port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 Oct 20 03:43:18.593863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Allocated IP 2001:db8::1 (3006bacf-397c-4688-b867-45b437324463/a349f956-e966-4f9d-8d01-7cc404ba03c4/73932107-3d47-464e-9ec7-c873996a9cd5) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:18.685028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Allocated IP 172.21.0.2 (19ba74a7-51bc-457c-9546-e4d22e9188ee/36fdb89f-70b3-426e-a8aa-90210547c3b5/fbc86962-474a-4c65-baf3-166a500a5f78) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:18.784976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.788413 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a703c1e3-f468-4933-a240-2055a38221de tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4072754 Oct 20 03:43:18.789611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38876) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:18.802086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '0f33d43f-fa9f-4984-8957-f2f46b8206d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:18.816922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:18.843186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:18.849532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:18.922979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.937429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.940892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.971238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:18.974446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:18.993878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Transition to ACTIVE for port object 73932107-3d47-464e-9ec7-c873996a9cd5 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:19.005444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:19.022285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:19.031495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.044746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:19.053933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c70540-50f5-4a11-90e3-8dc0a99d21f5,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:19.158916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.170092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba56b8-989e-4106-a0c2-f27437ccdafe None None] Pushing event updated for resources: {'Port': ['ID=0ca892d5-5156-4740-aef0-4d6c4dd3c6af,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:19.201527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.205841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.234799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Current status of the port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:19.235524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.293030 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.366884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.411163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network 3006bacf-397c-4688-b867-45b437324463 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:19.419049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] For port 1a2442b6-edd7-49a1-9475-5afbd637e0d5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a2442b6-edd7-49a1-9475-5afbd637e0d5,segment=NetworkSegment(5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16),segment_id=5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:19.422398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:19.425786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:19.426397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.458124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.487866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Transition to ACTIVE for port object fbc86962-474a-4c65-baf3-166a500a5f78 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:19.493743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Port': ['ID=73932107-3d47-464e-9ec7-c873996a9cd5,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:19.500937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.542952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a63f861-c56f-42f2-8257-fe22ae78e11f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:19.611165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.621153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.625924 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ec765ea0-4461-4d95-8d7f-10de3221a0cd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5565145 Oct 20 03:43:19.627710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38882) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:19.641384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': '6a63f861-c56f-42f2-8257-fe22ae78e11f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:19.652743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:19.656758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:19.660502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:19.668320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:19.678408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Transition to ACTIVE for port object fbc86962-474a-4c65-baf3-166a500a5f78 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:19.737399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9c120-d907-44b9-8e82-a86e4acbba05 None None] Pushing event updated for resources: {'Port': ['ID=1a2442b6-edd7-49a1-9475-5afbd637e0d5,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:19.790672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.952778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Network 19ba74a7-51bc-457c-9546-e4d22e9188ee is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:19.959657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:19.967459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:19.974116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Pushing event updated for resources: {'Port': ['ID=fbc86962-474a-4c65-baf3-166a500a5f78,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:20.029683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.138864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.149358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.149966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.105 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/0f56378d-9260-4d82-9d8d-07e367a7839f) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:20.174318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 09264e95-a0a1-49f6-8a25-af212b957827 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:20.184767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d91313-277d-4774-807b-bbce2f1baf18,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:20.223583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.21.0.1 (19ba74a7-51bc-457c-9546-e4d22e9188ee/36fdb89f-70b3-426e-a8aa-90210547c3b5/e6dd266b-50ba-464a-9d0a-3d3520022e90) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:20.250008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.260760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Attempting to bind port fbc86962-474a-4c65-baf3-166a500a5f78 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:20.263521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Attempting to bind port fbc86962-474a-4c65-baf3-166a500a5f78 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '9ffea9fe-2fe2-4377-9963-7c51adef8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:20.263683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Attempting to bind port fbc86962-474a-4c65-baf3-166a500a5f78 on network 19ba74a7-51bc-457c-9546-e4d22e9188ee {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:20.272859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Provisioning for port 73932107-3d47-464e-9ec7-c873996a9cd5 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:20.282925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:20.284402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Checking segment: {'id': '9ffea9fe-2fe2-4377-9963-7c51adef8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:20.284402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.284402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Bound using segment: {'id': '9ffea9fe-2fe2-4377-9963-7c51adef8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:20.285899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Bound port: fbc86962-474a-4c65-baf3-166a500a5f78, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffea9fe-2fe2-4377-9963-7c51adef8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:20.286788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.320486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Provisioning complete for port 73932107-3d47-464e-9ec7-c873996a9cd5 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:20.321530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.322136 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 1 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:20.351374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.420860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.422113 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fceaf678-dcdf-420c-ba49-434b3f6af6b7 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6319613 Oct 20 03:43:20.426824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38890) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:20.441952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:20.442330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e8a85788-72a0-4266-af6d-2eb3e2c25817 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '0f33d43f-fa9f-4984-8957-f2f46b8206d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:20.465218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e8a85788-72a0-4266-af6d-2eb3e2c25817 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:20.475462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349597f6-3ec1-425f-9ea6-239b4b53d2cc,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:20.521748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e8a85788-72a0-4266-af6d-2eb3e2c25817 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:20.528971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e8a85788-72a0-4266-af6d-2eb3e2c25817 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:20.583753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.587061 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8aa1029c-5cdb-4973-8580-488244dfbacf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9562852 Oct 20 03:43:20.587803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] For port fbc86962-474a-4c65-baf3-166a500a5f78, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:20.591121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38896) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:20.597066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] For port fbc86962-474a-4c65-baf3-166a500a5f78, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fbc86962-474a-4c65-baf3-166a500a5f78,segment=NetworkSegment(9ffea9fe-2fe2-4377-9963-7c51adef8081),segment_id=9ffea9fe-2fe2-4377-9963-7c51adef8081)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:20.602912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e8a85788-72a0-4266-af6d-2eb3e2c25817 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:20.604800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d23c0afe-0ff3-4a7f-a71e-a0d25b54a0c2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': '6a63f861-c56f-42f2-8257-fe22ae78e11f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:20.616466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d23c0afe-0ff3-4a7f-a71e-a0d25b54a0c2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:20.625152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.626569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d23c0afe-0ff3-4a7f-a71e-a0d25b54a0c2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:20.632760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 09264e95-a0a1-49f6-8a25-af212b957827 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:20.640829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d23c0afe-0ff3-4a7f-a71e-a0d25b54a0c2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:20.640963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 09264e95-a0a1-49f6-8a25-af212b957827 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:20.640963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.640963 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 09264e95-a0a1-49f6-8a25-af212b957827 Oct 20 03:43:20.650482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d23c0afe-0ff3-4a7f-a71e-a0d25b54a0c2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:20.710585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.751317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e8a85788-72a0-4266-af6d-2eb3e2c25817 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.808280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.828531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.924268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c1c58-627b-4155-826d-a9def2840c2a None None] Pushing event updated for resources: {'Port': ['ID=fbc86962-474a-4c65-baf3-166a500a5f78,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:21.031733 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 2 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:21.069231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:21.069868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 09264e95-a0a1-49f6-8a25-af212b957827 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:21.070243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.091624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.092713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.110868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.129095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 09264e95-a0a1-49f6-8a25-af212b957827, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=09264e95-a0a1-49f6-8a25-af212b957827,segment=NetworkSegment(5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16),segment_id=5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:21.215677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:21.234720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:21.239739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Transition to ACTIVE for port object e6dd266b-50ba-464a-9d0a-3d3520022e90 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:21.246457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:21.310085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=0f56378d-9260-4d82-9d8d-07e367a7839f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:21.316459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.319070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a2442b6-edd7-49a1-9475-5afbd637e0d5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:21.377309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d23c0afe-0ff3-4a7f-a71e-a0d25b54a0c2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.406814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ae862-0d1a-452e-b42f-a0a37dc9de08 None None] Network 41b6f2df-3cf6-4d81-b34b-233bc6919010 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:21.415256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event updated for resources: {'Port': ['ID=73932107-3d47-464e-9ec7-c873996a9cd5,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:21.544428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Network 3006bacf-397c-4688-b867-45b437324463 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:21.545898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:21.546829 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-e8a85788-72a0-4266-af6d-2eb3e2c25817 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:43:21.549732 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e8a85788-72a0-4266-af6d-2eb3e2c25817 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1175978 Oct 20 03:43:21.575553 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 3 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:21.622181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38910) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:21.713618 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-d23c0afe-0ff3-4a7f-a71e-a0d25b54a0c2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:43:21.717708 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d23c0afe-0ff3-4a7f-a71e-a0d25b54a0c2 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1221750 Oct 20 03:43:21.722359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38918) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:21.778350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=09264e95-a0a1-49f6-8a25-af212b957827,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:21.839468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:21.865789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:21.869425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.869425 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 Oct 20 03:43:21.925157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b55faabb-caa2-43a5-aaa8-025ff8591a9b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.961004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b55faabb-caa2-43a5-aaa8-025ff8591a9b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.968410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.037059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Router 3ec9abfa-76a5-4fc3-8bfa-2cf48267111c has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:22.099007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:22.100108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0ca892d5-5156-4740-aef0-4d6c4dd3c6af up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:22.248544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:22.250288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b55faabb-caa2-43a5-aaa8-025ff8591a9b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.283430 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e3ace89d-a547-42af-a0e2-9e828a985743 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "PUT /v2.0/routers/3ec9abfa-76a5-4fc3-8bfa-2cf48267111c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0799017 Oct 20 03:43:22.283430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55faabb-caa2-43a5-aaa8-025ff8591a9b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a63f861-c56f-42f2-8257-fe22ae78e11f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:22.292798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b55faabb-caa2-43a5-aaa8-025ff8591a9b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.292798 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b55faabb-caa2-43a5-aaa8-025ff8591a9b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/6a63f861-c56f-42f2-8257-fe22ae78e11f HTTP/1.1" status: 204 len: 168 time: 0.5653663 Oct 20 03:43:22.292798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38926) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:22.296818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9dd137-f239-4a1d-9b14-e1c92b1a6e12 None None] Sync routers for ids ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:22.325927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 19ba74a7-51bc-457c-9546-e4d22e9188ee is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:22.331848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9dd137-f239-4a1d-9b14-e1c92b1a6e12 None None] Routers {'3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:22.332492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ea9dd137-f239-4a1d-9b14-e1c92b1a6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:22.345960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79c4fa82-8db2-4faa-86d8-fcef3013b524 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.350199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38930) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:22.391013 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 4 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:22.411178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79c4fa82-8db2-4faa-86d8-fcef3013b524 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.480075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:22.484370 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ea9dd137-f239-4a1d-9b14-e1c92b1a6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:22.495316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:22.498741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:22.508257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9dd137-f239-4a1d-9b14-e1c92b1a6e12 None None] Routers {'3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:22.513164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ea9dd137-f239-4a1d-9b14-e1c92b1a6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:22.570443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79c4fa82-8db2-4faa-86d8-fcef3013b524 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.602553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ea9dd137-f239-4a1d-9b14-e1c92b1a6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:22.602943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9dd137-f239-4a1d-9b14-e1c92b1a6e12 None None] The sync data for ids ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:22.603698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e402f11f-a1b8-4187-b701-3eb22331decb tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Synchronizing usage tracker for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:22.620922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-66d28c80-ee9b-4f84-9ae9-11b009ef604f tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.628768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=e6dd266b-50ba-464a-9d0a-3d3520022e90,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:22.640667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4fa82-8db2-4faa-86d8-fcef3013b524 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f33d43f-fa9f-4984-8957-f2f46b8206d2,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:22.670214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 0ca892d5-5156-4740-aef0-4d6c4dd3c6af completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:22.720737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79c4fa82-8db2-4faa-86d8-fcef3013b524 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.720737 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-79c4fa82-8db2-4faa-86d8-fcef3013b524 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/0f33d43f-fa9f-4984-8957-f2f46b8206d2 HTTP/1.1" status: 204 len: 168 time: 1.0883768 Oct 20 03:43:22.722202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f0a81-4ea5-4ba4-b66d-f2cd204c033a None None] Network 19ba74a7-51bc-457c-9546-e4d22e9188ee requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:22.747932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38936) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:22.835168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.907183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd740bd5-b254-40c1-9fd6-7c6aedde76b6 req-66085478-cc47-4534-9484-a0109251b76f tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:22.925747 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bd740bd5-b254-40c1-9fd6-7c6aedde76b6 req-66085478-cc47-4534-9484-a0109251b76f tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 1.0743871 Oct 20 03:43:22.990453 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 5 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:23.004794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3781a286-3315-48d6-a556-35a9b0c2f181 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Synchronizing usage tracker for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:23.018035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 09264e95-a0a1-49f6-8a25-af212b957827 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:23.069774 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bd740bd5-b254-40c1-9fd6-7c6aedde76b6 req-028a0fbe-f3a5-47c2-8204-236ccdeed25e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431532 Oct 20 03:43:23.126814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:23.127631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.129389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3781a286-3315-48d6-a556-35a9b0c2f181 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Unset dirty status for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:23.136445 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3781a286-3315-48d6-a556-35a9b0c2f181 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3837361 Oct 20 03:43:23.144553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38940) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:23.144856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979926250'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:23.149764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 09264e95-a0a1-49f6-8a25-af212b957827 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:23.149932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.150192 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 09264e95-a0a1-49f6-8a25-af212b957827 Oct 20 03:43:23.154355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:23.156700 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-66d28c80-ee9b-4f84-9ae9-11b009ef604f tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 03:43:23.157773 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-66d28c80-ee9b-4f84-9ae9-11b009ef604f tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/routers/3ec9abfa-76a5-4fc3-8bfa-2cf48267111c HTTP/1.1" status: 409 len: 329 time: 0.8676381 Oct 20 03:43:23.160647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38944) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:23.239583 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:23.306899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 09264e95-a0a1-49f6-8a25-af212b957827 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:23.308736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fbc86962-474a-4c65-baf3-166a500a5f78 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:23.317361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e402f11f-a1b8-4187-b701-3eb22331decb tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Unset dirty status for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:23.332867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e402f11f-a1b8-4187-b701-3eb22331decb tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9759274 Oct 20 03:43:23.341430 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38948) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:23.353142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'tempest-secgroup--620734856'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:23.361441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:23.373006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:23.399849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.455516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.470605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port fbc86962-474a-4c65-baf3-166a500a5f78 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:23.474352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.487634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.609560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:23.617451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:23.619074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:23.623481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:23.629129 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 6 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:23.634918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:23.759426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:23.855427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.926994 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.983408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:23.987620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea625ef-8633-429c-9522-9c7bcb620867,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:23.989637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:23.998137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.998347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:24.123449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.128073 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-78a0f3f4-26b5-4f40-ba7b-2b05185815b6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9862506 Oct 20 03:43:24.128936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38956) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:24.135728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-75eb3e2a-a95b-4bf3-b808-d21f92ce4a0c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'bea625ef-8633-429c-9522-9c7bcb620867', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:24.136639 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.api.v2.base [None req-75eb3e2a-a95b-4bf3-b808-d21f92ce4a0c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 03:43:24.137249 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-75eb3e2a-a95b-4bf3-b808-d21f92ce4a0c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:24.140862 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-75eb3e2a-a95b-4bf3-b808-d21f92ce4a0c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085216 Oct 20 03:43:24.142228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38960) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:24.270754 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 7 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:24.274774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.303364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.327915 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.343255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:24.385298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cbc6af0f-9abc-4b91-85a9-fe49f8406a8a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.427189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cbc6af0f-9abc-4b91-85a9-fe49f8406a8a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.484099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0133d-7e67-46b4-8faa-f701934487c0 req-6995d5ee-2bf2-494f-906c-c0478248eba2 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:24.486200 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8ca0133d-7e67-46b4-8faa-f701934487c0 req-6995d5ee-2bf2-494f-906c-c0478248eba2 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.2392769 Oct 20 03:43:24.587052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting port 73932107-3d47-464e-9ec7-c873996a9cd5 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:24.587325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.620878 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8ca0133d-7e67-46b4-8faa-f701934487c0 req-936f2dfb-6409-46d2-bb1e-14eac74fce88 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052668 Oct 20 03:43:24.748802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.822103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.835277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.844526 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 8 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:24.848664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cbc6af0f-9abc-4b91-85a9-fe49f8406a8a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.878719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6af0f-9abc-4b91-85a9-fe49f8406a8a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea625ef-8633-429c-9522-9c7bcb620867,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:24.890585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cbc6af0f-9abc-4b91-85a9-fe49f8406a8a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.894108 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cbc6af0f-9abc-4b91-85a9-fe49f8406a8a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/bea625ef-8633-429c-9522-9c7bcb620867 HTTP/1.1" status: 204 len: 168 time: 0.7489457 Oct 20 03:43:24.900249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38966) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:24.905732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3781481-cf7c-4ca0-abf8-769bed9d9acb,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:24.932134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:24.964487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.992571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.008780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1b583ea4-972c-4c09-b212-ec9fdcd3964d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Synchronizing usage tracker for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:25.085331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.103064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=0f56378d-9260-4d82-9d8d-07e367a7839f,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:25.108932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.110164 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ee99290d-905b-4155-bed1-d45535ac08a7 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7672606 Oct 20 03:43:25.126206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38970) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:25.134871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Calling delete_port for 73932107-3d47-464e-9ec7-c873996a9cd5 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:25.168518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-64b25bb3-7120-45aa-af0f-da37d4c0f8f8 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'f3781481-cf7c-4ca0-abf8-769bed9d9acb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:25.169000 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.api.v2.base [None req-64b25bb3-7120-45aa-af0f-da37d4c0f8f8 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 03:43:25.169507 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-64b25bb3-7120-45aa-af0f-da37d4c0f8f8 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:25.173772 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-64b25bb3-7120-45aa-af0f-da37d4c0f8f8 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0428269 Oct 20 03:43:25.183320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38974) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:25.273361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1b583ea4-972c-4c09-b212-ec9fdcd3964d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Unset dirty status for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:25.274680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1b583ea4-972c-4c09-b212-ec9fdcd3964d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3741302 Oct 20 03:43:25.286001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38978) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:25.302396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--953685854'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:25.311076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=e6dd266b-50ba-464a-9d0a-3d3520022e90,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:25.335164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:25.390308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:25.397908 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP 2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d associated. External IP: 172.26.7.105, port: 7526a1d5-e82c-4f13-835a-68405fe7adf7. Oct 20 03:43:25.432518 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 9 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:25.498185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:25.546962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.551408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network 19ba74a7-51bc-457c-9546-e4d22e9188ee is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:25.554795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-650e4934-6872-45d8-837c-7011c20de5b6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.556581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:25.584825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.603514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Port': ['ID=73932107-3d47-464e-9ec7-c873996a9cd5,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:25.933288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.948354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-650e4934-6872-45d8-837c-7011c20de5b6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.976393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:26.000188 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Attempt 10 to provision port 73932107-3d47-464e-9ec7-c873996a9cd5 Oct 20 03:43:26.006462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:26.023701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:26.041891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:26.045676 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ece37-ac92-4984-82af-d87111dca285 None None] Port 73932107-3d47-464e-9ec7-c873996a9cd5 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:43:26.162678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Could not find standard attr ID for object 73932107-3d47-464e-9ec7-c873996a9cd5. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:43:26.244076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Router 3ec9abfa-76a5-4fc3-8bfa-2cf48267111c has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:26.269338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:26.270360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Provisioning for port fbc86962-474a-4c65-baf3-166a500a5f78 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:26.279060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Provisioning complete for port fbc86962-474a-4c65-baf3-166a500a5f78 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:26.280033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.280793 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Attempt 1 to provision port fbc86962-474a-4c65-baf3-166a500a5f78 Oct 20 03:43:26.427326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:26.441954 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aeb64ed8-d936-4367-b92f-d2a9d9ea21a0 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "PUT /v2.0/routers/3ec9abfa-76a5-4fc3-8bfa-2cf48267111c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2795699 Oct 20 03:43:26.448350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38986) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:26.448485 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7a90f-22f8-48ca-9e02-4d751477a23a None None] Sync routers for ids ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:26.454805 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7a90f-22f8-48ca-9e02-4d751477a23a None None] Routers {'3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:26.455786 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-daa7a90f-22f8-48ca-9e02-4d751477a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:26.478619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Current status of the port fbc86962-474a-4c65-baf3-166a500a5f78 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:26.479818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.521865 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-daa7a90f-22f8-48ca-9e02-4d751477a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:26.531263 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7a90f-22f8-48ca-9e02-4d751477a23a None None] Routers {'3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:26.532733 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-daa7a90f-22f8-48ca-9e02-4d751477a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:26.537604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] For port fbc86962-474a-4c65-baf3-166a500a5f78, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fbc86962-474a-4c65-baf3-166a500a5f78,segment=NetworkSegment(9ffea9fe-2fe2-4377-9963-7c51adef8081),segment_id=9ffea9fe-2fe2-4377-9963-7c51adef8081)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:26.562108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-650e4934-6872-45d8-837c-7011c20de5b6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.581478 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-a0734cf5-f26f-4863-ba27-48383f8a2d6e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] show failed (client error): The resource could not be found. Oct 20 03:43:26.583666 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a0734cf5-f26f-4863-ba27-48383f8a2d6e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "GET /v2.0/routers/tempest-non_exist_router-1275249951 HTTP/1.1" status: 404 len: 335 time: 0.1394560 Oct 20 03:43:26.587566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 38990) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:26.595757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-eb5ea9b2-10d5-4a3d-be0e-b48d9b4ae779 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Request body: {'router': {'name': 'new_name'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:26.604489 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-daa7a90f-22f8-48ca-9e02-4d751477a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:26.604886 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7a90f-22f8-48ca-9e02-4d751477a23a None None] The sync data for ids ['3ec9abfa-76a5-4fc3-8bfa-2cf48267111c'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:26.623020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.627817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e4934-6872-45d8-837c-7011c20de5b6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3781481-cf7c-4ca0-abf8-769bed9d9acb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:26.637866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:26.652311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b999d-313c-4e46-a902-20219c30fda9 req-0fd41523-1005-40df-aafa-4c48c82a203b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.659836 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc0b999d-313c-4e46-a902-20219c30fda9 req-0fd41523-1005-40df-aafa-4c48c82a203b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.7995985 Oct 20 03:43:26.729380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:26.737183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-650e4934-6872-45d8-837c-7011c20de5b6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.740615 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-650e4934-6872-45d8-837c-7011c20de5b6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/f3781481-cf7c-4ca0-abf8-769bed9d9acb HTTP/1.1" status: 204 len: 168 time: 1.5507731 Oct 20 03:43:26.740615 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6088ee19-eecf-4c24-8937-424911ef0368 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9560900 Oct 20 03:43:26.753682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38994) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:26.754017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 38996) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:26.769366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'network': {'name': 'tempest-RoutersTest-1445222317'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:26.784437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:26.784437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:26.801336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:26.827513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:network and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:26.840700 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-eb5ea9b2-10d5-4a3d-be0e-b48d9b4ae779 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] update failed (client error): The resource could not be found. Oct 20 03:43:26.846479 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eb5ea9b2-10d5-4a3d-be0e-b48d9b4ae779 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "PUT /v2.0/routers/tempest-non_exist_router-401175265 HTTP/1.1" status: 404 len: 334 time: 0.2565358 Oct 20 03:43:26.846857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39002) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:26.861856 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc0b999d-313c-4e46-a902-20219c30fda9 req-7164d2fb-e835-4c69-acbe-4c186a26ad19 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010789 Oct 20 03:43:26.873760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:26.891565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.895235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:26.896345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:26.928111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa22ec1-80e4-4778-bb83-ab1fb3bbdb4a tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting subnet cd40be85-b5ac-4573-88bd-066062d16001 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:43:26.932061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-efa22ec1-80e4-4778-bb83-ab1fb3bbdb4a tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.932375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-c18d963c-2663-490b-ac58-d8d8809eafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.934020 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-c18d963c-2663-490b-ac58-d8d8809eafeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33a51a138e514a63b8a1bc948a2bbc79&device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 1098 time: 0.4547119 Oct 20 03:43:27.010315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3ec3137f-646d-43c1-b4d6-f2e2204afaf0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Synchronizing usage tracker for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:27.022058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:27.036016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-efa22ec1-80e4-4778-bb83-ab1fb3bbdb4a tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.083174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Provisioning for port e6dd266b-50ba-464a-9d0a-3d3520022e90 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:27.088460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.099367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Provisioning complete for port e6dd266b-50ba-464a-9d0a-3d3520022e90 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:27.099743 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.100082 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Attempt 1 to provision port e6dd266b-50ba-464a-9d0a-3d3520022e90 Oct 20 03:43:27.129691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:27.133026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.179258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-efa22ec1-80e4-4778-bb83-ab1fb3bbdb4a tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.202506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Pushing event updated for resources: {'Port': ['ID=fbc86962-474a-4c65-baf3-166a500a5f78,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.242387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Port e6dd266b-50ba-464a-9d0a-3d3520022e90 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:27.278948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff6286-d703-4bdc-9cdf-13a9f1cbfc2d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.286756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:43:27.293841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.297575 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-50d7baac-5459-48bd-abd6-3f5c3741f589 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0081091 Oct 20 03:43:27.298979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39008) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:27.325443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9521c205-6715-4a04-bc6b-7315062fda6b tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '7fff6286-d703-4bdc-9cdf-13a9f1cbfc2d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:27.327725 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-9521c205-6715-4a04-bc6b-7315062fda6b tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 03:43:27.327725 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-9521c205-6715-4a04-bc6b-7315062fda6b tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:27.327725 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9521c205-6715-4a04-bc6b-7315062fda6b tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0211012 Oct 20 03:43:27.330809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39012) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:27.335056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3ec3137f-646d-43c1-b4d6-f2e2204afaf0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Unset dirty status for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:27.336242 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3ec3137f-646d-43c1-b4d6-f2e2204afaf0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5789077 Oct 20 03:43:27.340939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.341289 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added segment e3857dfe-dec8-40e4-81fe-acb09d5197f1 of type vlan for network a827c8fe-cfb2-44f9-9508-a318faa5f445 Oct 20 03:43:27.351215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39016) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:27.352423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:27.358598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'tempest-secgroup--47287685'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:27.365383 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] Sync routers for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:27.378342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:27.384692 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:27.385707 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:27.389059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-ed8a23f1-6038-460d-b2c9-f81f9cbb9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:27.390549 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-ed8a23f1-6038-460d-b2c9-f81f9cbb9fc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca HTTP/1.1" status: 200 len: 898 time: 0.3850098 Oct 20 03:43:27.402765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:27.413636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-efa22ec1-80e4-4778-bb83-ab1fb3bbdb4a tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.500569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa22ec1-80e4-4778-bb83-ab1fb3bbdb4a tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Subnet': ['ID=cd40be85-b5ac-4573-88bd-066062d16001,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.501676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-efa22ec1-80e4-4778-bb83-ab1fb3bbdb4a tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.505966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.509877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e93a1c0-f25d-4074-badd-6d439143723f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.521720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:23Z', 'revision_number': 3, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:24Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:27.525681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ccb9f-fbd5-42d9-a477-23ef197d0ed1 None None] Network 41b6f2df-3cf6-4d81-b34b-233bc6919010 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:27.544119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-efa22ec1-80e4-4778-bb83-ab1fb3bbdb4a tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/subnets/cd40be85-b5ac-4573-88bd-066062d16001 HTTP/1.1" status: 204 len: 168 time: 0.6960309 Oct 20 03:43:27.551897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39020) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:27.560793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:27.561151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Updating router 8c3534c5-3533-4948-9fd8-c87e8d31c282 port e6dd266b-50ba-464a-9d0a-3d3520022e90 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:43:27.596467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.640562 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:27.650501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e93a1c0-f25d-4074-badd-6d439143723f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.726815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.748310 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-2794b9c8-2cd9-4be1-b7ce-a575dcc7bb76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9 HTTP/1.1" status: 200 len: 1001 time: 0.3434076 Oct 20 03:43:27.752207 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Attempt 2 to provision port e6dd266b-50ba-464a-9d0a-3d3520022e90 Oct 20 03:43:27.752946 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-500a6a6d-3d0d-4937-afeb-925c9280dce9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.0276396 Oct 20 03:43:27.755295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:27.755891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39024) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:27.758740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaa4329-5ea8-43ad-b693-2716d5e712a0" -d '{"events": [{"name": "network-changed", "server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:27.837199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-41672af6-0287-4ef7-ab86-65464bf5c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:27.838999 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-41672af6-0287-4ef7-ab86-65464bf5c29f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ca272b5-0ca0-4398-9e19-0d03aa1dc341 HTTP/1.1" status: 200 len: 835 time: 0.0762885 Oct 20 03:43:27.846993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3e1ad5-35e0-4a5f-bdd7-bba616921756 x-openstack-request-id: req-af3e1ad5-35e0-4a5f-bdd7-bba616921756 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:27.851186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:27.851186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-af3e1ad5-35e0-4a5f-bdd7-bba616921756 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:27.851186 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3e1ad5-35e0-4a5f-bdd7-bba616921756'] response: {'name': 'network-changed', 'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'status': 'completed', 'code': 200} Oct 20 03:43:27.894096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting port 0ca892d5-5156-4740-aef0-4d6c4dd3c6af {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:27.902997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.926485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.942547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.949187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:27.950291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.955041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Port e6dd266b-50ba-464a-9d0a-3d3520022e90 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:27.955533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.171338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e93a1c0-f25d-4074-badd-6d439143723f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.274882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93a1c0-f25d-4074-badd-6d439143723f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff6286-d703-4bdc-9cdf-13a9f1cbfc2d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:28.347708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Network': ['ID=a827c8fe-cfb2-44f9-9508-a318faa5f445,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:28.359820 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.105', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'port_id': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'mac_address': 'fa:16:3e:72:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:22Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079ceff6-23ea-442a-b3cc-c09b52bfae7d', 'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:14:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:31Z', 'updated_at': '2022-10-20T03:42:50Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:28.380907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-06429008-8b34-41b0-ae72-54eea08707df tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d HTTP/1.1" status: 200 len: 992 time: 0.6193221 Oct 20 03:43:28.381028 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] Checking router: c43f9821-b3da-40aa-bef7-56d44d4eb1b7 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:28.393517 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:28.394152 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:28.410198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e93a1c0-f25d-4074-badd-6d439143723f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.413763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7e93a1c0-f25d-4074-badd-6d439143723f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/7fff6286-d703-4bdc-9cdf-13a9f1cbfc2d HTTP/1.1" status: 204 len: 168 time: 1.0794303 Oct 20 03:43:28.421362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39034) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:28.439874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:28.451815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:28.452721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] For port 0ca892d5-5156-4740-aef0-4d6c4dd3c6af, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0ca892d5-5156-4740-aef0-4d6c4dd3c6af,segment=NetworkSegment(7ae34d99-e181-40c7-99b6-9a909bf75586),segment_id=7ae34d99-e181-40c7-99b6-9a909bf75586)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:28.453088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.467561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.471915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-9c2297a6-d13a-4e59-85c6-43f669cdfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:28.474215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:28.477835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Transition to ACTIVE for port object e6dd266b-50ba-464a-9d0a-3d3520022e90 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:28.478387 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-9c2297a6-d13a-4e59-85c6-43f669cdfdf5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 1099 time: 0.4211130 Oct 20 03:43:28.485652 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Attempt 3 to provision port e6dd266b-50ba-464a-9d0a-3d3520022e90 Oct 20 03:43:28.499961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:28.520417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-ab3b2ac9-2e13-42fe-838a-3144751334e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:28.522290 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-ab3b2ac9-2e13-42fe-838a-3144751334e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6727684 Oct 20 03:43:28.571412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-22e380fa-5257-4bd7-a98a-6025f7308243 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Synchronizing usage tracker for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:28.584069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Port e6dd266b-50ba-464a-9d0a-3d3520022e90 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:28.605324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network a827c8fe-cfb2-44f9-9508-a318faa5f445 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:43:28.660013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bacc57-643a-4a0f-a563-d736d2d39f2d req-21b0c48b-ba8b-42e7-ae6a-57f8fbe8d28c tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:28.667277 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-57bacc57-643a-4a0f-a563-d736d2d39f2d req-21b0c48b-ba8b-42e7-ae6a-57f8fbe8d28c tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.5844607 Oct 20 03:43:28.728829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Calling delete_port for 0ca892d5-5156-4740-aef0-4d6c4dd3c6af owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:28.769589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.782332 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:28.797147 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-57bacc57-643a-4a0f-a563-d736d2d39f2d req-20ef477b-37c2-4817-ac41-ecd2b9acac6b tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289043 Oct 20 03:43:28.825740 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-c5a09d7a-5cad-4096-baf0-bd30668be8d5 service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916715 Oct 20 03:43:28.855162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.870591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.880896 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-38fada36-892a-4f88-a8ed-64fb29d20635 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1194379 Oct 20 03:43:28.891019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39038) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:28.951181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'subnet': {'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:28.958268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-dbae83d6-3587-40a4-9ddb-836ba22772d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:28.960164 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-dbae83d6-3587-40a4-9ddb-836ba22772d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35ac8035-da00-4d83-b392-b121e788f463 HTTP/1.1" status: 200 len: 898 time: 0.4232507 Oct 20 03:43:29.060495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30135fc-ebeb-40fe-92b5-bfe1eee0a080,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:29.060760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fbc86962-474a-4c65-baf3-166a500a5f78 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:29.112213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.142372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:29.150176 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d3bc81f8-d0bd-46d4-9280-221cd55e3e60 req-948951f0-465d-4808-8be3-302b01376b4b service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126135 Oct 20 03:43:29.150176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:subnet and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:29.152777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.154050 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-77cd4396-21cb-4144-b1a6-93d1e0714eac tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7996519 Oct 20 03:43:29.155316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:29.158219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39042) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:29.163092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d4148314-1837-42ad-b6a0-dde8d68de0dd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'c30135fc-ebeb-40fe-92b5-bfe1eee0a080', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:29.168764 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-d4148314-1837-42ad-b6a0-dde8d68de0dd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 03:43:29.168764 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-d4148314-1837-42ad-b6a0-dde8d68de0dd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:29.168764 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d4148314-1837-42ad-b6a0-dde8d68de0dd tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060570 Oct 20 03:43:29.170163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:29.172030 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39046) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:29.184697 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Attempt 4 to provision port e6dd266b-50ba-464a-9d0a-3d3520022e90 Oct 20 03:43:29.262109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Port e6dd266b-50ba-464a-9d0a-3d3520022e90 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:29.263599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaf02b-e92c-41ef-a1ed-c5f8c4692717 None None] Pushing event updated for resources: {'Port': ['ID=e6dd266b-50ba-464a-9d0a-3d3520022e90,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:29.327509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:29.331829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.347741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-259aa3a4-e23f-4094-ac61-a30d659f6307 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.436597 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.105', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'port_id': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'mac_address': 'fa:16:3e:72:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:22Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079ceff6-23ea-442a-b3cc-c09b52bfae7d', 'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:14:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:31Z', 'updated_at': '2022-10-20T03:42:50Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:29.440167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39052) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:29.444051 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97515357-0acf-4fcd-b50e-b68f449c8a6e None None] The sync data for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv is: [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.105', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'port_id': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'mac_address': 'fa:16:3e:72:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:22Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079ceff6-23ea-442a-b3cc-c09b52bfae7d', 'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:14:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:31Z', 'updated_at': '2022-10-20T03:42:50Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:29.447774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Port': ['ID=0ca892d5-5156-4740-aef0-4d6c4dd3c6af,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:29.488311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Attempting to bind port e6dd266b-50ba-464a-9d0a-3d3520022e90 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:29.489655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Attempting to bind port e6dd266b-50ba-464a-9d0a-3d3520022e90 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '9ffea9fe-2fe2-4377-9963-7c51adef8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:29.490220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Attempting to bind port e6dd266b-50ba-464a-9d0a-3d3520022e90 on network 19ba74a7-51bc-457c-9546-e4d22e9188ee {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:29.497606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:29.498282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Checking segment: {'id': '9ffea9fe-2fe2-4377-9963-7c51adef8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:29.498867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.499432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Bound using segment: {'id': '9ffea9fe-2fe2-4377-9963-7c51adef8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:29.500177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Bound port: e6dd266b-50ba-464a-9d0a-3d3520022e90, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffea9fe-2fe2-4377-9963-7c51adef8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:29.500744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.518151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888c920-72d1-44f9-8118-a671e806cb6f None None] DHCP port deletion for 41b6f2df-3cf6-4d81-b34b-233bc6919010 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:43:29.587704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port fbc86962-474a-4c65-baf3-166a500a5f78 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:29.588423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.588423 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port fbc86962-474a-4c65-baf3-166a500a5f78 Oct 20 03:43:29.595755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-259aa3a4-e23f-4094-ac61-a30d659f6307 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.673065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] For port e6dd266b-50ba-464a-9d0a-3d3520022e90, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:29.680481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] For port e6dd266b-50ba-464a-9d0a-3d3520022e90, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e6dd266b-50ba-464a-9d0a-3d3520022e90,segment=NetworkSegment(9ffea9fe-2fe2-4377-9963-7c51adef8081),segment_id=9ffea9fe-2fe2-4377-9963-7c51adef8081)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:29.699130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-22e380fa-5257-4bd7-a98a-6025f7308243 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Unset dirty status for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:29.700413 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-22e380fa-5257-4bd7-a98a-6025f7308243 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2779274 Oct 20 03:43:29.722431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] No DVR routers for this DVR port 0ca892d5-5156-4740-aef0-4d6c4dd3c6af on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:43:29.740480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39056) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:29.745720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940192486'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:29.755231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port fbc86962-474a-4c65-baf3-166a500a5f78 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:29.759786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.761859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:29.777425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-259aa3a4-e23f-4094-ac61-a30d659f6307 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.785432 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:29.853393 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Attempt 5 to provision port e6dd266b-50ba-464a-9d0a-3d3520022e90 Oct 20 03:43:29.854336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259aa3a4-e23f-4094-ac61-a30d659f6307 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30135fc-ebeb-40fe-92b5-bfe1eee0a080,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:29.881781 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-05eacddb-f9a3-4b68-88cd-5e4385313119 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7526a1d5-e82c-4f13-835a-68405fe7adf7 HTTP/1.1" status: 200 len: 1000 time: 0.8510201 Oct 20 03:43:29.918513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-259aa3a4-e23f-4094-ac61-a30d659f6307 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.919636 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-259aa3a4-e23f-4094-ac61-a30d659f6307 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/c30135fc-ebeb-40fe-92b5-bfe1eee0a080 HTTP/1.1" status: 204 len: 168 time: 0.7383928 Oct 20 03:43:29.922279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39062) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:29.946622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.982385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:29.986253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaf02b-e92c-41ef-a1ed-c5f8c4692717 None None] Pushing event updated for resources: {'Port': ['ID=e6dd266b-50ba-464a-9d0a-3d3520022e90,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:29.989451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:29.994073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.997744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:30.009882 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db397876-5b69-47fb-b17a-585be7666ed3 None None] New status for floating IP 2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:43:30.056024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:30.083562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-67237bd0-1481-4016-ace3-8503363d6fc1 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Synchronizing usage tracker for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:30.119077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:30.122739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:30.135817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Subnet': ['ID=9f4d0d65-0c09-4c38-aa07-d9c06c843139,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:30.164587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Checking segment: {'id': 'e3857dfe-dec8-40e4-81fe-acb09d5197f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:30.164903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network hostable DHCP agents. Network: a827c8fe-cfb2-44f9-9508-a318faa5f445, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:43:30.174953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.187787 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-db217c11-8d15-4290-a191-3f3e03ff62d9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d HTTP/1.1" status: 200 len: 992 time: 0.7214122 Oct 20 03:43:30.222562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.224013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-67237bd0-1481-4016-ace3-8503363d6fc1 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Unset dirty status for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:30.225494 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-67237bd0-1481-4016-ace3-8503363d6fc1 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3022065 Oct 20 03:43:30.231404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b6f2df-3cf6-4d81-b34b-233bc6919010']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:30.238417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39066) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:30.242507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-e98c9323-149c-4b62-8ad2-954092a5d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:30.242677 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-e98c9323-149c-4b62-8ad2-954092a5d244 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=405b0359-76c9-4b32-b04b-80b1d8d84361 HTTP/1.1" status: 200 len: 834 time: 0.2068720 Oct 20 03:43:30.244127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'tempest-secgroup--378136835'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:30.251690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:30.257703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae34d99-e181-40c7-99b6-9a909bf75586') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:30.257703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae34d99-e181-40c7-99b6-9a909bf75586') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:30.259718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Port e6dd266b-50ba-464a-9d0a-3d3520022e90 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:43:30.263273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:30.277101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network a827c8fe-cfb2-44f9-9508-a318faa5f445 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:43:30.287031 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.331103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-28871809-e36b-4b40-a5f0-b66d72cc8f4a None None] Could not find standard attr ID for object 0ca892d5-5156-4740-aef0-4d6c4dd3c6af. {{(pid=90077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:43:30.333828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.357532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60515bf0-0b5b-42d9-875b-c83e5ffd440a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:30.365678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf42211-976c-4c43-ad4e-8e48cc2e79f8 req-d4fafb9b-627c-4140-8747-91f2ac6df5c3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:30.367181 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3bf42211-976c-4c43-ad4e-8e48cc2e79f8 req-d4fafb9b-627c-4140-8747-91f2ac6df5c3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.3264730 Oct 20 03:43:30.370847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, a827c8fe-cfb2-44f9-9508-a318faa5f445) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:30.378816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.378978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:30.379370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.400905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40f3bf-17f5-471f-95ed-a69fe3853116 None None] Network a827c8fe-cfb2-44f9-9508-a318faa5f445 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:30.405779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:43:30.406188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.435117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:30.476516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.502223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:30.507241 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b4da8141-56b3-4d33-a24f-9648c7ac8454 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5659649 Oct 20 03:43:30.511046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.514669 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7ae34d99-e181-40c7-99b6-9a909bf75586 resource provider aggregate not found Oct 20 03:43:30.514836 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4cd47794-6f0e-42e1-95c0-d34d094642ec tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7704086 Oct 20 03:43:30.514836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39074) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:30.514836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:30.518542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39076) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:30.575819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7ae34d99-e181-40c7-99b6-9a909bf75586 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ae34d99-e181-40c7-99b6-9a909bf75586 found for delete ", "request_id": "req-c45704c7-77eb-475f-a342-eee47ac590c0"}]} Oct 20 03:43:30.592209 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3bf42211-976c-4c43-ad4e-8e48cc2e79f8 req-ecef4a94-ef31-4b06-a785-4644bb4e6e18 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070489 Oct 20 03:43:30.596909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-f43e1ea3-05d9-4faa-af95-be3b9ef9d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:30.598913 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-f43e1ea3-05d9-4faa-af95-be3b9ef9d01f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35ac8035-da00-4d83-b392-b121e788f463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3458438 Oct 20 03:43:30.689400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.693352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.730072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Network': ['ID=41b6f2df-3cf6-4d81-b34b-233bc6919010,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:30.742497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:30.747692 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2f6cc5f0-2d17-4d2b-b86a-b013768ec95e tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/networks/41b6f2df-3cf6-4d81-b34b-233bc6919010 HTTP/1.1" status: 204 len: 168 time: 3.1947777 Oct 20 03:43:30.750895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39084) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:30.753389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0d7dfd85-10ef-4d41-9354-031efc0927d2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '60515bf0-0b5b-42d9-875b-c83e5ffd440a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:30.770436 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-0d7dfd85-10ef-4d41-9354-031efc0927d2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 03:43:30.771111 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-0d7dfd85-10ef-4d41-9354-031efc0927d2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:30.772144 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0d7dfd85-10ef-4d41-9354-031efc0927d2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0264564 Oct 20 03:43:30.778861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39088) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:30.779863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:30.789059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c9875ce7-c6c5-4cba-bb98-2aff4e37b6d8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '60515bf0-0b5b-42d9-875b-c83e5ffd440a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:30.790311 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-c9875ce7-c6c5-4cba-bb98-2aff4e37b6d8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 03:43:30.790836 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-c9875ce7-c6c5-4cba-bb98-2aff4e37b6d8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:30.791852 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c9875ce7-c6c5-4cba-bb98-2aff4e37b6d8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083427 Oct 20 03:43:30.796630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39092) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:30.810687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-173f89ac-a1ec-4f06-b41e-8d6514327926 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '60515bf0-0b5b-42d9-875b-c83e5ffd440a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:30.812375 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-173f89ac-a1ec-4f06-b41e-8d6514327926 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 03:43:30.813031 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-173f89ac-a1ec-4f06-b41e-8d6514327926 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:30.814231 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-173f89ac-a1ec-4f06-b41e-8d6514327926 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130525 Oct 20 03:43:30.829044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39096) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:30.838524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-33a5ada6-beb2-4c76-a310-e6bf23d6e48a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '60515bf0-0b5b-42d9-875b-c83e5ffd440a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:30.839407 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-33a5ada6-beb2-4c76-a310-e6bf23d6e48a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 03:43:30.840546 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-33a5ada6-beb2-4c76-a310-e6bf23d6e48a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:30.841574 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-33a5ada6-beb2-4c76-a310-e6bf23d6e48a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115139 Oct 20 03:43:30.848625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-270a1fb9-474e-48a0-935c-69a9d63c04de tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting subnet 584793aa-df03-47d0-947b-d74dbcb6732a {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:43:30.850509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39100) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:30.852740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0ca892d5-5156-4740-aef0-4d6c4dd3c6af no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:30.857087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-270a1fb9-474e-48a0-935c-69a9d63c04de tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.953547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 0ca892d5-5156-4740-aef0-4d6c4dd3c6af {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:30.953802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0ca892d5-5156-4740-aef0-4d6c4dd3c6af not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:30.974080 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-4ff14416-2643-4fb4-b74b-7b8c175bcab8 service neutron] 10.222.0.26 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664758 Oct 20 03:43:31.013922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-270a1fb9-474e-48a0-935c-69a9d63c04de tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.114933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-a827c8fe-cfb2-44f9-9508-a318faa5f445', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:43:31.115763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.191739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d9303bed-26b0-43fc-94d9-b8074fd3737e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.197745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39112) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:31.320221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.322940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:23Z', 'revision_number': 3, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:29Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:31.325314 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8f792231-ff68-41b8-90a2-7497338e72e2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d HTTP/1.1" status: 200 len: 994 time: 0.1262023 Oct 20 03:43:31.339137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f43400-aef3-4cfd-ab52-efc46e8cfd7a None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:23Z', 'revision_number': 3, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:29Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:31.365936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Allocated IP 172.22.0.2 (a827c8fe-cfb2-44f9-9508-a318faa5f445/9f4d0d65-0c09-4c38-aa07-d9c06c843139/1b448b97-753f-42dc-a205-f084a3186feb) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:31.432428 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeaa4329-5ea8-43ad-b693-2716d5e712a0 req-ed70c323-3731-42e4-87ef-f80e4a9cadfc service neutron] 10.222.0.26 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491386 Oct 20 03:43:31.444869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d9303bed-26b0-43fc-94d9-b8074fd3737e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.453778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.530218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-270a1fb9-474e-48a0-935c-69a9d63c04de tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.594935 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b749df-3b6a-41a3-93d2-af4cd759fee0,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:31.628337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d9303bed-26b0-43fc-94d9-b8074fd3737e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.678847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9303bed-26b0-43fc-94d9-b8074fd3737e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60515bf0-0b5b-42d9-875b-c83e5ffd440a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:31.686798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-270a1fb9-474e-48a0-935c-69a9d63c04de tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.760358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d9303bed-26b0-43fc-94d9-b8074fd3737e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.763801 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d9303bed-26b0-43fc-94d9-b8074fd3737e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/60515bf0-0b5b-42d9-875b-c83e5ffd440a HTTP/1.1" status: 204 len: 168 time: 0.9059775 Oct 20 03:43:31.769510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39120) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:31.771704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a1fb9-474e-48a0-935c-69a9d63c04de tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Subnet': ['ID=584793aa-df03-47d0-947b-d74dbcb6732a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:31.781134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-270a1fb9-474e-48a0-935c-69a9d63c04de tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.786218 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-270a1fb9-474e-48a0-935c-69a9d63c04de tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/subnets/584793aa-df03-47d0-947b-d74dbcb6732a HTTP/1.1" status: 204 len: 168 time: 1.0338135 Oct 20 03:43:31.787050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39122) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:31.808015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b348b84-34ab-4f47-b008-2ca2ea4dd19a None None] Network 6d23647e-8563-4a81-9ac8-0212692e0171 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:31.852931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.856951 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-82853c41-b2d4-4c07-acb3-d52b27daf117 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6149349 Oct 20 03:43:31.858075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39128) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:31.868522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-13910af6-b16c-4437-8375-de79b089e2d4 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': '02b749df-3b6a-41a3-93d2-af4cd759fee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:31.871896 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.api.v2.base [None req-13910af6-b16c-4437-8375-de79b089e2d4 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 03:43:31.872879 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-13910af6-b16c-4437-8375-de79b089e2d4 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:31.877787 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-13910af6-b16c-4437-8375-de79b089e2d4 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0195162 Oct 20 03:43:31.878656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39132) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:31.894160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-efd3130f-3a91-41b2-81a3-3ec453f11613 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': '02b749df-3b6a-41a3-93d2-af4cd759fee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:31.894958 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.api.v2.base [None req-efd3130f-3a91-41b2-81a3-3ec453f11613 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 03:43:31.895552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-efd3130f-3a91-41b2-81a3-3ec453f11613 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:31.899685 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-efd3130f-3a91-41b2-81a3-3ec453f11613 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0131412 Oct 20 03:43:31.900503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39136) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:31.919566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-530ccbce-ceba-40ec-a01f-1411f98b701d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': '02b749df-3b6a-41a3-93d2-af4cd759fee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:31.920551 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.api.v2.base [None req-530ccbce-ceba-40ec-a01f-1411f98b701d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 03:43:31.921181 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-530ccbce-ceba-40ec-a01f-1411f98b701d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:31.926493 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-530ccbce-ceba-40ec-a01f-1411f98b701d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0219116 Oct 20 03:43:31.934195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39140) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:31.961100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b5bd6bbc-d209-40d5-87f4-d32c19e93837 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Synchronizing usage tracker for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:32.017804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.062448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.076721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Transition to ACTIVE for port object 1b448b97-753f-42dc-a205-f084a3186feb will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:32.104377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Transition to ACTIVE for port object 1b448b97-753f-42dc-a205-f084a3186feb will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:32.165788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e668abb3-06dc-44f1-8d59-c24d0ca971aa tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': '02b749df-3b6a-41a3-93d2-af4cd759fee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:32.166743 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.api.v2.base [None req-e668abb3-06dc-44f1-8d59-c24d0ca971aa tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 03:43:32.167238 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-e668abb3-06dc-44f1-8d59-c24d0ca971aa tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:32.168195 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e668abb3-06dc-44f1-8d59-c24d0ca971aa tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.2333295 Oct 20 03:43:32.172392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b5bd6bbc-d209-40d5-87f4-d32c19e93837 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Unset dirty status for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:32.173885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39152) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:32.176822 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b5bd6bbc-d209-40d5-87f4-d32c19e93837 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3498616 Oct 20 03:43:32.177803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.192982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-16af6416-cf08-41e7-a452-1628f7c295bb tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting subnet 403b20b6-832a-43ee-a480-6552714dc841 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:43:32.196083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39156) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:32.208232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540657612'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:32.223308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad0c01-2291-474b-8ce1-54930674e97a req-91b4aae5-7cdc-4558-aa36-40c576d06139 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:32.227077 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-15ad0c01-2291-474b-8ce1-54930674e97a req-91b4aae5-7cdc-4558-aa36-40c576d06139 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.3686366 Oct 20 03:43:32.238734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16af6416-cf08-41e7-a452-1628f7c295bb tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.280849 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-15ad0c01-2291-474b-8ce1-54930674e97a req-90d4fd7a-6a39-4dbe-ab59-434766531f9f tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495331 Oct 20 03:43:32.283069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ce448e-f49d-4f76-9061-6ae7f26be343 None None] DHCP port deletion for 6d23647e-8563-4a81-9ac8-0212692e0171 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:43:32.296872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Network a827c8fe-cfb2-44f9-9508-a318faa5f445 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:32.301641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:32.316577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:32.317831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:32.323377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-31ce448e-f49d-4f76-9061-6ae7f26be343 None None] Deleting port 4fe2a746-3ae6-497c-b013-17bf193c40fc {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:32.323985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31ce448e-f49d-4f76-9061-6ae7f26be343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.328105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:32.377156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16af6416-cf08-41e7-a452-1628f7c295bb tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.423278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19e0e329-c69e-4b63-9a3e-de5c3e223eb5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.430220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.441483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Pushing event updated for resources: {'Port': ['ID=1b448b97-753f-42dc-a205-f084a3186feb,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:32.471407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:32.491831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:32.496775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:32.504243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19e0e329-c69e-4b63-9a3e-de5c3e223eb5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.514603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:32.532941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Attempting to bind port 1b448b97-753f-42dc-a205-f084a3186feb on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:32.533493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Attempting to bind port 1b448b97-753f-42dc-a205-f084a3186feb by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e3857dfe-dec8-40e4-81fe-acb09d5197f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:32.533958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Attempting to bind port 1b448b97-753f-42dc-a205-f084a3186feb on network a827c8fe-cfb2-44f9-9508-a318faa5f445 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:32.542005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:32.543229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Checking segment: {'id': 'e3857dfe-dec8-40e4-81fe-acb09d5197f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:32.543229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.543712 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Bound using segment: {'id': 'e3857dfe-dec8-40e4-81fe-acb09d5197f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:32.544277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Bound port: 1b448b97-753f-42dc-a205-f084a3186feb, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3857dfe-dec8-40e4-81fe-acb09d5197f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:32.544984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.595997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.22.0.1 (a827c8fe-cfb2-44f9-9508-a318faa5f445/9f4d0d65-0c09-4c38-aa07-d9c06c843139/c8730733-0788-4f0d-9124-89c41e05c28a) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:32.597365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16af6416-cf08-41e7-a452-1628f7c295bb tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.740199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-31ce448e-f49d-4f76-9061-6ae7f26be343 None None] For port 4fe2a746-3ae6-497c-b013-17bf193c40fc, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4fe2a746-3ae6-497c-b013-17bf193c40fc,segment=NetworkSegment(74465198-aa81-438f-b0d0-08f1746026a5),segment_id=74465198-aa81-438f-b0d0-08f1746026a5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:32.740881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31ce448e-f49d-4f76-9061-6ae7f26be343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.785892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19e0e329-c69e-4b63-9a3e-de5c3e223eb5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.801529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.821049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Transition to ACTIVE for port object c8730733-0788-4f0d-9124-89c41e05c28a will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:32.827293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0e329-c69e-4b63-9a3e-de5c3e223eb5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b749df-3b6a-41a3-93d2-af4cd759fee0,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:32.859842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16af6416-cf08-41e7-a452-1628f7c295bb tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.918234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af6416-cf08-41e7-a452-1628f7c295bb tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Subnet': ['ID=403b20b6-832a-43ee-a480-6552714dc841,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:32.920314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e6dd266b-50ba-464a-9d0a-3d3520022e90 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:32.935046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16af6416-cf08-41e7-a452-1628f7c295bb tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.947388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.953296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-31ce448e-f49d-4f76-9061-6ae7f26be343 None None] Calling delete_port for 4fe2a746-3ae6-497c-b013-17bf193c40fc owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:32.959378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.961155 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-16af6416-cf08-41e7-a452-1628f7c295bb tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/subnets/403b20b6-832a-43ee-a480-6552714dc841 HTTP/1.1" status: 204 len: 168 time: 1.1728024 Oct 20 03:43:32.962375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19e0e329-c69e-4b63-9a3e-de5c3e223eb5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:32.965885 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-19e0e329-c69e-4b63-9a3e-de5c3e223eb5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/02b749df-3b6a-41a3-93d2-af4cd759fee0 HTTP/1.1" status: 204 len: 168 time: 0.7881103 Oct 20 03:43:32.965885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39162) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:32.967434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39166) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:32.987599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc45842-e907-475d-a99f-ec5dc1ce3853 None None] Network 80040ac5-ae2f-4ec7-845b-e65eb9829021 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:33.048392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network a827c8fe-cfb2-44f9-9508-a318faa5f445 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:33.052339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:33.062243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:33.112905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.124360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.125193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=c8730733-0788-4f0d-9124-89c41e05c28a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:33.180617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.193504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting port 4fe2a746-3ae6-497c-b013-17bf193c40fc {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:33.194123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.258228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:33.261491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.265497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f54b6aaf-5ef8-41f5-b3d9-e52082cf0d98 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0654259 Oct 20 03:43:33.268478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39170) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:33.270030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-568e995c-b7d6-434f-928d-285af7f7f7ff tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Synchronizing usage tracker for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:33.276527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d246fc52-0293-4c80-9575-52f82c42071f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:33.277725 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-d246fc52-0293-4c80-9575-52f82c42071f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 03:43:33.278442 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-d246fc52-0293-4c80-9575-52f82c42071f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:33.280257 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d246fc52-0293-4c80-9575-52f82c42071f tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096545 Oct 20 03:43:33.289187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39174) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:33.294385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-623b251e-f1de-42c0-9063-bdad4879bf16 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:33.301400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-623b251e-f1de-42c0-9063-bdad4879bf16 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:33.305966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-623b251e-f1de-42c0-9063-bdad4879bf16 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:33.308583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-623b251e-f1de-42c0-9063-bdad4879bf16 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:33.316700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-623b251e-f1de-42c0-9063-bdad4879bf16 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:33.365495 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] For port 1b448b97-753f-42dc-a205-f084a3186feb, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:33.379734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] For port 1b448b97-753f-42dc-a205-f084a3186feb, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1b448b97-753f-42dc-a205-f084a3186feb,segment=NetworkSegment(e3857dfe-dec8-40e4-81fe-acb09d5197f1),segment_id=e3857dfe-dec8-40e4-81fe-acb09d5197f1)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:33.428807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.473198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port e6dd266b-50ba-464a-9d0a-3d3520022e90 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:33.477125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.480060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31ce448e-f49d-4f76-9061-6ae7f26be343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.507481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-568e995c-b7d6-434f-928d-285af7f7f7ff tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Unset dirty status for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:33.510646 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-568e995c-b7d6-434f-928d-285af7f7f7ff tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5404210 Oct 20 03:43:33.512547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39180) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:33.528475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] For port 4fe2a746-3ae6-497c-b013-17bf193c40fc, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4fe2a746-3ae6-497c-b013-17bf193c40fc,segment=NetworkSegment(74465198-aa81-438f-b0d0-08f1746026a5),segment_id=74465198-aa81-438f-b0d0-08f1746026a5)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:33.528832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.533728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038271798'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:33.541236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a424f5b6-c8bc-44b9-9998-cff7e5523a5c None None] DHCP port deletion for 80040ac5-ae2f-4ec7-845b-e65eb9829021 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:43:33.542710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:33.556905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e6dd266b-50ba-464a-9d0a-3d3520022e90 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:33.556905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.556905 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e6dd266b-50ba-464a-9d0a-3d3520022e90 Oct 20 03:43:33.559367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:33.660521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Calling delete_port for 4fe2a746-3ae6-497c-b013-17bf193c40fc owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:33.686977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a424f5b6-c8bc-44b9-9998-cff7e5523a5c None None] Deleting port a76d7351-68ae-43d3-a246-f0164e67113c {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:33.687346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a424f5b6-c8bc-44b9-9998-cff7e5523a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.747742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ce448e-f49d-4f76-9061-6ae7f26be343 None None] No DVR routers for this DVR port 4fe2a746-3ae6-497c-b013-17bf193c40fc on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:43:33.769320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:43:33.779640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:43:33.825237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660735-783d-4f4e-9c72-e73f7d727d13 req-4fe57e8b-ac1d-4eab-a434-a8622614f850 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:33.832618 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af660735-783d-4f4e-9c72-e73f7d727d13 req-4fe57e8b-ac1d-4eab-a434-a8622614f850 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.3830121 Oct 20 03:43:33.863346 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-623b251e-f1de-42c0-9063-bdad4879bf16 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:33.864392 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-623b251e-f1de-42c0-9063-bdad4879bf16 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5740588 Oct 20 03:43:33.867239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39184) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:33.889763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-dd798bc5-57dc-444c-ac4f-5ae4fb44f4dc tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:33.890245 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-dd798bc5-57dc-444c-ac4f-5ae4fb44f4dc tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 03:43:33.890727 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-dd798bc5-57dc-444c-ac4f-5ae4fb44f4dc tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:33.896714 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dd798bc5-57dc-444c-ac4f-5ae4fb44f4dc tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0235734 Oct 20 03:43:33.900991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39188) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:33.920675 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af660735-783d-4f4e-9c72-e73f7d727d13 req-24da5b70-309b-4736-86aa-3fb7bd4c2778 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864921 Oct 20 03:43:33.930839 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-55882d15-9a26-4e01-b7ea-a4c8bd3f8656 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:33.947080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55882d15-9a26-4e01-b7ea-a4c8bd3f8656 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:33.957368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55882d15-9a26-4e01-b7ea-a4c8bd3f8656 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:33.961310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55882d15-9a26-4e01-b7ea-a4c8bd3f8656 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:33.971008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55882d15-9a26-4e01-b7ea-a4c8bd3f8656 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:33.980666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:33.990170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb7c49-b817-4faf-97a6-342105100cb3 None None] Pushing event updated for resources: {'Port': ['ID=1b448b97-753f-42dc-a205-f084a3186feb,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:34.028436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a424f5b6-c8bc-44b9-9998-cff7e5523a5c None None] For port a76d7351-68ae-43d3-a246-f0164e67113c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a76d7351-68ae-43d3-a246-f0164e67113c,segment=NetworkSegment(72ae7848-8292-4dc3-929a-0828ecbed7e6),segment_id=72ae7848-8292-4dc3-929a-0828ecbed7e6)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:34.029072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a424f5b6-c8bc-44b9-9998-cff7e5523a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.037074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:34.092627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:34.107525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:34.128696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:34.263034 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-55882d15-9a26-4e01-b7ea-a4c8bd3f8656 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:34.267289 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-55882d15-9a26-4e01-b7ea-a4c8bd3f8656 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3621731 Oct 20 03:43:34.272397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39194) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:34.276290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ab442b19-4b83-480b-aa8d-90f5a627a754 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:34.277053 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.api.v2.base [None req-ab442b19-4b83-480b-aa8d-90f5a627a754 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 03:43:34.277532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-ab442b19-4b83-480b-aa8d-90f5a627a754 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:34.281065 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ab442b19-4b83-480b-aa8d-90f5a627a754 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098240 Oct 20 03:43:34.281294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting port 4fe2a746-3ae6-497c-b013-17bf193c40fc {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:34.281640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.303082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a424f5b6-c8bc-44b9-9998-cff7e5523a5c None None] Calling delete_port for a76d7351-68ae-43d3-a246-f0164e67113c owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:34.309374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39198) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:34.322870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.330676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9fd557aa-bce8-44a7-9d6d-6759ba615461 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:34.354705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.360574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9fd557aa-bce8-44a7-9d6d-6759ba615461 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:34.372128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9fd557aa-bce8-44a7-9d6d-6759ba615461 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:34.372128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9fd557aa-bce8-44a7-9d6d-6759ba615461 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:34.379500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9fd557aa-bce8-44a7-9d6d-6759ba615461 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:34.390950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.395137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] The port '4fe2a746-3ae6-497c-b013-17bf193c40fc' was deleted {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:43:34.398703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce448e-f49d-4f76-9061-6ae7f26be343 None None] Pushing event deleted for resources: {'Port': ['ID=4fe2a746-3ae6-497c-b013-17bf193c40fc,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:34.420319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e6dd266b-50ba-464a-9d0a-3d3520022e90 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:34.420699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.478178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port e6dd266b-50ba-464a-9d0a-3d3520022e90, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e6dd266b-50ba-464a-9d0a-3d3520022e90,segment=NetworkSegment(9ffea9fe-2fe2-4377-9963-7c51adef8081),segment_id=9ffea9fe-2fe2-4377-9963-7c51adef8081)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:34.523502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.548917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a424f5b6-c8bc-44b9-9998-cff7e5523a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.562721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.575451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=c8730733-0788-4f0d-9124-89c41e05c28a,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:34.599501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.602334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d0c5a-4f8f-4370-9bb5-a4f408347d74,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:34.604221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424f5b6-c8bc-44b9-9998-cff7e5523a5c None None] Pushing event deleted for resources: {'Port': ['ID=a76d7351-68ae-43d3-a246-f0164e67113c,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:34.607515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.618963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d23647e-8563-4a81-9ac8-0212692e0171']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:34.619502 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-9fd557aa-bce8-44a7-9d6d-6759ba615461 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Project 2bee72ce85a94996b23d8549ec94b0a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:43:34.647654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74465198-aa81-438f-b0d0-08f1746026a5') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:34.647961 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74465198-aa81-438f-b0d0-08f1746026a5') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:34.675898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.681499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424f5b6-c8bc-44b9-9998-cff7e5523a5c None None] No DVR routers for this DVR port a76d7351-68ae-43d3-a246-f0164e67113c on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:43:34.710549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=e6dd266b-50ba-464a-9d0a-3d3520022e90,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:34.712502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.714014 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-47d20839-a834-44ec-a141-5c35c292bb34 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1884561 Oct 20 03:43:34.719335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39202) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:34.725606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.726842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f6069113-8aa5-45e4-9a17-27268602f8bc tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d0c5a-4f8f-4370-9bb5-a4f408347d74', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:34.727326 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-f6069113-8aa5-45e4-9a17-27268602f8bc tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 03:43:34.727810 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-f6069113-8aa5-45e4-9a17-27268602f8bc tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:34.729799 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f6069113-8aa5-45e4-9a17-27268602f8bc tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084517 Oct 20 03:43:34.734810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:43:34.736689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:34.739298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39206) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:34.743690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4fe2a746-3ae6-497c-b013-17bf193c40fc no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:34.761313 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-cd8bfa5a-890d-43b4-9ff3-aeb98907ff47 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d0c5a-4f8f-4370-9bb5-a4f408347d74', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:34.775920 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-9fd557aa-bce8-44a7-9d6d-6759ba615461 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:34.779539 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9fd557aa-bce8-44a7-9d6d-6759ba615461 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4518886 Oct 20 03:43:34.781826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 4fe2a746-3ae6-497c-b013-17bf193c40fc {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:34.782210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4fe2a746-3ae6-497c-b013-17bf193c40fc not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:34.783871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cd8bfa5a-890d-43b4-9ff3-aeb98907ff47 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:34.786110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39212) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:34.793554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cd8bfa5a-890d-43b4-9ff3-aeb98907ff47 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:34.798736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1cb2ce3a-6238-4545-9675-de1645580b53 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:34.799252 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-1cb2ce3a-6238-4545-9675-de1645580b53 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 03:43:34.799756 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-1cb2ce3a-6238-4545-9675-de1645580b53 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:34.803153 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1cb2ce3a-6238-4545-9675-de1645580b53 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135496 Oct 20 03:43:34.812498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cd8bfa5a-890d-43b4-9ff3-aeb98907ff47 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:34.812684 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 74465198-aa81-438f-b0d0-08f1746026a5 resource provider aggregate not found Oct 20 03:43:34.815305 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39216) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:34.825773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cd8bfa5a-890d-43b4-9ff3-aeb98907ff47 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:34.850608 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 74465198-aa81-438f-b0d0-08f1746026a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74465198-aa81-438f-b0d0-08f1746026a5 found for delete ", "request_id": "req-34e75519-543c-4106-b544-03db31054fc9"}]} Oct 20 03:43:34.852067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ca78a93d-9d10-4304-b5a2-722d0302dc48 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:34.863588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ca78a93d-9d10-4304-b5a2-722d0302dc48 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:34.874423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ca78a93d-9d10-4304-b5a2-722d0302dc48 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:34.892813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ca78a93d-9d10-4304-b5a2-722d0302dc48 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:34.892813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ca78a93d-9d10-4304-b5a2-722d0302dc48 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:34.893945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network a827c8fe-cfb2-44f9-9508-a318faa5f445 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:34.895924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:34.964226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.018945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.041082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1b448b97-753f-42dc-a205-f084a3186feb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:35.066363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Network': ['ID=6d23647e-8563-4a81-9ac8-0212692e0171,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:35.080997 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5b5e5ac3-16c5-46c9-8214-94d1618573be tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/networks/6d23647e-8563-4a81-9ac8-0212692e0171 HTTP/1.1" status: 204 len: 168 time: 2.1158855 Oct 20 03:43:35.083270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39234) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:35.191358 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-ca78a93d-9d10-4304-b5a2-722d0302dc48 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Project 2bee72ce85a94996b23d8549ec94b0a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:43:35.199878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:35.222588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1b448b97-753f-42dc-a205-f084a3186feb completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:35.229381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e6dd266b-50ba-464a-9d0a-3d3520022e90 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:35.284370 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-cd8bfa5a-890d-43b4-9ff3-aeb98907ff47 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:35.289103 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cd8bfa5a-890d-43b4-9ff3-aeb98907ff47 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5313208 Oct 20 03:43:35.289238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.293426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39238) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:35.320115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8347ea9b-45e8-46e8-862b-2623dbd78955 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d0c5a-4f8f-4370-9bb5-a4f408347d74', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:35.320115 dv-neutron-861845-1-hyperv neutron-server[90075]: WARNING neutron.api.v2.base [None req-8347ea9b-45e8-46e8-862b-2623dbd78955 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 03:43:35.320115 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-8347ea9b-45e8-46e8-862b-2623dbd78955 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:35.320797 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8347ea9b-45e8-46e8-862b-2623dbd78955 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0147579 Oct 20 03:43:35.324062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39242) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:35.364111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e6dd266b-50ba-464a-9d0a-3d3520022e90 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:35.364730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.365219 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e6dd266b-50ba-464a-9d0a-3d3520022e90 Oct 20 03:43:35.371032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-68453e6a-22ed-40b4-b8dc-b03dbb37ef14 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d0c5a-4f8f-4370-9bb5-a4f408347d74', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:35.403468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047241c4-bb60-47f1-bb3c-2c0649e9152d None None] Network a827c8fe-cfb2-44f9-9508-a318faa5f445 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:35.413711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-68453e6a-22ed-40b4-b8dc-b03dbb37ef14 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:35.419301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-68453e6a-22ed-40b4-b8dc-b03dbb37ef14 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:35.423353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-68453e6a-22ed-40b4-b8dc-b03dbb37ef14 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:35.430977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-68453e6a-22ed-40b4-b8dc-b03dbb37ef14 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:35.509141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:35.513620 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-ca78a93d-9d10-4304-b5a2-722d0302dc48 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:35.514636 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ca78a93d-9d10-4304-b5a2-722d0302dc48 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6957541 Oct 20 03:43:35.519831 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8c6197de-5880-477e-9a99-5787246cd81d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0024717 Oct 20 03:43:35.520680 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39246) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:35.525612 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39248) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:35.527044 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:35.528932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-90f942dc-a871-4e1c-8710-036c218a576d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:35.535567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-90f942dc-a871-4e1c-8710-036c218a576d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:35.539407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-90f942dc-a871-4e1c-8710-036c218a576d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:35.543823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-90f942dc-a871-4e1c-8710-036c218a576d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:35.547384 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:35.548576 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:35.550482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-90f942dc-a871-4e1c-8710-036c218a576d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:35.565572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'network': {'name': 'tempest-RoutersTest-522676424'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:35.571372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:35.586248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:network and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:35.603425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for network was recalculated. Used quota:3. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:35.621918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddac8f-5fe1-4fdf-913a-53393c17422b req-0af0a5ee-c69a-4540-8d84-59630d962586 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:35.623630 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b6ddac8f-5fe1-4fdf-913a-53393c17422b req-0af0a5ee-c69a-4540-8d84-59630d962586 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.4391258 Oct 20 03:43:35.688119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:35.693201 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-90f942dc-a871-4e1c-8710-036c218a576d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Project 2bee72ce85a94996b23d8549ec94b0a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:43:35.697588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.711867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e6dd266b-50ba-464a-9d0a-3d3520022e90 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:35.737842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80040ac5-ae2f-4ec7-845b-e65eb9829021']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:35.761238 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b6ddac8f-5fe1-4fdf-913a-53393c17422b req-2a07bd82-fbfb-420a-9260-936fe717a614 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165102 Oct 20 03:43:35.761473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ae7848-8292-4dc3-929a-0828ecbed7e6') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:35.761473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ae7848-8292-4dc3-929a-0828ecbed7e6') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:35.764691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8d1e9fbc-5cac-4f07-be66-d418ac68b3fb None None] Provisioning for port 1b448b97-753f-42dc-a205-f084a3186feb completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:35.797763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-68453e6a-22ed-40b4-b8dc-b03dbb37ef14 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:35.797763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-68453e6a-22ed-40b4-b8dc-b03dbb37ef14 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4345012 Oct 20 03:43:35.801946 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39254) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:35.807622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.809045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2dc574d8-b157-4a4f-98fc-b5300c147e0b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d0c5a-4f8f-4370-9bb5-a4f408347d74', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:35.809670 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-2dc574d8-b157-4a4f-98fc-b5300c147e0b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 03:43:35.810798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8d1e9fbc-5cac-4f07-be66-d418ac68b3fb None None] Provisioning complete for port 1b448b97-753f-42dc-a205-f084a3186feb triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:35.811355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8d1e9fbc-5cac-4f07-be66-d418ac68b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.811859 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-8d1e9fbc-5cac-4f07-be66-d418ac68b3fb None None] Attempt 1 to provision port 1b448b97-753f-42dc-a205-f084a3186feb Oct 20 03:43:35.812841 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-2dc574d8-b157-4a4f-98fc-b5300c147e0b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:35.817184 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2dc574d8-b157-4a4f-98fc-b5300c147e0b tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140946 Oct 20 03:43:35.818021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39258) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:35.825862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-609c1a26-31e6-4e6d-835d-8c5ac5f0d97e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d0c5a-4f8f-4370-9bb5-a4f408347d74', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:35.837238 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-90f942dc-a871-4e1c-8710-036c218a576d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:35.837496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.841045 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-90f942dc-a871-4e1c-8710-036c218a576d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3155246 Oct 20 03:43:35.843023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-609c1a26-31e6-4e6d-835d-8c5ac5f0d97e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:35.843530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39262) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:35.848515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-609c1a26-31e6-4e6d-835d-8c5ac5f0d97e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:35.853253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-609c1a26-31e6-4e6d-835d-8c5ac5f0d97e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:35.856626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a76d7351-68ae-43d3-a246-f0164e67113c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:35.861050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-609c1a26-31e6-4e6d-835d-8c5ac5f0d97e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:35.874132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:35.878923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.914489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: a76d7351-68ae-43d3-a246-f0164e67113c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:35.914913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a76d7351-68ae-43d3-a246-f0164e67113c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:35.934715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:43:35.940162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:43:35.940683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.960052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.960458 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added segment 93770bf6-8381-4a86-bc5d-6a2b4fdc9555 of type vlan for network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d Oct 20 03:43:35.990168 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:35.992658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.046439 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-609c1a26-31e6-4e6d-835d-8c5ac5f0d97e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:36.050434 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-609c1a26-31e6-4e6d-835d-8c5ac5f0d97e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2277668 Oct 20 03:43:36.051144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39266) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:36.062116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9ed98578-a5e2-419a-b60f-34cab23f71e8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.063755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bd2284ba-6820-4ff5-b419-e99075713177 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d0c5a-4f8f-4370-9bb5-a4f408347d74', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:36.067216 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-bd2284ba-6820-4ff5-b419-e99075713177 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 03:43:36.067782 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-bd2284ba-6820-4ff5-b419-e99075713177 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:36.071787 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bd2284ba-6820-4ff5-b419-e99075713177 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179090 Oct 20 03:43:36.071921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39270) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:36.096715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bd482c12-09e0-4128-8813-d846a3bfa71d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d0c5a-4f8f-4370-9bb5-a4f408347d74', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:36.102956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bd482c12-09e0-4128-8813-d846a3bfa71d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:36.108047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bd482c12-09e0-4128-8813-d846a3bfa71d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:36.112218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bd482c12-09e0-4128-8813-d846a3bfa71d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:36.115392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9ed98578-a5e2-419a-b60f-34cab23f71e8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.121500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bd482c12-09e0-4128-8813-d846a3bfa71d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:36.132919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.142918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:36.142918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.190855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.200137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.210254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e9fbc-5cac-4f07-be66-d418ac68b3fb None None] Current status of the port 1b448b97-753f-42dc-a205-f084a3186feb is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:36.210995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8d1e9fbc-5cac-4f07-be66-d418ac68b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.253246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8d1e9fbc-5cac-4f07-be66-d418ac68b3fb None None] For port 1b448b97-753f-42dc-a205-f084a3186feb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1b448b97-753f-42dc-a205-f084a3186feb,segment=NetworkSegment(e3857dfe-dec8-40e4-81fe-acb09d5197f1),segment_id=e3857dfe-dec8-40e4-81fe-acb09d5197f1)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:36.273329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Network': ['ID=80040ac5-ae2f-4ec7-845b-e65eb9829021,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:36.284920 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-08ff41bb-d552-471b-9b2c-d3ef4af84492 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/networks/80040ac5-ae2f-4ec7-845b-e65eb9829021 HTTP/1.1" status: 204 len: 168 time: 1.1965094 Oct 20 03:43:36.286004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39276) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:36.343975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8d1e9fbc-5cac-4f07-be66-d418ac68b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.350210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9ed98578-a5e2-419a-b60f-34cab23f71e8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.352586 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9ed98578-a5e2-419a-b60f-34cab23f71e8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.357138 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9ed98578-a5e2-419a-b60f-34cab23f71e8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b HTTP/1.1" status: 204 len: 168 time: 0.5062873 Oct 20 03:43:36.357689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39280) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:36.378068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Network': ['ID=a2cc8fe8-1718-41fa-85a1-e2f90a87e97d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:36.388359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed98578-a5e2-419a-b60f-34cab23f71e8 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b609a7-f4bd-46b0-b5d5-6c0bf6f5648b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:36.419711 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-bd482c12-09e0-4128-8813-d846a3bfa71d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:36.420840 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bd482c12-09e0-4128-8813-d846a3bfa71d tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3479240 Oct 20 03:43:36.425217 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9d58ad33-6e23-4c44-ae7a-c2e796248b14 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8662145 Oct 20 03:43:36.425890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:43:36.428353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39284) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:36.428514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39286) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:36.439303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b6a74836-10d7-4c52-8c20-6f91e0781ea0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d0c5a-4f8f-4370-9bb5-a4f408347d74', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:36.446993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'subnet': {'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:36.468517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b6a74836-10d7-4c52-8c20-6f91e0781ea0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:36.475087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2afd454-b2f4-4016-bc8e-c16339be2a98 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting subnet a349f956-e966-4f9d-8d01-7cc404ba03c4 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:43:36.483764 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:33Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:33Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:36.486153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2afd454-b2f4-4016-bc8e-c16339be2a98 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.489357 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:36.489961 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Updating router 8c3534c5-3533-4948-9fd8-c87e8d31c282 port c8730733-0788-4f0d-9124-89c41e05c28a binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:43:36.522365 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ac23c649-ba75-49c8-bd98-ebb92868ae7d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1546016 Oct 20 03:43:36.522910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39292) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:36.527145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b6a74836-10d7-4c52-8c20-6f91e0781ea0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:36.536501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104313493'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:36.550322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:36.569410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:36.579443 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.637297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b6a74836-10d7-4c52-8c20-6f91e0781ea0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:36.653651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e9fbc-5cac-4f07-be66-d418ac68b3fb None None] Pushing event updated for resources: {'Port': ['ID=1b448b97-753f-42dc-a205-f084a3186feb,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:36.669628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Provisioning complete for port 1b448b97-753f-42dc-a205-f084a3186feb triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:36.670251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.670765 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Attempt 1 to provision port 1b448b97-753f-42dc-a205-f084a3186feb Oct 20 03:43:36.675067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.689692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b6a74836-10d7-4c52-8c20-6f91e0781ea0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:36.713853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:36.728212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:36.732728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:36.746205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:36.758836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2afd454-b2f4-4016-bc8e-c16339be2a98 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.811600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:36.824749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:subnet and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:36.829841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:36.854674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:36.891699 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 72ae7848-8292-4dc3-929a-0828ecbed7e6 resource provider aggregate not found Oct 20 03:43:36.937540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.959065 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 72ae7848-8292-4dc3-929a-0828ecbed7e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72ae7848-8292-4dc3-929a-0828ecbed7e6 found for delete ", "request_id": "req-1b7e431e-1a49-4627-acdb-8c61029c18d0"}]} Oct 20 03:43:36.987034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1b448b97-753f-42dc-a205-f084a3186feb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:36.990762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Made reservation on behalf of 2438daea8d404a86b12872e489b52671 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:36.996881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.022709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.051246 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-b6a74836-10d7-4c52-8c20-6f91e0781ea0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:37.057157 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b6a74836-10d7-4c52-8c20-6f91e0781ea0 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6272793 Oct 20 03:43:37.057347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39302) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:37.058970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Current status of the port 1b448b97-753f-42dc-a205-f084a3186feb is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:37.144806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1b448b97-753f-42dc-a205-f084a3186feb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:37.145711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.146289 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1b448b97-753f-42dc-a205-f084a3186feb Oct 20 03:43:37.163788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efc3d3b-cb93-4f44-945f-9b6e97912f35,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:37.166367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2afd454-b2f4-4016-bc8e-c16339be2a98 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.191989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1c21f2f-4db6-405d-bfb6-a2faf964aeaf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.228199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1c21f2f-4db6-405d-bfb6-a2faf964aeaf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.240397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Provisioning for port c8730733-0788-4f0d-9124-89c41e05c28a completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:37.246753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Provisioning complete for port c8730733-0788-4f0d-9124-89c41e05c28a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:37.247261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.247684 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Attempt 1 to provision port c8730733-0788-4f0d-9124-89c41e05c28a Oct 20 03:43:37.399284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Port c8730733-0788-4f0d-9124-89c41e05c28a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:37.410889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1b448b97-753f-42dc-a205-f084a3186feb is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:37.415531 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.432325 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Transition to ACTIVE for port object c8730733-0788-4f0d-9124-89c41e05c28a will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:37.473012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.474355 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-af95b3ea-8675-4507-b993-71bf3a456c69 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9504976 Oct 20 03:43:37.477647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39308) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:37.488608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-07c5d756-2b10-46e4-a1ed-5e579edd8dea tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '8efc3d3b-cb93-4f44-945f-9b6e97912f35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:37.498732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-07c5d756-2b10-46e4-a1ed-5e579edd8dea tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:37.503382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-07c5d756-2b10-46e4-a1ed-5e579edd8dea tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:37.521650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-07c5d756-2b10-46e4-a1ed-5e579edd8dea tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:37.521650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-07c5d756-2b10-46e4-a1ed-5e579edd8dea tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:37.533684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043dd4d-3f8c-4bf4-96c2-e3a340b6f863 req-9b9ff739-476a-4b4e-b1d3-a5a2601943cb tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:37.535138 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3043dd4d-3f8c-4bf4-96c2-e3a340b6f863 req-9b9ff739-476a-4b4e-b1d3-a5a2601943cb tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.2964518 Oct 20 03:43:37.565991 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.579872 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3043dd4d-3f8c-4bf4-96c2-e3a340b6f863 req-fa56494a-6f78-46bf-a1fc-3226f47bbb7c tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389118 Oct 20 03:43:37.697090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1c21f2f-4db6-405d-bfb6-a2faf964aeaf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.718241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c21f2f-4db6-405d-bfb6-a2faf964aeaf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d0c5a-4f8f-4370-9bb5-a4f408347d74,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:37.728257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a1c21f2f-4db6-405d-bfb6-a2faf964aeaf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.729976 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a1c21f2f-4db6-405d-bfb6-a2faf964aeaf tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/cb6d0c5a-4f8f-4370-9bb5-a4f408347d74 HTTP/1.1" status: 204 len: 168 time: 0.6692891 Oct 20 03:43:37.732432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39312) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:37.769921 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:43:37.777048 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf199aa-e8cd-446f-9122-e0704ad86957 None None] Pushing event updated for resources: {'Port': ['ID=c8730733-0788-4f0d-9124-89c41e05c28a,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:37.784111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2afd454-b2f4-4016-bc8e-c16339be2a98 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.787531 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Attempting to bind port c8730733-0788-4f0d-9124-89c41e05c28a on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:37.787923 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Attempting to bind port c8730733-0788-4f0d-9124-89c41e05c28a by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e3857dfe-dec8-40e4-81fe-acb09d5197f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:37.788277 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Attempting to bind port c8730733-0788-4f0d-9124-89c41e05c28a on network a827c8fe-cfb2-44f9-9508-a318faa5f445 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:37.793677 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:37.794044 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Checking segment: {'id': 'e3857dfe-dec8-40e4-81fe-acb09d5197f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:37.794433 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.794811 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Bound using segment: {'id': 'e3857dfe-dec8-40e4-81fe-acb09d5197f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:37.795274 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Bound port: c8730733-0788-4f0d-9124-89c41e05c28a, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3857dfe-dec8-40e4-81fe-acb09d5197f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:37.795622 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.853895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afd454-b2f4-4016-bc8e-c16339be2a98 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Subnet': ['ID=a349f956-e966-4f9d-8d01-7cc404ba03c4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:37.857088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2afd454-b2f4-4016-bc8e-c16339be2a98 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.863897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69adf404-9f8f-4e8b-adc3-58fab7e17170 None None] Network 3006bacf-397c-4688-b867-45b437324463 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:37.897659 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] For port c8730733-0788-4f0d-9124-89c41e05c28a, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:37.899501 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c2afd454-b2f4-4016-bc8e-c16339be2a98 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/subnets/a349f956-e966-4f9d-8d01-7cc404ba03c4 HTTP/1.1" status: 204 len: 168 time: 1.6132679 Oct 20 03:43:37.904755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39316) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:37.978704 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] For port c8730733-0788-4f0d-9124-89c41e05c28a, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c8730733-0788-4f0d-9124-89c41e05c28a,segment=NetworkSegment(e3857dfe-dec8-40e4-81fe-acb09d5197f1),segment_id=e3857dfe-dec8-40e4-81fe-acb09d5197f1)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:37.978951 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-07c5d756-2b10-46e4-a1ed-5e579edd8dea tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The resource could not be found. Oct 20 03:43:37.978951 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-07c5d756-2b10-46e4-a1ed-5e579edd8dea tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4319193 Oct 20 03:43:37.979537 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-be1a7c7a-a676-4cea-a27e-209d13942aa8 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1925163 Oct 20 03:43:37.979643 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Attempt 2 to provision port c8730733-0788-4f0d-9124-89c41e05c28a Oct 20 03:43:37.979753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39320) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:37.980516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39322) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:37.984536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092483104'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:37.995956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b6c3c208-3538-4e4d-b20d-ea458ea9b780 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '8efc3d3b-cb93-4f44-945f-9b6e97912f35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6bd28407-b6aa-4d47-bc92-a37668097b7e'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:38.001544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:38.006769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b6c3c208-3538-4e4d-b20d-ea458ea9b780 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:38.009450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:38.013648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:38.017297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b6c3c208-3538-4e4d-b20d-ea458ea9b780 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:38.024555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b6c3c208-3538-4e4d-b20d-ea458ea9b780 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:38.024704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Port c8730733-0788-4f0d-9124-89c41e05c28a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:38.025686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:38.031850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b6c3c208-3538-4e4d-b20d-ea458ea9b780 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:38.041734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.052222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Deleting port 01e53f46-d883-494e-8bd8-dc274e419f98 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:38.052627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.164261 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.199514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] DHCP port deletion for 3006bacf-397c-4688-b867-45b437324463 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:43:38.206266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.206871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] Deleting port 01e53f46-d883-494e-8bd8-dc274e419f98 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:38.207606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.228387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.232514 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:38.233089 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:38.274098 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] For port 01e53f46-d883-494e-8bd8-dc274e419f98, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=01e53f46-d883-494e-8bd8-dc274e419f98,segment=NetworkSegment(a099e419-8766-4f2b-b23d-c4af2207c1ae),segment_id=a099e419-8766-4f2b-b23d-c4af2207c1ae)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:38.274866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.314571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Subnet': ['ID=b636c15e-d719-42a6-87c9-f6a43a9ebac1,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:38.341478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:38.346602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:38.349608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:38.355785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:38.395685 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:38.426418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Calling delete_port for 01e53f46-d883-494e-8bd8-dc274e419f98 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:38.440676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.464558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Checking segment: {'id': '93770bf6-8381-4a86-bc5d-6a2b4fdc9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:38.465101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network hostable DHCP agents. Network: a2cc8fe8-1718-41fa-85a1-e2f90a87e97d, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:43:38.473169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] For port 01e53f46-d883-494e-8bd8-dc274e419f98, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=01e53f46-d883-494e-8bd8-dc274e419f98,segment=NetworkSegment(a099e419-8766-4f2b-b23d-c4af2207c1ae),segment_id=a099e419-8766-4f2b-b23d-c4af2207c1ae)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:38.473680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.554802 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Attempt 3 to provision port c8730733-0788-4f0d-9124-89c41e05c28a Oct 20 03:43:38.556907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-b6c3c208-3538-4e4d-b20d-ea458ea9b780 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The resource could not be found. Oct 20 03:43:38.559486 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b6c3c208-3538-4e4d-b20d-ea458ea9b780 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5692928 Oct 20 03:43:38.562801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39330) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:38.563538 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf199aa-e8cd-446f-9122-e0704ad86957 None None] Pushing event updated for resources: {'Port': ['ID=c8730733-0788-4f0d-9124-89c41e05c28a,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:38.624464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:43:38.636213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.670349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.701506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] Calling delete_port for 01e53f46-d883-494e-8bd8-dc274e419f98 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:38.745023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b5c501e8-3bac-4284-a3f1-ec2dbeb1ba9f None None] Port c8730733-0788-4f0d-9124-89c41e05c28a had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:43:38.766008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df29d84-7d7c-4351-96a2-6d0a04a47023,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:38.770095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, a2cc8fe8-1718-41fa-85a1-e2f90a87e97d) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:38.774464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:38.775096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.793142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] No DVR routers for this DVR port 01e53f46-d883-494e-8bd8-dc274e419f98 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:43:38.795147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b7da-57a4-4c25-b84b-36e392046348 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.800775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755b9122-ea65-4ea3-84ff-5e235cf41d78 None None] Network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:38.803021 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:33Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:37Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:38.808136 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3ea64-eb3d-4266-9f8b-3e80d7529859 None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:33Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:37Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:38.873454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:38.876173 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-81e8fd85-c872-4ef3-80be-155718c69688 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8963284 Oct 20 03:43:38.879909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39336) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:38.888865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7a10521f-3e31-4971-a227-f640fa6cafe9 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': '3df29d84-7d7c-4351-96a2-6d0a04a47023', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:38.905213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7a10521f-3e31-4971-a227-f640fa6cafe9 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:38.915143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7a10521f-3e31-4971-a227-f640fa6cafe9 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:38.920830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7a10521f-3e31-4971-a227-f640fa6cafe9 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:38.933361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7a10521f-3e31-4971-a227-f640fa6cafe9 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:38.937519 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-948b27bb-affd-4f3f-a058-280a1e932e11 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5057483 Oct 20 03:43:38.943839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39340) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:38.961905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Port': ['ID=01e53f46-d883-494e-8bd8-dc274e419f98,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: from cryptography.utils import int_from_bytes Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: from cryptography.utils import int_from_bytes Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn_limited( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn_limited( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:43:38.962354 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 03:43:38.971157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:43:38.971508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:43:38.973722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 01e53f46-d883-494e-8bd8-dc274e419f98 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:39.003941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b7da-57a4-4c25-b84b-36e392046348 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.046203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 01e53f46-d883-494e-8bd8-dc274e419f98 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:39.046802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 01e53f46-d883-494e-8bd8-dc274e419f98 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:39.153841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.200880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3006bacf-397c-4688-b867-45b437324463']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:39.218748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1fdc-4093-477e-8335-8556d014b77c req-3405c001-7a64-4de0-8ec0-df1b8d2badd2 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:39.220555 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-698d1fdc-4093-477e-8335-8556d014b77c req-3405c001-7a64-4de0-8ec0-df1b8d2badd2 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.3741820 Oct 20 03:43:39.227352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a099e419-8766-4f2b-b23d-c4af2207c1ae') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:39.227790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a099e419-8766-4f2b-b23d-c4af2207c1ae') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:39.266061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.285201 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b7da-57a4-4c25-b84b-36e392046348 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.299792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-a2cc8fe8-1718-41fa-85a1-e2f90a87e97d', 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'fixed_ips': [{'subnet_id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:43:39.301645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.310702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.322308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3b7da-57a4-4c25-b84b-36e392046348 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efc3d3b-cb93-4f44-945f-9b6e97912f35,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:39.359304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:43:39.365456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.404575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b7da-57a4-4c25-b84b-36e392046348 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.405921 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9dc3b7da-57a4-4c25-b84b-36e392046348 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/8efc3d3b-cb93-4f44-945f-9b6e97912f35 HTTP/1.1" status: 204 len: 168 time: 0.8420832 Oct 20 03:43:39.412167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39344) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:39.428041 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-698d1fdc-4093-477e-8335-8556d014b77c req-b5fc553a-d57b-4d20-a9f5-62596019eff9 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917026 Oct 20 03:43:39.513555 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment a099e419-8766-4f2b-b23d-c4af2207c1ae resource provider aggregate not found Oct 20 03:43:39.526661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Allocated IP 172.23.0.2 (a2cc8fe8-1718-41fa-85a1-e2f90a87e97d/b636c15e-d719-42a6-87c9-f6a43a9ebac1/c21cfd8d-58f8-4f06-a39b-0747eea55527) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:39.542141 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment a099e419-8766-4f2b-b23d-c4af2207c1ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a099e419-8766-4f2b-b23d-c4af2207c1ae found for delete ", "request_id": "req-99e161d0-8a63-4ee8-b939-166ac24c5817"}]} Oct 20 03:43:39.594093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-64fe78dc-e014-4ffc-a14b-39ba527d25c2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Synchronizing usage tracker for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:39.660036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] Deleting port 01e53f46-d883-494e-8bd8-dc274e419f98 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:39.660410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.661732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.674533 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-7a10521f-3e31-4971-a227-f640fa6cafe9 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The resource could not be found. Oct 20 03:43:39.675637 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7a10521f-3e31-4971-a227-f640fa6cafe9 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7950590 Oct 20 03:43:39.692572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39358) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:39.702768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-81b3d60f-1b1b-4b4e-87a3-9210726cb8b3 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': '3df29d84-7d7c-4351-96a2-6d0a04a47023', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4d753331-3347-43aa-80da-92b348f652ef'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:39.705712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.708828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Pushing event deleted for resources: {'Network': ['ID=3006bacf-397c-4688-b867-45b437324463,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:39.714454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-81b3d60f-1b1b-4b4e-87a3-9210726cb8b3 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:39.720755 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c92763cb-c981-4917-992a-18513024ac78 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/networks/3006bacf-397c-4688-b867-45b437324463 HTTP/1.1" status: 204 len: 168 time: 1.8136041 Oct 20 03:43:39.722547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39362) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:39.726395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-81b3d60f-1b1b-4b4e-87a3-9210726cb8b3 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:39.730947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-81b3d60f-1b1b-4b4e-87a3-9210726cb8b3 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:39.742018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-81b3d60f-1b1b-4b4e-87a3-9210726cb8b3 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:39.786524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-30ef34f5-87f4-44cf-aa5d-ea97fc5829c9 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Synchronizing usage tracker for tenant:00ffa9f3fe6f42f781e27fb7194da840 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:39.796176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-64fe78dc-e014-4ffc-a14b-39ba527d25c2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Unset dirty status for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:39.797472 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-64fe78dc-e014-4ffc-a14b-39ba527d25c2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3842888 Oct 20 03:43:39.801904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39366) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:39.813127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6a80b5e5-f455-46f8-b226-fbac1b10d10e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': 'e92947d2-8d4e-4eda-905c-4ffdc8b6f14d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:39.821015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6a80b5e5-f455-46f8-b226-fbac1b10d10e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:39.828519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6a80b5e5-f455-46f8-b226-fbac1b10d10e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:39.828989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-65d673ef-31e2-4f66-b06e-b4537f8cdac5 None None] The port '01e53f46-d883-494e-8bd8-dc274e419f98' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:43:39.837502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6a80b5e5-f455-46f8-b226-fbac1b10d10e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:39.849439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6a80b5e5-f455-46f8-b226-fbac1b10d10e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:39.886010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-30ef34f5-87f4-44cf-aa5d-ea97fc5829c9 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Unset dirty status for tenant:00ffa9f3fe6f42f781e27fb7194da840 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:39.887478 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-30ef34f5-87f4-44cf-aa5d-ea97fc5829c9 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ec9abfa-76a5-4fc3-8bfa-2cf48267111c HTTP/1.1" status: 200 len: 205 time: 0.1638181 Oct 20 03:43:39.890151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-00527e22-f347-4268-b1fa-4df5b8af3558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.890658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39370) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:39.937909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.970313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.981785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Transition to ACTIVE for port object c21cfd8d-58f8-4f06-a39b-0747eea55527 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:40.001753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Transition to ACTIVE for port object c21cfd8d-58f8-4f06-a39b-0747eea55527 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:40.025694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3483578a-d231-40f6-b62b-f8b7fea21e38 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.079988 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-81b3d60f-1b1b-4b4e-87a3-9210726cb8b3 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The resource could not be found. Oct 20 03:43:40.080936 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-81b3d60f-1b1b-4b4e-87a3-9210726cb8b3 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3872509 Oct 20 03:43:40.097889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39374) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:40.101858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.172593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:40.175846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:40.179727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:40.186017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Pushing event updated for resources: {'Port': ['ID=c21cfd8d-58f8-4f06-a39b-0747eea55527,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:40.244225 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-6a80b5e5-f455-46f8-b226-fbac1b10d10e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The resource could not be found. Oct 20 03:43:40.248914 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6a80b5e5-f455-46f8-b226-fbac1b10d10e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4415963 Oct 20 03:43:40.251903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39378) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:40.262631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e30e1686-6d64-4bee-821e-8fc917b02646 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.268131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--665208116'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:40.275730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:40.291310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Attempting to bind port c21cfd8d-58f8-4f06-a39b-0747eea55527 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:40.291672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Attempting to bind port c21cfd8d-58f8-4f06-a39b-0747eea55527 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '93770bf6-8381-4a86-bc5d-6a2b4fdc9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:40.292800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Attempting to bind port c21cfd8d-58f8-4f06-a39b-0747eea55527 on network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:40.298623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:40.298994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Checking segment: {'id': '93770bf6-8381-4a86-bc5d-6a2b4fdc9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:40.300222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.300222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Bound using segment: {'id': '93770bf6-8381-4a86-bc5d-6a2b4fdc9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:40.300222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Bound port: c21cfd8d-58f8-4f06-a39b-0747eea55527, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93770bf6-8381-4a86-bc5d-6a2b4fdc9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:40.300554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.331377 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:40.343876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e30e1686-6d64-4bee-821e-8fc917b02646 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.397760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] For port c21cfd8d-58f8-4f06-a39b-0747eea55527, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:40.401101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] For port c21cfd8d-58f8-4f06-a39b-0747eea55527, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c21cfd8d-58f8-4f06-a39b-0747eea55527,segment=NetworkSegment(93770bf6-8381-4a86-bc5d-6a2b4fdc9555),segment_id=93770bf6-8381-4a86-bc5d-6a2b4fdc9555)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:40.478164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Allocated IP 172.23.0.1 (a2cc8fe8-1718-41fa-85a1-e2f90a87e97d/b636c15e-d719-42a6-87c9-f6a43a9ebac1/1a35158e-0e7a-4c05-9316-566e616ca675) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:40.482746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3483578a-d231-40f6-b62b-f8b7fea21e38 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.493958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3483578a-d231-40f6-b62b-f8b7fea21e38 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.587216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.635033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.655507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e30e1686-6d64-4bee-821e-8fc917b02646 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.672985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3483578a-d231-40f6-b62b-f8b7fea21e38 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.678767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3483578a-d231-40f6-b62b-f8b7fea21e38 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec9abfa-76a5-4fc3-8bfa-2cf48267111c {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:43:40.693957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3483578a-d231-40f6-b62b-f8b7fea21e38 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.698251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e1686-6d64-4bee-821e-8fc917b02646 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df29d84-7d7c-4351-96a2-6d0a04a47023,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:40.708592 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3483578a-d231-40f6-b62b-f8b7fea21e38 tempest-RoutersNegativeIpV6Test-679176239 tempest-RoutersNegativeIpV6Test-679176239-project] 10.222.0.33 "DELETE /v2.0/routers/3ec9abfa-76a5-4fc3-8bfa-2cf48267111c HTTP/1.1" status: 204 len: 168 time: 0.8150096 Oct 20 03:43:40.711201 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:40.716291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:40.719947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:40.734812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:40.737169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e630167-ccd3-4b65-b1fa-2fedcab1445b None None] Pushing event updated for resources: {'Port': ['ID=c21cfd8d-58f8-4f06-a39b-0747eea55527,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:40.765076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.765076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e30e1686-6d64-4bee-821e-8fc917b02646 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.765076 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e30e1686-6d64-4bee-821e-8fc917b02646 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/3df29d84-7d7c-4351-96a2-6d0a04a47023 HTTP/1.1" status: 204 len: 168 time: 0.6585493 Oct 20 03:43:40.765496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39386) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:40.775195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Transition to ACTIVE for port object 1a35158e-0e7a-4c05-9316-566e616ca675 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:40.783490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09e19a-4339-42d7-8f60-f2b40d6ec3f9 req-5b82581f-d17f-4cd6-b613-fc7180737cb9 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:40.785048 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c09e19a-4339-42d7-8f60-f2b40d6ec3f9 req-5b82581f-d17f-4cd6-b613-fc7180737cb9 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.2270246 Oct 20 03:43:40.900080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d6a23c44-c700-4a95-91b5-47b86ed7aadb tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Synchronizing usage tracker for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:40.930535 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c09e19a-4339-42d7-8f60-f2b40d6ec3f9 req-ab189aab-58d8-486e-8fb1-df75fa02fe78 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129079 Oct 20 03:43:40.934524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.964951 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.012321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c8730733-0788-4f0d-9124-89c41e05c28a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:41.085853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:41.103890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:41.103890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:41.147148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=1a35158e-0e7a-4c05-9316-566e616ca675,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:41.170698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d6a23c44-c700-4a95-91b5-47b86ed7aadb tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Unset dirty status for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:41.173849 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d6a23c44-c700-4a95-91b5-47b86ed7aadb tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4047482 Oct 20 03:43:41.173849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.179246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39392) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:41.196191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b6ea4506-59aa-4945-8c0c-7b72e1a6290c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': 'db837497-2207-4e03-9051-ef90a851d212', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:41.200615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.211145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c8730733-0788-4f0d-9124-89c41e05c28a completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:41.218826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c8730733-0788-4f0d-9124-89c41e05c28a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:41.220267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.220267 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c8730733-0788-4f0d-9124-89c41e05c28a Oct 20 03:43:41.223175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ef24e3-0878-47f0-9cdd-832db7469a79,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:41.314504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.315852 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-270e2dc9-aead-44fb-a98d-c3065b11e8ce tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0626371 Oct 20 03:43:41.318645 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39398) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:41.324618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446261200'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:41.333983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:41.339101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:41.342985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:41.353537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:41.353793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b6ea4506-59aa-4945-8c0c-7b72e1a6290c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:41.381852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b6ea4506-59aa-4945-8c0c-7b72e1a6290c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:41.387163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b6ea4506-59aa-4945-8c0c-7b72e1a6290c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:41.388310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c8730733-0788-4f0d-9124-89c41e05c28a is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:41.388972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.393773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b6ea4506-59aa-4945-8c0c-7b72e1a6290c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:41.412465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a45fb-55d8-4bdc-9ad1-58ff733e93ce req-cf2975d5-76ba-4f18-af39-74d596c07394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:41.414127 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-353a45fb-55d8-4bdc-9ad1-58ff733e93ce req-cf2975d5-76ba-4f18-af39-74d596c07394 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 1098 time: 0.4310083 Oct 20 03:43:41.436092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39404) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:41.436379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port c8730733-0788-4f0d-9124-89c41e05c28a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c8730733-0788-4f0d-9124-89c41e05c28a,segment=NetworkSegment(e3857dfe-dec8-40e4-81fe-acb09d5197f1),segment_id=e3857dfe-dec8-40e4-81fe-acb09d5197f1)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:41.473494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.480547 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-353a45fb-55d8-4bdc-9ad1-58ff733e93ce req-d685ee8f-3a68-494f-836a-77c61d6c8de4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555415 Oct 20 03:43:41.496487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:41.500741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:41.503712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:41.509521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:41.605933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.615331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.628537 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ed6ed257-2f25-4674-b207-53c8b9943c82 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=00ffa9f3fe6f42f781e27fb7194da840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909492 Oct 20 03:43:41.631068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39410) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:41.694299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6240-9d95-45e0-b6d4-3708513c716b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.700115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=c8730733-0788-4f0d-9124-89c41e05c28a,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:41.708194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.733616 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-b6ea4506-59aa-4945-8c0c-7b72e1a6290c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The resource could not be found. Oct 20 03:43:41.739352 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b6ea4506-59aa-4945-8c0c-7b72e1a6290c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5477190 Oct 20 03:43:41.739352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39416) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:41.746769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675803067'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:41.756902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:41.773891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6240-9d95-45e0-b6d4-3708513c716b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.777159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:41.779244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.798590 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f410d-e199-48ac-ae78-25eecbacc749,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:41.878405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.879659 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-edd356b7-c21c-4132-8ef3-e6779a6ab725 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5599508 Oct 20 03:43:41.882691 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39420) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:41.888397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1e7908e6-9c15-42d7-9a5c-f49f7b62665d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '23ef24e3-0878-47f0-9cdd-832db7469a79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e34f410d-e199-48ac-ae78-25eecbacc749'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:41.895622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1e7908e6-9c15-42d7-9a5c-f49f7b62665d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:41.899685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1e7908e6-9c15-42d7-9a5c-f49f7b62665d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:41.903071 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1e7908e6-9c15-42d7-9a5c-f49f7b62665d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:41.910401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1e7908e6-9c15-42d7-9a5c-f49f7b62665d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:41.916018 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6240-9d95-45e0-b6d4-3708513c716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.920396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.939655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee6240-9d95-45e0-b6d4-3708513c716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e82bd4-9192-4235-980a-b3a57cf38938,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:41.945820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6240-9d95-45e0-b6d4-3708513c716b admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.952575 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e7ee6240-9d95-45e0-b6d4-3708513c716b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/81e82bd4-9192-4235-980a-b3a57cf38938 HTTP/1.1" status: 204 len: 168 time: 0.3184137 Oct 20 03:43:42.027317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 57f0d163-0ad7-4143-b42c-b0db40d41ed9 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:43:42.033391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:42.037946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:42.043016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:42.055420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:42.097384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3524e33-bdbc-4c9d-8f47-7661744fdbf2 None None] Network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:42.137255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-1e7908e6-9c15-42d7-9a5c-f49f7b62665d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:42.142265 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1e7908e6-9c15-42d7-9a5c-f49f7b62665d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2545233 Oct 20 03:43:42.142535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39430) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:42.217345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-81b3c742-69a1-4754-97c0-4d815971be63 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.245137 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-81b3c742-69a1-4754-97c0-4d815971be63 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.393354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:42.394186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.397306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.419654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4df0c-1e73-44c9-89a4-f4606040ead7 req-2a67fef8-23a2-4c81-8ea4-514deb84025e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:42.421431 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-83e4df0c-1e73-44c9-89a4-f4606040ead7 req-2a67fef8-23a2-4c81-8ea4-514deb84025e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.1922736 Oct 20 03:43:42.436500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a8acb1c7-800e-44f2-9d64-e84ea8afb740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.438908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bbcc6680-46f8-45b1-8187-4a19c1f27ded None None] Provisioning for port c21cfd8d-58f8-4f06-a39b-0747eea55527 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:42.451009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'port_id': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'mac_address': 'fa:16:3e:26:1b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:43:42.483658 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-83e4df0c-1e73-44c9-89a4-f4606040ead7 req-d4715cf3-c63a-4450-8735-0b2f453f92d4 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559518 Oct 20 03:43:42.518220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-81b3c742-69a1-4754-97c0-4d815971be63 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.567232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.569085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 is: ACTIVE; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:42.569700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.583611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3c742-69a1-4754-97c0-4d815971be63 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f410d-e199-48ac-ae78-25eecbacc749,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:42.592261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57f0d163-0ad7-4143-b42c-b0db40d41ed9 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:43:42.593250 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-81b3c742-69a1-4754-97c0-4d815971be63 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.599621 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-81b3c742-69a1-4754-97c0-4d815971be63 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/e34f410d-e199-48ac-ae78-25eecbacc749 HTTP/1.1" status: 204 len: 168 time: 0.4559994 Oct 20 03:43:42.601487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39442) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:42.611734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:42.716021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.722921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0dcf7228-6211-4afb-9e5c-1bce353c89f6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Synchronizing usage tracker for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:42.725609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event updated for resources: {'Port': ['ID=1a35158e-0e7a-4c05-9316-566e616ca675,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:42.726172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.788632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:42.794128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c1227d-4cc3-45f8-9757-a98603f7ae19,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:42.814214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=57f0d163-0ad7-4143-b42c-b0db40d41ed9,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:42.913231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0dcf7228-6211-4afb-9e5c-1bce353c89f6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Unset dirty status for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:42.914629 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0dcf7228-6211-4afb-9e5c-1bce353c89f6 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3110008 Oct 20 03:43:42.920788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39448) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:42.996936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['57f0d163-0ad7-4143-b42c-b0db40d41ed9'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:43:43.000753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:43.002354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:43.004956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.008421 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0b590657-9cf0-4812-8c82-661841186a68 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2654088 Oct 20 03:43:43.013195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39452) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:43.023372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239947597'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:43.054203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:43.072894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:43.082076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:43.085329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50056e0d-cd9d-4734-9041-d13a086b9dbb tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.101223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:43.139762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c21cfd8d-58f8-4f06-a39b-0747eea55527 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:43.150151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50056e0d-cd9d-4734-9041-d13a086b9dbb tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.246966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.287833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:43.295353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:43.303207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:43.311480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:43.312485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:43.413161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.415080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50056e0d-cd9d-4734-9041-d13a086b9dbb tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.436616 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056e0d-cd9d-4734-9041-d13a086b9dbb tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ef24e3-0878-47f0-9cdd-832db7469a79,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:43.478136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.496825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:43.502579 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-963df77b-6e60-4552-8aaa-ed430f4b3e66 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5608308 Oct 20 03:43:43.504957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39464) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:43.510312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:43.512168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:43.544484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c21cfd8d-58f8-4f06-a39b-0747eea55527 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:43.547042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.548024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Provisioning for port 1a35158e-0e7a-4c05-9316-566e616ca675 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:43.559231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:43.559873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:43.636100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Provisioning complete for port 1a35158e-0e7a-4c05-9316-566e616ca675 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:43.636860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.637322 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Attempt 1 to provision port 1a35158e-0e7a-4c05-9316-566e616ca675 Oct 20 03:43:43.645110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-50056e0d-cd9d-4734-9041-d13a086b9dbb tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.646787 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-50056e0d-cd9d-4734-9041-d13a086b9dbb tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/23ef24e3-0878-47f0-9cdd-832db7469a79 HTTP/1.1" status: 204 len: 168 time: 0.7279439 Oct 20 03:43:43.648414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2e42e8-be3d-4781-a402-8bf3e2d648a4,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:43.650757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39472) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:43.722261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fb60f181-b34d-4f75-84e3-4e407af0101d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Synchronizing usage tracker for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:43.758553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39476) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:43.760988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c21cfd8d-58f8-4f06-a39b-0747eea55527 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:43.761386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.761721 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c21cfd8d-58f8-4f06-a39b-0747eea55527 Oct 20 03:43:43.821795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.861748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:43.863490 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4e6fc22a-db15-4272-9cd8-bd8ba39836f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8526576 Oct 20 03:43:43.866556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fb60f181-b34d-4f75-84e3-4e407af0101d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Unset dirty status for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:43.871619 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fb60f181-b34d-4f75-84e3-4e407af0101d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2161329 Oct 20 03:43:43.871619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39482) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:43.874304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39484) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:43.885094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c8e21c96-a729-4dae-96a2-dab0585d3178 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group_rule': {'security_group_id': '77c1227d-4cc3-45f8-9757-a98603f7ae19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4d2e42e8-be3d-4781-a402-8bf3e2d648a4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:43.895363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785530933'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:43.907702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c8e21c96-a729-4dae-96a2-dab0585d3178 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:43.911646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:43.912421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Port 1a35158e-0e7a-4c05-9316-566e616ca675 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:43.917323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425501770'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:43.926138 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c8e21c96-a729-4dae-96a2-dab0585d3178 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:43.932359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c8e21c96-a729-4dae-96a2-dab0585d3178 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:43.936835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:43.938644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:43.943356 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:43.946641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c8e21c96-a729-4dae-96a2-dab0585d3178 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:43.949750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:43.956897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:43.966062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:43.988486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcc09b-17e9-4d96-8b5f-d6f5bf1dd13f req-8bced911-acaf-4992-80a2-ac49610cf756 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:43.989958 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b6dcc09b-17e9-4d96-8b5f-d6f5bf1dd13f req-8bced911-acaf-4992-80a2-ac49610cf756 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 944 time: 0.2131009 Oct 20 03:43:44.039856 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b6dcc09b-17e9-4d96-8b5f-d6f5bf1dd13f req-3d5a29c9-77e5-4892-ad84-80a0b795af0e tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 Oct 20 03:43:44.052237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 57f0d163-0ad7-4143-b42c-b0db40d41ed9 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:44.075073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39492) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:44.141726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.153621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.194764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.224157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:44.226318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:44.231802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:44.236402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:44.244252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:44.246260 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:44.254686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:44.257088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:44.257380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c21cfd8d-58f8-4f06-a39b-0747eea55527 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:44.257816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.275218 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-688d7e86-9d55-45ee-89e5-2dbb92dd7bfb tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/floatingips/d2318fca-d885-48a8-8446-7affa62f929f HTTP/1.1" status: 200 len: 992 time: 0.1984792 Oct 20 03:43:44.316376 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-c8e21c96-a729-4dae-96a2-dab0585d3178 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:44.335571 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c8e21c96-a729-4dae-96a2-dab0585d3178 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4449599 Oct 20 03:43:44.337737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39500) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:44.361724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 20 03:43:44.380235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Removed routes are [] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 20 03:43:44.380854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.424993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port c21cfd8d-58f8-4f06-a39b-0747eea55527, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c21cfd8d-58f8-4f06-a39b-0747eea55527,segment=NetworkSegment(93770bf6-8381-4a86-bc5d-6a2b4fdc9555),segment_id=93770bf6-8381-4a86-bc5d-6a2b4fdc9555)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:44.426049 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Attempt 2 to provision port 1a35158e-0e7a-4c05-9316-566e616ca675 Oct 20 03:43:44.478804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.486068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 is: BUILD; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:44.486455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.488578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-37276adb-5190-41e8-882b-5ec423861281 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.538075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.539708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-37276adb-5190-41e8-882b-5ec423861281 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.559534 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.560730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c8730733-0788-4f0d-9124-89c41e05c28a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:44.602230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.662575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 57f0d163-0ad7-4143-b42c-b0db40d41ed9 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:43:44.673507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Port 1a35158e-0e7a-4c05-9316-566e616ca675 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:44.677182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.683207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:44.695897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:44.700840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:44.713883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:44.715975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b32c0-4625-4678-b65d-153c83d7d20b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:44.716558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:44.737734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=c21cfd8d-58f8-4f06-a39b-0747eea55527,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:44.786866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35158e-0e7a-4c05-9316-566e616ca675', 'name': '', 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:d5:1f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:43:42Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:44.792849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:44.793250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Updating router 8c3534c5-3533-4948-9fd8-c87e8d31c282 port 1a35158e-0e7a-4c05-9316-566e616ca675 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:43:44.813665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.816808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c8730733-0788-4f0d-9124-89c41e05c28a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:44.824009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.824009 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c8730733-0788-4f0d-9124-89c41e05c28a Oct 20 03:43:44.824312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.852581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.857436 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b0f300c7-1d52-4139-863f-f4d311c2056a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9759638 Oct 20 03:43:44.862030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.865253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-37276adb-5190-41e8-882b-5ec423861281 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.871698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-37276adb-5190-41e8-882b-5ec423861281 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.871698 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-37276adb-5190-41e8-882b-5ec423861281 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/4d2e42e8-be3d-4781-a402-8bf3e2d648a4 HTTP/1.1" status: 204 len: 168 time: 0.5290425 Oct 20 03:43:44.871979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39504) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:44.874142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39506) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:44.885207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e2d3184c-8d25-4a29-ae77-96d9cfa6314c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '3c4b32c0-4625-4678-b65d-153c83d7d20b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:44.910029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e2d3184c-8d25-4a29-ae77-96d9cfa6314c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:44.915360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8e9c8-15c4-47d5-83d3-05415500f033,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:44.935358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e2d3184c-8d25-4a29-ae77-96d9cfa6314c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:44.935878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.943077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e2d3184c-8d25-4a29-ae77-96d9cfa6314c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:44.957485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37276adb-5190-41e8-882b-5ec423861281 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2e42e8-be3d-4781-a402-8bf3e2d648a4,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:44.962588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e2d3184c-8d25-4a29-ae77-96d9cfa6314c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:44.965248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:44.995595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:45.003457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=57f0d163-0ad7-4143-b42c-b0db40d41ed9,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:45.025969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1002b837-ffde-45a4-ad17-10d4cf49bc4e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Synchronizing usage tracker for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:45.058356 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.151980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c8730733-0788-4f0d-9124-89c41e05c28a is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:45.165142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:45.171505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1002b837-ffde-45a4-ad17-10d4cf49bc4e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Unset dirty status for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:45.172278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.175836 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fd52edcb-8d16-4f15-b838-7f1469f441f4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282 HTTP/1.1" status: 200 len: 934 time: 1.6675928 Oct 20 03:43:45.176113 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1002b837-ffde-45a4-ad17-10d4cf49bc4e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2963185 Oct 20 03:43:45.176219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39514) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:45.176321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39512) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:45.219639 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.223842 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-e2d3184c-8d25-4a29-ae77-96d9cfa6314c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:45.225052 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e2d3184c-8d25-4a29-ae77-96d9cfa6314c tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3498924 Oct 20 03:43:45.240838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39520) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:45.265799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f1b52572-b7c5-4203-96c2-b3660aacc0f2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group_rule': {'security_group_id': '3c4b32c0-4625-4678-b65d-153c83d7d20b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:45.270840 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Attempt 3 to provision port 1a35158e-0e7a-4c05-9316-566e616ca675 Oct 20 03:43:45.275924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f1b52572-b7c5-4203-96c2-b3660aacc0f2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:45.292589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f1b52572-b7c5-4203-96c2-b3660aacc0f2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:45.300572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f1b52572-b7c5-4203-96c2-b3660aacc0f2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:45.304472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c21cfd8d-58f8-4f06-a39b-0747eea55527 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:45.318138 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f1b52572-b7c5-4203-96c2-b3660aacc0f2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:45.323640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf896f-fbc1-48dc-b1f6-d9956a1b3eef,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:45.335361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4b452163-dfa6-4789-adb3-d4571629e5d6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.368441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4b452163-dfa6-4789-adb3-d4571629e5d6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.411420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Port 1a35158e-0e7a-4c05-9316-566e616ca675 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:45.455455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.460000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c21cfd8d-58f8-4f06-a39b-0747eea55527 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:45.460570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.461073 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c21cfd8d-58f8-4f06-a39b-0747eea55527 Oct 20 03:43:45.461551 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4a1cc8f0-86f0-4125-b826-54c98b5f43b9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7012608 Oct 20 03:43:45.464188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39526) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:45.502364 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2c244022-6013-4f13-83cc-6fc1bb992766 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282 HTTP/1.1" status: 200 len: 934 time: 0.3248098 Oct 20 03:43:45.502953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39530) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:45.508004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'routes': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:45.549827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-47b540fd-c937-44d5-b8bc-678daf93c828 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:45.582677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4b452163-dfa6-4789-adb3-d4571629e5d6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.602352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b452163-dfa6-4789-adb3-d4571629e5d6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c1227d-4cc3-45f8-9757-a98603f7ae19,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:45.661624 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.695922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Transition to ACTIVE for port object 1a35158e-0e7a-4c05-9316-566e616ca675 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:45.702496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c21cfd8d-58f8-4f06-a39b-0747eea55527 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:45.719512 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-f1b52572-b7c5-4203-96c2-b3660aacc0f2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:43:45.720627 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f1b52572-b7c5-4203-96c2-b3660aacc0f2 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4663928 Oct 20 03:43:45.723393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39534) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:45.773906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-47b540fd-c937-44d5-b8bc-678daf93c828 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:45.778060 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-47b540fd-c937-44d5-b8bc-678daf93c828 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3118412 Oct 20 03:43:45.782351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39538) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:45.788171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-83cf727c-941d-4e98-9627-0430b9adcd3b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-security--1091082603', 'description': 'tempest-security-description-1844912810'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:45.804807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4b452163-dfa6-4789-adb3-d4571629e5d6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.808213 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4b452163-dfa6-4789-adb3-d4571629e5d6 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/77c1227d-4cc3-45f8-9757-a98603f7ae19 HTTP/1.1" status: 204 len: 168 time: 0.6285939 Oct 20 03:43:45.809305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39542) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:45.834912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-851988cc-9df7-439e-ac8b-4abe3ac8edd0 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.839484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-83cf727c-941d-4e98-9627-0430b9adcd3b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.845735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.887077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-851988cc-9df7-439e-ac8b-4abe3ac8edd0 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.925175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-183fd03c-f8c4-4bd7-9334-c8cc32611a8c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Synchronizing usage tracker for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:45.945779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-83cf727c-941d-4e98-9627-0430b9adcd3b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:45.946307 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Attempt 4 to provision port 1a35158e-0e7a-4c05-9316-566e616ca675 Oct 20 03:43:46.049545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 57f0d163-0ad7-4143-b42c-b0db40d41ed9 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:46.061584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-851988cc-9df7-439e-ac8b-4abe3ac8edd0 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.079809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-83cf727c-941d-4e98-9627-0430b9adcd3b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.091923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851988cc-9df7-439e-ac8b-4abe3ac8edd0 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b32c0-4625-4678-b65d-153c83d7d20b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:46.133197 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-83cf727c-941d-4e98-9627-0430b9adcd3b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.137222 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-83cf727c-941d-4e98-9627-0430b9adcd3b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "PUT /v2.0/security-groups/1bbf896f-fbc1-48dc-b1f6-d9956a1b3eef HTTP/1.1" status: 200 len: 1780 time: 0.3506238 Oct 20 03:43:46.137636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39546) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:46.144370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-851988cc-9df7-439e-ac8b-4abe3ac8edd0 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.145513 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-851988cc-9df7-439e-ac8b-4abe3ac8edd0 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/3c4b32c0-4625-4678-b65d-153c83d7d20b HTTP/1.1" status: 204 len: 168 time: 0.4211404 Oct 20 03:43:46.149668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39550) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:46.164533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-183fd03c-f8c4-4bd7-9334-c8cc32611a8c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Unset dirty status for tenant:8f45eee59766413ab0692ce274dac4c1 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:46.169227 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-183fd03c-f8c4-4bd7-9334-c8cc32611a8c tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3553469 Oct 20 03:43:46.170578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39554) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:46.177239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e129c9-39c3-4a18-9603-91177f43c96b None None] Pushing event updated for resources: {'Port': ['ID=1a35158e-0e7a-4c05-9316-566e616ca675,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:46.187382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Port 1a35158e-0e7a-4c05-9316-566e616ca675 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:43:46.189955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Attempting to bind port 1a35158e-0e7a-4c05-9316-566e616ca675 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:46.190097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf727c-941d-4e98-9627-0430b9adcd3b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf896f-fbc1-48dc-b1f6-d9956a1b3eef,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:46.190225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Attempting to bind port 1a35158e-0e7a-4c05-9316-566e616ca675 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '93770bf6-8381-4a86-bc5d-6a2b4fdc9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:46.190893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Attempting to bind port 1a35158e-0e7a-4c05-9316-566e616ca675 on network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:43:46.196320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463984411'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:46.201163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:43:46.201559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Checking segment: {'id': '93770bf6-8381-4a86-bc5d-6a2b4fdc9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:43:46.201953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.202345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Bound using segment: {'id': '93770bf6-8381-4a86-bc5d-6a2b4fdc9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:43:46.202798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Bound port: 1a35158e-0e7a-4c05-9316-566e616ca675, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93770bf6-8381-4a86-bc5d-6a2b4fdc9555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:46.203176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.203453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:46.224207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added routes are [] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 20 03:43:46.224704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.extraroute_db [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=90075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 20 03:43:46.226188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:46.232283 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4fd372ff-9c26-4dc8-af44-4b8f068abbfb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups/1bbf896f-fbc1-48dc-b1f6-d9956a1b3eef HTTP/1.1" status: 200 len: 1780 time: 0.0911438 Oct 20 03:43:46.232730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39558) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:46.258922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.274116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:46.274726 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.274827 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 Oct 20 03:43:46.277113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-acca199e-490e-479f-83ba-d099f21d153e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Synchronizing usage tracker for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:46.321211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aed0a050-a11e-47bf-87ce-97cd8cd6890c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.348942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] For port 1a35158e-0e7a-4c05-9316-566e616ca675, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:43:46.349612 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aed0a050-a11e-47bf-87ce-97cd8cd6890c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.352405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] For port 1a35158e-0e7a-4c05-9316-566e616ca675, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a35158e-0e7a-4c05-9316-566e616ca675,segment=NetworkSegment(93770bf6-8381-4a86-bc5d-6a2b4fdc9555),segment_id=93770bf6-8381-4a86-bc5d-6a2b4fdc9555)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:43:46.361046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.403439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-acca199e-490e-479f-83ba-d099f21d153e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Unset dirty status for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:46.404723 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-acca199e-490e-479f-83ba-d099f21d153e tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2540143 Oct 20 03:43:46.409669 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:46.411780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39562) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:46.424685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012941438'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:46.434558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Usage tracker for resource:security_group_rule and tenant:8f45eee59766413ab0692ce274dac4c1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:46.441967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:46.443360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:46.455264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:46.460706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:46.461831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:43:46.462470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.474621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.545903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:46.548773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29b1fb2-85ed-495a-b711-507a23262bb2" -d '{"events": [{"server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "name": "network-vif-plugged", "status": "completed", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:46.559259 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:46.562279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:46.612216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aed0a050-a11e-47bf-87ce-97cd8cd6890c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.620441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e6a397-7112-43d5-9040-ce88e98408ec x-openstack-request-id: req-63e6a397-7112-43d5-9040-ce88e98408ec {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:46.621139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "name": "network-vif-plugged", "status": "completed", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:46.621893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-63e6a397-7112-43d5-9040-ce88e98408ec {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:46.622505 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e6a397-7112-43d5-9040-ce88e98408ec'] response: {'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'code': 200} Oct 20 03:43:46.647076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.674690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:46.678617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Usage tracker for resource:security_group_rule and tenant:2bee72ce85a94996b23d8549ec94b0a1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:46.681780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:46.691561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:46.692351 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Attempt 5 to provision port 1a35158e-0e7a-4c05-9316-566e616ca675 Oct 20 03:43:46.696307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0a050-a11e-47bf-87ce-97cd8cd6890c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf896f-fbc1-48dc-b1f6-d9956a1b3eef,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:46.731702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:46.767869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.776188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.789392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e129c9-39c3-4a18-9603-91177f43c96b None None] Pushing event updated for resources: {'Port': ['ID=1a35158e-0e7a-4c05-9316-566e616ca675,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:46.789692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.807765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:46.809530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.836099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aed0a050-a11e-47bf-87ce-97cd8cd6890c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.839542 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-aed0a050-a11e-47bf-87ce-97cd8cd6890c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/1bbf896f-fbc1-48dc-b1f6-d9956a1b3eef HTTP/1.1" status: 204 len: 168 time: 0.6035206 Oct 20 03:43:46.839764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39570) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:46.862257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.869746 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.909182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-de4a0cc0-9ab0-4451-a1ab-80d2e86074f8 None None] Port 1a35158e-0e7a-4c05-9316-566e616ca675 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:43:46.921089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.954135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811d67da-260e-4732-ba1c-d331c863e59b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:46.959434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2602c41b-9356-4520-a740-0c90329f9856 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:46.963620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:47.002835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5479966-bdab-4d1c-b205-5f4ff77e2c16,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:47.051101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.055467 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f2d10e0a-31ea-43ed-83ab-f4062051ec7f tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8731654 Oct 20 03:43:47.055761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39574) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.061240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f435309a-3e52-4ba3-b52e-6a05218603ad tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:47.061947 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-f435309a-3e52-4ba3-b52e-6a05218603ad tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 03:43:47.064414 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-f435309a-3e52-4ba3-b52e-6a05218603ad tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 03:43:47.064414 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f435309a-3e52-4ba3-b52e-6a05218603ad tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "PUT /v2.0/security-groups/811d67da-260e-4732-ba1c-d331c863e59b HTTP/1.1" status: 409 len: 330 time: 0.0065272 Oct 20 03:43:47.066846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39578) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.090423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=57f0d163-0ad7-4143-b42c-b0db40d41ed9,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:47.118805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2602c41b-9356-4520-a740-0c90329f9856 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:47.121758 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2602c41b-9356-4520-a740-0c90329f9856 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2809956 Oct 20 03:43:47.125540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.129247 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bb251800-34de-4a49-954f-155e7f47cdcd tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7114027 Oct 20 03:43:47.129247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39582) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.134080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39584) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.171022 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-47397905-cd8b-42d8-bfb3-790215af7935 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] delete failed (client error): The resource could not be found. Oct 20 03:43:47.176803 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-47397905-cd8b-42d8-bfb3-790215af7935 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/1bbf896f-fbc1-48dc-b1f6-d9956a1b3eef HTTP/1.1" status: 404 len: 347 time: 0.0440705 Oct 20 03:43:47.179907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-59c8728f-385f-4748-959f-6dec5f06b8c9 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:47.180618 dv-neutron-861845-1-hyperv neutron-server[90076]: WARNING neutron.api.v2.base [None req-59c8728f-385f-4748-959f-6dec5f06b8c9 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 03:43:47.181414 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-59c8728f-385f-4748-959f-6dec5f06b8c9 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 03:43:47.185339 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-59c8728f-385f-4748-959f-6dec5f06b8c9 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "PUT /v2.0/security-groups/b5479966-bdab-4d1c-b205-5f4ff77e2c16 HTTP/1.1" status: 409 len: 330 time: 0.0481644 Oct 20 03:43:47.186034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39590) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.186479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39592) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.199952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.210253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056202045'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:47.220280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:47.222702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7568-3c18-41c7-ba49-c9e3e01a36ae tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.235770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 7, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35158e-0e7a-4c05-9316-566e616ca675', 'name': '', 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:d5:1f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:47.239791 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7a421-62f1-48f3-8dc3-e967e5860842 None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 7, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35158e-0e7a-4c05-9316-566e616ca675', 'name': '', 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:d5:1f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:47.253392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:47.272325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:47.281545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.283938 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1be41f58-f6d2-4a93-828d-137f7e4009d1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282 HTTP/1.1" status: 200 len: 700 time: 1.7799189 Oct 20 03:43:47.286458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39598) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.298725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7568-3c18-41c7-ba49-c9e3e01a36ae tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.358774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1ca208b4-7329-48dc-964d-f9a54651a265 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.400336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1ca208b4-7329-48dc-964d-f9a54651a265 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.407901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.453228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:47.461596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:47.464673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:47.471997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:47.488286 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e2a3c858-1a9a-4b1a-90a2-62cb2152e357 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282 HTTP/1.1" status: 200 len: 700 time: 0.2006316 Oct 20 03:43:47.490902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39602) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.545844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7568-3c18-41c7-ba49-c9e3e01a36ae tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.569705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d7568-3c18-41c7-ba49-c9e3e01a36ae tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d67da-260e-4732-ba1c-d331c863e59b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:47.653888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1ca208b4-7329-48dc-964d-f9a54651a265 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.704815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca208b4-7329-48dc-964d-f9a54651a265 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5479966-bdab-4d1c-b205-5f4ff77e2c16,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:47.709126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1ca208b4-7329-48dc-964d-f9a54651a265 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.710259 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1ca208b4-7329-48dc-964d-f9a54651a265 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/b5479966-bdab-4d1c-b205-5f4ff77e2c16 HTTP/1.1" status: 204 len: 168 time: 0.5182538 Oct 20 03:43:47.721928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39608) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.722913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7568-3c18-41c7-ba49-c9e3e01a36ae tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.727530 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ec5d7568-3c18-41c7-ba49-c9e3e01a36ae tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/811d67da-260e-4732-ba1c-d331c863e59b HTTP/1.1" status: 204 len: 168 time: 0.6594658 Oct 20 03:43:47.742812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39610) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.831033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.835266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e7f37cd6-5d59-461b-9723-c82a15fe122a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Synchronizing usage tracker for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:47.850640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e7f37cd6-5d59-461b-9723-c82a15fe122a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] Unset dirty status for tenant:2bee72ce85a94996b23d8549ec94b0a1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:47.851902 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e7f37cd6-5d59-461b-9723-c82a15fe122a tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230385 Oct 20 03:43:47.856780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39618) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.882857 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-c5fb7285-ac46-4efa-91ec-eee8ad4a9a38 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] delete failed (client error): The resource could not be found. Oct 20 03:43:47.882857 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c5fb7285-ac46-4efa-91ec-eee8ad4a9a38 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "DELETE /v2.0/security-groups/bf09a1cb-30d7-490f-b1c8-18d191919e42 HTTP/1.1" status: 404 len: 347 time: 0.0210638 Oct 20 03:43:47.887106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39622) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.909981 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aba22287-99f5-4dbf-a34d-9979a6f24b2a tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1658013 Oct 20 03:43:47.914156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39626) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.937520 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-21c16022-0994-4d3d-a58b-95250c146113 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] delete failed (client error): The resource could not be found. Oct 20 03:43:47.937520 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-21c16022-0994-4d3d-a58b-95250c146113 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "DELETE /v2.0/security-groups/954ab5ac-3a4c-400f-8f7c-afb88776a52c HTTP/1.1" status: 404 len: 347 time: 0.0163352 Oct 20 03:43:47.937792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39630) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.941749 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-5ccfbb81-fa44-4dae-a8b7-0a087a45f273 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] show failed (client error): The resource could not be found. Oct 20 03:43:47.942980 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5ccfbb81-fa44-4dae-a8b7-0a087a45f273 tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-groups/cb8ffe3d-8f84-4e2a-8925-bfd7a8b217dd HTTP/1.1" status: 404 len: 347 time: 0.0524213 Oct 20 03:43:47.946439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39634) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.957162 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-616f24ee-c36c-45ad-91e4-957b8e83c9f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] show failed (client error): The resource could not be found. Oct 20 03:43:47.958567 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-616f24ee-c36c-45ad-91e4-957b8e83c9f5 tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-groups/a2fea4af-5978-4575-aaa9-419267578a13 HTTP/1.1" status: 404 len: 347 time: 0.0199127 Oct 20 03:43:47.962857 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39638) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:47.971263 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-60887d99-fde8-4aed-b10f-14d6dc8d650d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] show failed (client error): The resource could not be found. Oct 20 03:43:47.975737 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-60887d99-fde8-4aed-b10f-14d6dc8d650d tempest-NegativeSecGroupIPv6Test-1071102206 tempest-NegativeSecGroupIPv6Test-1071102206-project] 10.222.0.33 "GET /v2.0/security-group-rules/d955fcee-b1c7-4b03-a500-238edd9643fa HTTP/1.1" status: 404 len: 356 time: 0.0249538 Oct 20 03:43:47.983327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.006841 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-635eb88b-57cb-4622-9f81-c5d89685d91e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] show failed (client error): The resource could not be found. Oct 20 03:43:48.016602 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-635eb88b-57cb-4622-9f81-c5d89685d91e tempest-NegativeSecGroupTest-2107330910 tempest-NegativeSecGroupTest-2107330910-project] 10.222.0.33 "GET /v2.0/security-group-rules/a3048b4d-2b3c-4364-becc-ebf1b06faf2f HTTP/1.1" status: 404 len: 356 time: 0.0440357 Oct 20 03:43:48.044013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fc4088-79ec-4b69-b408-d58af71c6904,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:48.096181 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:48.106905 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:48.107633 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:48.159709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.160923 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0eb5d267-cc18-4cbf-8292-2d3b245ba0bb tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9703846 Oct 20 03:43:48.163740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39646) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:48.168898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '24fc4088-79ec-4b69-b408-d58af71c6904', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:48.172559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.176729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:48.180568 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:48.183921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:48.190074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:48.265490 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:48.372549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.453885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.519383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.537685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 1a35158e-0e7a-4c05-9316-566e616ca675 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:48.538282 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.546236 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bf2162-5365-410f-a93b-80e4ea64a8c9,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:48.634974 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 7, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35158e-0e7a-4c05-9316-566e616ca675', 'name': '', 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:d5:1f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:48.639228 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:48.649189 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:48.650584 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:48.651596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.653521 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e1ad98ef-e26e-4eb5-9b64-6039411adbda tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4888318 Oct 20 03:43:48.655686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39652) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:48.696249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3645f6a0-0b89-4fb1-9d8b-c859e72ffb6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.708087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3645f6a0-0b89-4fb1-9d8b-c859e72ffb6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.733011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39656) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:48.863817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3645f6a0-0b89-4fb1-9d8b-c859e72ffb6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.865338 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:48.883902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645f6a0-0b89-4fb1-9d8b-c859e72ffb6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91bf2162-5365-410f-a93b-80e4ea64a8c9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:48.889920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3645f6a0-0b89-4fb1-9d8b-c859e72ffb6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.893491 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3645f6a0-0b89-4fb1-9d8b-c859e72ffb6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/91bf2162-5365-410f-a93b-80e4ea64a8c9 HTTP/1.1" status: 204 len: 168 time: 0.2344604 Oct 20 03:43:48.896746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39666) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:48.952788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0e0f0919-3350-40c8-8fd8-42e24f57f485 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:48.980090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port 1a35158e-0e7a-4c05-9316-566e616ca675, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a35158e-0e7a-4c05-9316-566e616ca675,segment=NetworkSegment(93770bf6-8381-4a86-bc5d-6a2b4fdc9555),segment_id=93770bf6-8381-4a86-bc5d-6a2b4fdc9555)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:48.980090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.996388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39670) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:49.112785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0e0f0919-3350-40c8-8fd8-42e24f57f485 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:49.116366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 1a35158e-0e7a-4c05-9316-566e616ca675 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:49.117214 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0e0f0919-3350-40c8-8fd8-42e24f57f485 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2193651 Oct 20 03:43:49.122192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39676) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:49.149417 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8b182dae-d479-49fc-9fe4-aa95d08f8446 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8f45eee59766413ab0692ce274dac4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151804 Oct 20 03:43:49.155806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39680) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:49.165457 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b9c8a1f3-3eb0-4031-9589-3bd949cee4c4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2bee72ce85a94996b23d8549ec94b0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651247 Oct 20 03:43:49.211898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39684) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:49.299508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8843-345a-4241-8367-991cdb61d678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.314793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a35158e-0e7a-4c05-9316-566e616ca675 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:43:49.328103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-000623c7-9600-4941-8da9-3cc63a8f5a2d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.335817 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 7, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35158e-0e7a-4c05-9316-566e616ca675', 'name': '', 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:d5:1f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:49.353428 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb8769-7d64-4953-9cc6-6354a34b1b27 None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 7, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a35158e-0e7a-4c05-9316-566e616ca675', 'name': '', 'network_id': 'a2cc8fe8-1718-41fa-85a1-e2f90a87e97d', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:d5:1f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:43:46Z', 'revision_number': 4, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': 'b636c15e-d719-42a6-87c9-f6a43a9ebac1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:49.371035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8843-345a-4241-8367-991cdb61d678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.403040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-26027151-d202-4b6e-80c0-9c4c393a770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.420820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-000623c7-9600-4941-8da9-3cc63a8f5a2d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.476786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-26027151-d202-4b6e-80c0-9c4c393a770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.483204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.483759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1a35158e-0e7a-4c05-9316-566e616ca675 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:49.501451 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a35158e-0e7a-4c05-9316-566e616ca675 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:49.501905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.502473 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a35158e-0e7a-4c05-9316-566e616ca675 Oct 20 03:43:49.563386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Port 1a35158e-0e7a-4c05-9316-566e616ca675 was deleted so its status cannot be updated. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 03:43:49.576973 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8843-345a-4241-8367-991cdb61d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.626731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d8843-345a-4241-8367-991cdb61d678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c70540-50f5-4a11-90e3-8dc0a99d21f5,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:49.639517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-000623c7-9600-4941-8da9-3cc63a8f5a2d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.651697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=1a35158e-0e7a-4c05-9316-566e616ca675,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:49.688957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000623c7-9600-4941-8da9-3cc63a8f5a2d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fc4088-79ec-4b69-b408-d58af71c6904,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:49.700626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-26027151-d202-4b6e-80c0-9c4c393a770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.739830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb3d8843-345a-4241-8367-991cdb61d678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.740957 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bb3d8843-345a-4241-8367-991cdb61d678 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/13c70540-50f5-4a11-90e3-8dc0a99d21f5 HTTP/1.1" status: 204 len: 168 time: 0.5841606 Oct 20 03:43:49.753534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027151-d202-4b6e-80c0-9c4c393a770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465b1536-b2af-4cc2-9174-45171374a3b3,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:49.810237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-26027151-d202-4b6e-80c0-9c4c393a770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.810237 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-26027151-d202-4b6e-80c0-9c4c393a770f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/465b1536-b2af-4cc2-9174-45171374a3b3 HTTP/1.1" status: 204 len: 168 time: 0.5969627 Oct 20 03:43:49.811179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-000623c7-9600-4941-8da9-3cc63a8f5a2d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.816351 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-000623c7-9600-4941-8da9-3cc63a8f5a2d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/24fc4088-79ec-4b69-b408-d58af71c6904 HTTP/1.1" status: 204 len: 168 time: 0.6931326 Oct 20 03:43:49.817290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39692) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:49.932466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-56a115bf-8a62-4222-bb6b-af421a8c76d3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:50.018374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.067795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-56a115bf-8a62-4222-bb6b-af421a8c76d3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:50.069419 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-56a115bf-8a62-4222-bb6b-af421a8c76d3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2509472 Oct 20 03:43:50.073757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39698) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:50.078983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949943748'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:50.086962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:50.114923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:50.273965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.334758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:50.343198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:50.348969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:50.363421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:50.463114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:50.466304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.542752 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.613516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21cacfaf-5157-44b0-b94c-8893a496a416,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:50.652006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:50.671099 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b0b95da3-d1b2-4bfe-86c4-16f717328c40 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1758237 Oct 20 03:43:50.672340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39712) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:50.674310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:50.684010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:50.684627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:50.753102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e4e491-02d0-4190-b17a-7b5bedeca90e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting subnet b636c15e-d719-42a6-87c9-f6a43a9ebac1 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:43:50.757188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.757881 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7edb9311-c43b-4941-84e7-cc38f487b7c3 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6830125 Oct 20 03:43:50.758760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e491-02d0-4190-b17a-7b5bedeca90e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.760627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39716) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:50.766829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '21cacfaf-5157-44b0-b94c-8893a496a416', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:50.773285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:50.777675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:50.780700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:50.787617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:50.820548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e491-02d0-4190-b17a-7b5bedeca90e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.869043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:50.883229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.909953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e491-02d0-4190-b17a-7b5bedeca90e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.966028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.026726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.048809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8d5392-46ad-4117-9fc5-dfd81a82e197,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:51.067029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e491-02d0-4190-b17a-7b5bedeca90e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.112864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.114007 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4e491-02d0-4190-b17a-7b5bedeca90e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Subnet': ['ID=b636c15e-d719-42a6-87c9-f6a43a9ebac1,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:51.115212 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2643fbad-c55d-489e-8215-6d1aac13ba0e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3535628 Oct 20 03:43:51.118402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39728) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:51.124787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e491-02d0-4190-b17a-7b5bedeca90e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.127614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '21cacfaf-5157-44b0-b94c-8893a496a416', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:51.133959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929a0cb8-70a2-4a01-b7f1-35a0cef24328 None None] Network a2cc8fe8-1718-41fa-85a1-e2f90a87e97d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:51.134804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:51.135058 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f7e4e491-02d0-4190-b17a-7b5bedeca90e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/b636c15e-d719-42a6-87c9-f6a43a9ebac1 HTTP/1.1" status: 204 len: 168 time: 0.4614580 Oct 20 03:43:51.137686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39734) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:51.140003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:51.143827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:51.151436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:51.262650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.276569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.288666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port c21cfd8d-58f8-4f06-a39b-0747eea55527 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:51.289540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.336764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39740) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:51.346714 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0060849 Oct 20 03:43:51.357744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39742) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:51.566286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.603851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:49Z', 'revision_number': 8, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:51.609512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:51.633432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:51.634213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:51.639200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.640965 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-acd62e91-3c7b-49fc-af98-13b82401295e tempest-NetworksApiDiscovery-1136807534 tempest-NetworksApiDiscovery-1136807534-project] 10.222.0.33 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2823136 Oct 20 03:43:51.694745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72e9250-3b87-4993-b297-7fb9b0d2d5b2,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:51.704618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port c21cfd8d-58f8-4f06-a39b-0747eea55527, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c21cfd8d-58f8-4f06-a39b-0747eea55527,segment=NetworkSegment(93770bf6-8381-4a86-bc5d-6a2b4fdc9555),segment_id=93770bf6-8381-4a86-bc5d-6a2b4fdc9555)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:51.704994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.782763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.784030 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-081f5e06-0332-45b1-8e3c-85b9eaf171a2 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6639760 Oct 20 03:43:51.786642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39756) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:51.792093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '21cacfaf-5157-44b0-b94c-8893a496a416', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:51.799379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:51.809399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:51.813528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] DHCP port deletion for a2cc8fe8-1718-41fa-85a1-e2f90a87e97d request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:43:51.815549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:51.821498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:51.836150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] Deleting port c21cfd8d-58f8-4f06-a39b-0747eea55527 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:51.837074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.864792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for c21cfd8d-58f8-4f06-a39b-0747eea55527 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:51.915235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:51.932405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-ba5ba7b3-f93d-4b26-8dcf-79da91ea4b11 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:51.940562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:51.983660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.016295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-ba5ba7b3-f93d-4b26-8dcf-79da91ea4b11 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:52.017509 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-ba5ba7b3-f93d-4b26-8dcf-79da91ea4b11 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330530667&fields=id&tenant_id=b59d5f13f62646b8af99f2bd7cc20df1 HTTP/1.1" status: 200 len: 267 time: 0.2419715 Oct 20 03:43:52.039291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.056498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.073942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d95b925-78ae-485d-8d0e-aa519859f839,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:52.119435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.120993 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2acfd13e-2979-4387-87cb-11a7f90d2eb9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333495 Oct 20 03:43:52.123664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39762) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:52.130009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '21cacfaf-5157-44b0-b94c-8893a496a416', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:52.137754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:52.143287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:52.145776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No DVR routers for this DVR port c21cfd8d-58f8-4f06-a39b-0747eea55527 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:43:52.147917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:52.156112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:52.185037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=c21cfd8d-58f8-4f06-a39b-0747eea55527,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:52.200908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39766) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:52.232069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.293097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] For port c21cfd8d-58f8-4f06-a39b-0747eea55527, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c21cfd8d-58f8-4f06-a39b-0747eea55527,segment=NetworkSegment(93770bf6-8381-4a86-bc5d-6a2b4fdc9555),segment_id=93770bf6-8381-4a86-bc5d-6a2b4fdc9555)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:52.294054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.318091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.321406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.365637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c70c6206-295b-4312-a2ae-2f7e4fa389f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.365985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-3cbd31e4-56db-46fb-a562-1bec834a73e4 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:52.366679 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-3cbd31e4-56db-46fb-a562-1bec834a73e4 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:52.369939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cc8fe8-1718-41fa-85a1-e2f90a87e97d']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:52.381195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c70c6206-295b-4312-a2ae-2f7e4fa389f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:52.384954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c70c6206-295b-4312-a2ae-2f7e4fa389f1 admin admin] Usage tracker for resource:security_group_rule and tenant:97c0e6b9773a4868b412f1643c3a373c is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:52.385815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93770bf6-8381-4a86-bc5d-6a2b4fdc9555') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:52.386120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93770bf6-8381-4a86-bc5d-6a2b4fdc9555') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:52.387835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c70c6206-295b-4312-a2ae-2f7e4fa389f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:52.394700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.401672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c70c6206-295b-4312-a2ae-2f7e4fa389f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:52.407717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.424360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.430787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:43:52.431184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.432776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2af1f66-d987-425b-91b5-ffb0ab28dc0a,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:52.452496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] Calling delete_port for c21cfd8d-58f8-4f06-a39b-0747eea55527 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:52.513699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c70c6206-295b-4312-a2ae-2f7e4fa389f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.517697 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 93770bf6-8381-4a86-bc5d-6a2b4fdc9555 resource provider aggregate not found Oct 20 03:43:52.527205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-3cbd31e4-56db-46fb-a562-1bec834a73e4 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:52.528156 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-3cbd31e4-56db-46fb-a562-1bec834a73e4 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 812 time: 0.5029597 Oct 20 03:43:52.538497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.545887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39776) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:52.546171 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f14ffb67-867a-4656-b1cf-8e57a816610f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4191813 Oct 20 03:43:52.556114 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 93770bf6-8381-4a86-bc5d-6a2b4fdc9555 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93770bf6-8381-4a86-bc5d-6a2b4fdc9555 found for delete ", "request_id": "req-5977f656-ba01-4163-9045-7988200116aa"}]} Oct 20 03:43:52.560523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '21cacfaf-5157-44b0-b94c-8893a496a416', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:52.568761 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-3d70117a-d1b9-4563-a50e-f056554d380d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/quotas/b59d5f13f62646b8af99f2bd7cc20df1 HTTP/1.1" status: 200 len: 375 time: 0.0263667 Oct 20 03:43:52.570226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:52.578121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:52.580940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:43:52.580940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:43:52.599335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c70c6206-295b-4312-a2ae-2f7e4fa389f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.601138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:49Z', 'revision_number': 8, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:52.605859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94552cb8-f43a-4db9-b825-fc44cc5b4922 None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:49Z', 'revision_number': 8, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8730733-0788-4f0d-9124-89c41e05c28a', 'name': '', 'network_id': 'a827c8fe-cfb2-44f9-9508-a318faa5f445', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:18:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:32Z', 'updated_at': '2022-10-20T03:43:41Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '9f4d0d65-0c09-4c38-aa07-d9c06c843139', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:52.620075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:52.636856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:52.658005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c6206-295b-4312-a2ae-2f7e4fa389f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b356f4-e93a-415d-a7b1-5a763c7d2022,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:52.665081 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c70c6206-295b-4312-a2ae-2f7e4fa389f1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=97c0e6b9773a4868b412f1643c3a373c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607396 Oct 20 03:43:52.665480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39782) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:52.669017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.677247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39786) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:52.691935 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.700148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Network': ['ID=a2cc8fe8-1718-41fa-85a1-e2f90a87e97d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:52.709631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-5dea9ae6-091a-4eb5-adad-0e2b24a09aa9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:52.721787 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6048d7b0-3f7f-4d9e-924b-df0ae2228fa4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/networks/a2cc8fe8-1718-41fa-85a1-e2f90a87e97d HTTP/1.1" status: 204 len: 168 time: 1.5831506 Oct 20 03:43:52.726807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39790) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:52.828317 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-64bdfd3c-080a-4910-9569-7c6079b882d2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d HTTP/1.1" status: 200 len: 994 time: 0.1402085 Oct 20 03:43:52.841342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d476-b2d6-4fb2-bd82-c410335904b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.863864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-5dea9ae6-091a-4eb5-adad-0e2b24a09aa9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:52.865153 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-5dea9ae6-091a-4eb5-adad-0e2b24a09aa9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2894857 Oct 20 03:43:52.867748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:52.869889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d476-b2d6-4fb2-bd82-c410335904b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.009874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d476-b2d6-4fb2-bd82-c410335904b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.030020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d476-b2d6-4fb2-bd82-c410335904b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.033892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d6b0d476-b2d6-4fb2-bd82-c410335904b4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f0b356f4-e93a-415d-a7b1-5a763c7d2022 HTTP/1.1" status: 204 len: 168 time: 0.3646379 Oct 20 03:43:53.040427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0d476-b2d6-4fb2-bd82-c410335904b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b356f4-e93a-415d-a7b1-5a763c7d2022,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:53.081997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] Deleting port c21cfd8d-58f8-4f06-a39b-0747eea55527 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:53.082491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.152128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0e4ca-b24b-4a04-8504-24eae815d996 None None] The port 'c21cfd8d-58f8-4f06-a39b-0747eea55527' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:43:53.152990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39800) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:53.247313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a35158e-0e7a-4c05-9316-566e616ca675 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:53.321965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.337429 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-47a2d39d-ad3b-4f53-86a6-c33ea7c43f8d service neutron] 10.222.0.33 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560649 Oct 20 03:43:53.367054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1a35158e-0e7a-4c05-9316-566e616ca675 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:53.367409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a35158e-0e7a-4c05-9316-566e616ca675 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:53.367821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c21cfd8d-58f8-4f06-a39b-0747eea55527 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:53.402637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c21cfd8d-58f8-4f06-a39b-0747eea55527 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:53.402964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c21cfd8d-58f8-4f06-a39b-0747eea55527 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:53.415646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.427011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 0f56378d-9260-4d82-9d8d-07e367a7839f {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:53.427366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.503790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8588c6a-4bf3-4ad7-ad72-5295e07e3e18,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:53.603690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.604153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.622693 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-564b0df9-fe05-4adb-bad9-7e30940a442d service neutron] 10.222.0.33 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398915 Oct 20 03:43:53.631261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.634971 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ff03d592-f1b9-4b90-9d5f-50ea4abe8296 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0833757 Oct 20 03:43:53.635773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39804) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:53.674802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-820a8cf6-a5b4-417d-8a1d-c1d776b9ae03 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.687065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-820a8cf6-a5b4-417d-8a1d-c1d776b9ae03 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.730926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 0f56378d-9260-4d82-9d8d-07e367a7839f owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:53.782754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.897079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-820a8cf6-a5b4-417d-8a1d-c1d776b9ae03 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.933492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a8cf6-a5b4-417d-8a1d-c1d776b9ae03 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8588c6a-4bf3-4ad7-ad72-5295e07e3e18,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:53.938603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-820a8cf6-a5b4-417d-8a1d-c1d776b9ae03 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:53.939203 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-820a8cf6-a5b4-417d-8a1d-c1d776b9ae03 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/c8588c6a-4bf3-4ad7-ad72-5295e07e3e18 HTTP/1.1" status: 204 len: 168 time: 0.3030999 Oct 20 03:43:53.942013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39814) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:53.959491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:54.013288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=0f56378d-9260-4d82-9d8d-07e367a7839f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:54.110970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67c21831-f2da-48eb-8911-1cd14aabd25c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:54.147086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:54.147470 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP 2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d disassociated (deleted). External IP: 172.26.7.105, port: 7526a1d5-e82c-4f13-835a-68405fe7adf7. Oct 20 03:43:54.158655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port c8730733-0788-4f0d-9124-89c41e05c28a {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:54.158998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:54.201858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67c21831-f2da-48eb-8911-1cd14aabd25c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:54.203148 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-67c21831-f2da-48eb-8911-1cd14aabd25c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2599001 Oct 20 03:43:54.208345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39818) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:54.335469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8fd03528-2a72-43f3-9254-c812ac893fc8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:54.351653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8fd03528-2a72-43f3-9254-c812ac893fc8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:54.425829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port c8730733-0788-4f0d-9124-89c41e05c28a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c8730733-0788-4f0d-9124-89c41e05c28a,segment=NetworkSegment(e3857dfe-dec8-40e4-81fe-acb09d5197f1),segment_id=e3857dfe-dec8-40e4-81fe-acb09d5197f1)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:54.426189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:54.449343 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-858c43ba-6492-4e10-8f9f-ab61e015e902 req-d5610009-edfd-4a5b-9769-bcdbc5aafa58 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 210 time: 0.0762637 Oct 20 03:43:54.552316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8fd03528-2a72-43f3-9254-c812ac893fc8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:54.564055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for c8730733-0788-4f0d-9124-89c41e05c28a owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:54.622027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd03528-2a72-43f3-9254-c812ac893fc8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2af1f66-d987-425b-91b5-ffb0ab28dc0a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:54.680576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:54.757765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8fd03528-2a72-43f3-9254-c812ac893fc8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:54.758904 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8fd03528-2a72-43f3-9254-c812ac893fc8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/f2af1f66-d987-425b-91b5-ffb0ab28dc0a HTTP/1.1" status: 204 len: 168 time: 0.5496459 Oct 20 03:43:54.761988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39830) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:54.822544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed5c9ed8-ed78-477a-bcfc-9eb465c54924 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:54.860944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:54.861173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:54.871057 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] Sync routers for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:54.880516 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:54.881139 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:54.908618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=c8730733-0788-4f0d-9124-89c41e05c28a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:54.996933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:55.083697 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b20c4b85-f6d6-47bb-a8ea-572235df6db9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/floatingips/2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d HTTP/1.1" status: 204 len: 168 time: 1.9295926 Oct 20 03:43:55.084429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:55.087955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:55.097620 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:55.163163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ed5c9ed8-ed78-477a-bcfc-9eb465c54924 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:55.167151 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ed5c9ed8-ed78-477a-bcfc-9eb465c54924 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4016213 Oct 20 03:43:55.168281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39840) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:55.202192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009d6154-522b-4be2-b84c-7090e598193d x-openstack-request-id: req-009d6154-522b-4be2-b84c-7090e598193d {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:55.203099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:55.206002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-009d6154-522b-4be2-b84c-7090e598193d {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:55.207041 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009d6154-522b-4be2-b84c-7090e598193d'] response: {'name': 'network-changed', 'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'status': 'completed', 'code': 200} Oct 20 03:43:55.381304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a064315b-24fd-41df-8fe3-e6b8252728d4 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:55.403013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-498fba3c-aee2-4b08-8b65-6ffa80cdbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:55.404900 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-498fba3c-aee2-4b08-8b65-6ffa80cdbc2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 1099 time: 0.1718154 Oct 20 03:43:55.414488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a064315b-24fd-41df-8fe3-e6b8252728d4 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:55.453148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:55.496654 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '079ceff6-23ea-442a-b3cc-c09b52bfae7d', 'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:14:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:31Z', 'updated_at': '2022-10-20T03:42:50Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:55.501018 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] Checking router: c43f9821-b3da-40aa-bef7-56d44d4eb1b7 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:55.512751 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:55.513863 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:55.541725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a064315b-24fd-41df-8fe3-e6b8252728d4 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:55.637826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064315b-24fd-41df-8fe3-e6b8252728d4 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d95b925-78ae-485d-8d0e-aa519859f839,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:55.648272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-bf4b0fe1-4cb8-4089-b5de-9f7d9b0e2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:55.649924 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-bf4b0fe1-4cb8-4089-b5de-9f7d9b0e2fe7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35ac8035-da00-4d83-b392-b121e788f463 HTTP/1.1" status: 200 len: 898 time: 0.2342758 Oct 20 03:43:55.669585 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1f7fceea-7a8e-4215-b65e-b0219756ecbe req-6486a26f-9079-429f-b748-b5fef99baad2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 210 time: 0.0603971 Oct 20 03:43:55.741674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a064315b-24fd-41df-8fe3-e6b8252728d4 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:55.742835 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a064315b-24fd-41df-8fe3-e6b8252728d4 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/1d95b925-78ae-485d-8d0e-aa519859f839 HTTP/1.1" status: 204 len: 168 time: 0.5736427 Oct 20 03:43:55.746033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39848) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:55.783239 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-d4bab87c-9180-49cc-bc37-6f860abb4357 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7526a1d5-e82c-4f13-835a-68405fe7adf7 HTTP/1.1" status: 200 len: 217 time: 0.1171310 Oct 20 03:43:55.829565 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:55.879213 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9acdb021-feda-4c3b-a679-cf459ad4999e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1208289 Oct 20 03:43:55.879920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39852) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:55.920772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:43:55.921382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-759fd6d9-7ad4-453d-b3c3-ef7efc95c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:55.921382 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-759fd6d9-7ad4-453d-b3c3-ef7efc95c911 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=405b0359-76c9-4b32-b04b-80b1d8d84361 HTTP/1.1" status: 200 len: 834 time: 0.1293805 Oct 20 03:43:56.006852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfc949bc-923e-4649-b339-c0ca7368e565 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.013189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274f158-c55a-486b-b3f6-84a3c1aa7d8d req-73e6f5be-ff61-46b2-a381-f3e349b908fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:56.014708 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0274f158-c55a-486b-b3f6-84a3c1aa7d8d req-73e6f5be-ff61-46b2-a381-f3e349b908fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 946 time: 0.2109430 Oct 20 03:43:56.020982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfc949bc-923e-4649-b339-c0ca7368e565 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.057090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-6bb9ad72-9d58-4d99-a69d-d1d8c84d34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:56.058580 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-6bb9ad72-9d58-4d99-a69d-d1d8c84d34f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35ac8035-da00-4d83-b392-b121e788f463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1283376 Oct 20 03:43:56.146969 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0274f158-c55a-486b-b3f6-84a3c1aa7d8d req-b6a72f44-24a0-404c-8bc0-5450a34acf79 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715270 Oct 20 03:43:56.150700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:43:56.159000 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-33d54d0b-b6b3-441f-8462-03167cfb2b03 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4286816 Oct 20 03:43:56.163129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39856) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:56.163724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:56.180120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:56.198593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:56.203150 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '079ceff6-23ea-442a-b3cc-c09b52bfae7d', 'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:14:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:31Z', 'updated_at': '2022-10-20T03:42:50Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:56.207793 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c43d2-42ed-4d11-94bd-845d5309f281 None None] The sync data for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv is: [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '079ceff6-23ea-442a-b3cc-c09b52bfae7d', 'name': '', 'network_id': '35ac8035-da00-4d83-b392-b121e788f463', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:14:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:31Z', 'updated_at': '2022-10-20T03:42:50Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '405b0359-76c9-4b32-b04b-80b1d8d84361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:56.231190 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-2119c090-ddb5-4cbf-ad4f-d594dcfbcd37 service neutron] 10.222.0.26 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649921 Oct 20 03:43:56.232130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfc949bc-923e-4649-b339-c0ca7368e565 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.239137 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac17eac-2d83-4aba-87b7-43b076b0a643 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting subnet 9f4d0d65-0c09-4c38-aa07-d9c06c843139 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:43:56.242969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ac17eac-2d83-4aba-87b7-43b076b0a643 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.279225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc949bc-923e-4649-b339-c0ca7368e565 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a72e9250-3b87-4993-b297-7fb9b0d2d5b2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:56.317223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ac17eac-2d83-4aba-87b7-43b076b0a643 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.332256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfc949bc-923e-4649-b339-c0ca7368e565 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.333556 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bfc949bc-923e-4649-b339-c0ca7368e565 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/a72e9250-3b87-4993-b297-7fb9b0d2d5b2 HTTP/1.1" status: 204 len: 168 time: 0.4508207 Oct 20 03:43:56.338212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39860) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:56.385830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:56.400743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3c1ea544-a907-44fd-87aa-de0a4f518924 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:56.413905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ac17eac-2d83-4aba-87b7-43b076b0a643 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.461753 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0f3316ed-4e24-4a40-8f2f-bfbf24d32d3b req-6c4122ff-243e-403f-bc04-024f131e8d65 service neutron] 10.222.0.26 "GET /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152808 Oct 20 03:43:56.502245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3c1ea544-a907-44fd-87aa-de0a4f518924 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:56.503800 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3c1ea544-a907-44fd-87aa-de0a4f518924 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1643651 Oct 20 03:43:56.506486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39864) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:56.538577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cc43b777-2eb3-4160-bccc-ba8e65d1c22f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.550594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cc43b777-2eb3-4160-bccc-ba8e65d1c22f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.552049 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb4ab8-ecd3-4383-b279-022f3879f298 None None] New status for floating IP 2ef0ea72-75b0-4ec7-8e29-5f663f0d3e4d: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:43:56.575970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ac17eac-2d83-4aba-87b7-43b076b0a643 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.615690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac17eac-2d83-4aba-87b7-43b076b0a643 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4d0d65-0c09-4c38-aa07-d9c06c843139,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:56.629750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ac17eac-2d83-4aba-87b7-43b076b0a643 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.636468 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5ac17eac-2d83-4aba-87b7-43b076b0a643 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/9f4d0d65-0c09-4c38-aa07-d9c06c843139 HTTP/1.1" status: 204 len: 168 time: 0.4745307 Oct 20 03:43:56.639379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39868) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:56.695082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2837714-a0a8-4be2-902f-a7969af4a7e9 None None] Network a827c8fe-cfb2-44f9-9508-a318faa5f445 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:43:56.885515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cc43b777-2eb3-4160-bccc-ba8e65d1c22f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.925358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:54Z', 'revision_number': 9, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:56.938371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:56.947498 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1753a6ba-4783-41fc-b4e4-aa90ce1e709a req-b536d886-d349-4371-bcd4-434d9ba62c7e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 210 time: 0.0852978 Oct 20 03:43:56.964642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:43:56.965296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:57.022347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43b777-2eb3-4160-bccc-ba8e65d1c22f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e8d5392-46ad-4117-9fc5-dfd81a82e197,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:57.042878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cc43b777-2eb3-4160-bccc-ba8e65d1c22f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.043986 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cc43b777-2eb3-4160-bccc-ba8e65d1c22f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/3e8d5392-46ad-4117-9fc5-dfd81a82e197 HTTP/1.1" status: 204 len: 168 time: 0.5366161 Oct 20 03:43:57.048233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39874) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:57.061304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.101712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 1b448b97-753f-42dc-a205-f084a3186feb {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:57.102208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.110577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-66aae61f-3fd0-4740-b5a1-1e7db2d338ef tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:57.136499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] DHCP port deletion for a827c8fe-cfb2-44f9-9508-a318faa5f445 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:43:57.138697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:43:57.167054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-af9a4e24-ee4a-40e1-b060-338aa91bdc99 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.168443 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-af9a4e24-ee4a-40e1-b060-338aa91bdc99 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 812 time: 0.3077471 Oct 20 03:43:57.200780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] Deleting port 1b448b97-753f-42dc-a205-f084a3186feb {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:57.201282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.218372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-66aae61f-3fd0-4740-b5a1-1e7db2d338ef tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:57.218372 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-66aae61f-3fd0-4740-b5a1-1e7db2d338ef tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1662037 Oct 20 03:43:57.219255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39880) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:57.289741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-ee2f184e-df0c-41cd-9c3c-6cfe10d6dd59 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.291265 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-ee2f184e-df0c-41cd-9c3c-6cfe10d6dd59 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 946 time: 0.1530824 Oct 20 03:43:57.366344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1b448b97-753f-42dc-a205-f084a3186feb no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:57.377202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-0fcc9c62-ddad-43ca-b58e-250bda86396c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:57.423789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-0fcc9c62-ddad-43ca-b58e-250bda86396c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:57.425019 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-0fcc9c62-ddad-43ca-b58e-250bda86396c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59d5f13f62646b8af99f2bd7cc20df1 HTTP/1.1" status: 200 len: 379 time: 0.1890366 Oct 20 03:43:57.432384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port 1b448b97-753f-42dc-a205-f084a3186feb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1b448b97-753f-42dc-a205-f084a3186feb,segment=NetworkSegment(e3857dfe-dec8-40e4-81fe-acb09d5197f1),segment_id=e3857dfe-dec8-40e4-81fe-acb09d5197f1)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:57.432746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.453685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'port': {'device_id': '7138835d-45a8-4271-8c37-f000be4807ca', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'admin_state_up': True, 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'security_groups': ['d2aef360-bac0-4c84-93a7-c1638bfad24f']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:57.573503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 7526a1d5-e82c-4f13-835a-68405fe7adf7 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:57.574890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.608998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 1b448b97-753f-42dc-a205-f084a3186feb owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:57.723005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa94c-55d9-4842-a01b-d10ffcb885e8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.792545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.817727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Port 1b448b97-753f-42dc-a205-f084a3186feb update to DOWN by agent not found {{(pid=90077) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 20 03:43:57.839724 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa94c-55d9-4842-a01b-d10ffcb885e8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.845445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] For port 1b448b97-753f-42dc-a205-f084a3186feb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1b448b97-753f-42dc-a205-f084a3186feb,segment=NetworkSegment(e3857dfe-dec8-40e4-81fe-acb09d5197f1),segment_id=e3857dfe-dec8-40e4-81fe-acb09d5197f1)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:57.847734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.887258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No DVR routers for this DVR port 1b448b97-753f-42dc-a205-f084a3186feb on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:43:57.907632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=1b448b97-753f-42dc-a205-f084a3186feb,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:57.938015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f972803-dbd2-49b7-95e5-6811aa8c8cd8 req-a4b150e4-f908-49d9-bf89-8f66306d049a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.939936 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4f972803-dbd2-49b7-95e5-6811aa8c8cd8 req-a4b150e4-f908-49d9-bf89-8f66306d049a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 946 time: 0.5940297 Oct 20 03:43:58.052575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] Calling delete_port for 1b448b97-753f-42dc-a205-f084a3186feb owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:58.108956 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4f972803-dbd2-49b7-95e5-6811aa8c8cd8 req-964e2d5e-e417-4e13-82ac-6019af788fe7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9a2d9e2c-b574-4b0e-91de-dbf5a131faad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957377 Oct 20 03:43:58.134919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.155497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:58.178371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:58.185051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a827c8fe-cfb2-44f9-9508-a318faa5f445']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:58.192028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 7526a1d5-e82c-4f13-835a-68405fe7adf7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7526a1d5-e82c-4f13-835a-68405fe7adf7,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:43:58.194148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.200652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:54Z', 'revision_number': 9, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:58.211440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3857dfe-dec8-40e4-81fe-acb09d5197f1') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:58.211740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3857dfe-dec8-40e4-81fe-acb09d5197f1') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:58.215285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa94c-55d9-4842-a01b-d10ffcb885e8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.236890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:43:58.237349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:43:58.238294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b4136-cbbc-4f5d-be1d-6a5e2fbe2ee0 None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:43:54Z', 'revision_number': 9, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6dd266b-50ba-464a-9d0a-3d3520022e90', 'name': '', 'network_id': '19ba74a7-51bc-457c-9546-e4d22e9188ee', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:19Z', 'updated_at': '2022-10-20T03:43:34Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '36fdb89f-70b3-426e-a8aa-90210547c3b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:58.274517 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1f5e8e8e-ab27-4577-b0a8-01b516cd294e req-40470bb5-3e02-4a09-afa3-f2b191fff0ef tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 210 time: 0.0668082 Oct 20 03:43:58.311621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa94c-55d9-4842-a01b-d10ffcb885e8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cacfaf-5157-44b0-b94c-8893a496a416,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:58.314696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.324552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Made reservation on behalf of b59d5f13f62646b8af99f2bd7cc20df1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:58.330482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.392945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 7526a1d5-e82c-4f13-835a-68405fe7adf7 owned by compute:nova {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:43:58.430219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.437988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:43:58.438411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.490583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa94c-55d9-4842-a01b-d10ffcb885e8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.491813 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1c6fa94c-55d9-4842-a01b-d10ffcb885e8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/21cacfaf-5157-44b0-b94c-8893a496a416 HTTP/1.1" status: 204 len: 168 time: 1.2717025 Oct 20 03:43:58.517626 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment e3857dfe-dec8-40e4-81fe-acb09d5197f1 resource provider aggregate not found Oct 20 03:43:58.521125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39892) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:58.558187 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment e3857dfe-dec8-40e4-81fe-acb09d5197f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3857dfe-dec8-40e4-81fe-acb09d5197f1 found for delete ", "request_id": "req-96072948-4af7-4fa0-90b3-547076afdc63"}]} Oct 20 03:43:58.605417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.662949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=7526a1d5-e82c-4f13-835a-68405fe7adf7,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:58.694093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Allocated IP 172.20.0.4 (1e24bcb9-0447-4f17-b1d2-de7c50dd02b2/c6f35289-d291-42db-8ec9-c697325c02a1/978e27e3-a97e-4653-a271-93e519dc7737) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:58.728327 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a6809a93-2437-4633-9e72-d6699c381a4e tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1993480 Oct 20 03:43:58.733716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39898) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:58.738769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] Deleting port 1b448b97-753f-42dc-a205-f084a3186feb {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:43:58.739490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.742526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-secgroup--387158516'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:58.759494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port 7526a1d5-e82c-4f13-835a-68405fe7adf7 on host hv-neutron-8618 {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:43:58.763774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.767180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'name': 'network-vif-deleted', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:58.769604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0853b22-25c4-4d20-b414-dd8fda81d104" -d '{"events": [{"server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "name": "network-vif-deleted", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:58.793519 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-82c656ec-744d-4fc5-ab4b-e7bdc4d4213a req-0070943c-eef8-4d00-884f-3ef7d67f54ba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/7526a1d5-e82c-4f13-835a-68405fe7adf7 HTTP/1.1" status: 204 len: 173 time: 1.4937572 Oct 20 03:43:58.824154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-180331a7-fe84-4c60-b79e-06593f9ecab8 None None] The port '1b448b97-753f-42dc-a205-f084a3186feb' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:43:58.825076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308d1ccf-e65a-4d82-8dfd-b3ca02ce0d9a x-openstack-request-id: req-308d1ccf-e65a-4d82-8dfd-b3ca02ce0d9a {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:58.825421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d7b1a2-0e14-4fe0-9189-b18fb1357b78", "name": "network-vif-deleted", "tag": "7526a1d5-e82c-4f13-835a-68405fe7adf7", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:58.825695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-308d1ccf-e65a-4d82-8dfd-b3ca02ce0d9a {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:58.826093 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308d1ccf-e65a-4d82-8dfd-b3ca02ce0d9a'] response: {'server_uuid': '12d7b1a2-0e14-4fe0-9189-b18fb1357b78', 'name': 'network-vif-deleted', 'tag': '7526a1d5-e82c-4f13-835a-68405fe7adf7', 'status': 'completed', 'code': 200} Oct 20 03:43:58.893677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:58.900647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:58.903365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.905133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:58.926960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:58.929490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:58.961136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Network': ['ID=a827c8fe-cfb2-44f9-9508-a318faa5f445,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:58.981848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bf1eef08-5152-4f0c-b318-96699b0fd176 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/networks/a827c8fe-cfb2-44f9-9508-a318faa5f445 HTTP/1.1" status: 204 len: 168 time: 2.3413367 Oct 20 03:43:58.985457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39904) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:59.033983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:59.068523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:59.072914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:59.076025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:59.082034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:59.153967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:59.225794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:59.241093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c8730733-0788-4f0d-9124-89c41e05c28a no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:43:59.299510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c8730733-0788-4f0d-9124-89c41e05c28a {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:43:59.299922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c8730733-0788-4f0d-9124-89c41e05c28a not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:43:59.413648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:59.415753 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6808252 Oct 20 03:43:59.416638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812a68c-25ac-49b2-8335-e93450f47da7 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c04c3f-b9b1-40a8-8496-7704a7bac038,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:59.419106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39912) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:43:59.428484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:59.433067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-595853d2-2b18-42cb-ae3c-f3b5bfad1540 req-78197b3b-964c-40dd-a91d-807757aa8a20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:43:59.455623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Transition to ACTIVE for port object 978e27e3-a97e-4653-a271-93e519dc7737 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:59.495686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '96c04c3f-b9b1-40a8-8496-7704a7bac038', 'direction': 'ingress', 'protocol': 17}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:59.511877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:43:59.523592 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-26479ebb-fb33-481e-a55d-344503d08849 req-17b5623b-833e-4ca5-9e22-52d3733fc702 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 210 time: 0.1053267 Oct 20 03:43:59.524720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:43:59.529185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:43:59.546115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:43:59.564543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-595853d2-2b18-42cb-ae3c-f3b5bfad1540 req-78197b3b-964c-40dd-a91d-807757aa8a20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:43:59.565818 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-595853d2-2b18-42cb-ae3c-f3b5bfad1540 req-78197b3b-964c-40dd-a91d-807757aa8a20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d7b1a2-0e14-4fe0-9189-b18fb1357b78 HTTP/1.1" status: 200 len: 210 time: 0.2222943 Oct 20 03:43:59.598748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:59.697661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:59.704261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:59.708137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:59.712457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:43:59.772863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'Port': ['ID=978e27e3-a97e-4653-a271-93e519dc7737,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:59.826922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:59.826922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:59.888045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:59.949191 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-c17c237f-d1a3-4d23-8964-036ddb90bff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5013602 Oct 20 03:43:59.961429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Request body: {'port': {'device_id': '7138835d-45a8-4271-8c37-f000be4807ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:00.013024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.081513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.110657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.143245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Provisioning for port 978e27e3-a97e-4653-a271-93e519dc7737 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:00.151217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Provisioning complete for port 978e27e3-a97e-4653-a271-93e519dc7737 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:00.152287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.152860 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Attempt 1 to provision port 978e27e3-a97e-4653-a271-93e519dc7737 Oct 20 03:44:00.185539 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cb4f6e-aa5b-4833-b7af-eabf5a35ac60,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:00.225038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Port 978e27e3-a97e-4653-a271-93e519dc7737 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:00.250026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.251319 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ff4f224a-ef07-4063-ba24-42956cd5c536 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8255496 Oct 20 03:44:00.264596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39916) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:00.284255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port e6dd266b-50ba-464a-9d0a-3d3520022e90 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:00.284601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.432458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-58f4b5dc-eb3f-4eab-b72c-cf101303e65b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.472186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-58f4b5dc-eb3f-4eab-b72c-cf101303e65b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.491706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port e6dd266b-50ba-464a-9d0a-3d3520022e90, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e6dd266b-50ba-464a-9d0a-3d3520022e90,segment=NetworkSegment(9ffea9fe-2fe2-4377-9963-7c51adef8081),segment_id=9ffea9fe-2fe2-4377-9963-7c51adef8081)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:00.492273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.565399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978e27e3-a97e-4653-a271-93e519dc7737 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:44:00.572786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.624028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for e6dd266b-50ba-464a-9d0a-3d3520022e90 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:00.656289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-58f4b5dc-eb3f-4eab-b72c-cf101303e65b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.670746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Transition to ACTIVE for port object 978e27e3-a97e-4653-a271-93e519dc7737 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:00.693902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-58f4b5dc-eb3f-4eab-b72c-cf101303e65b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.695022 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-58f4b5dc-eb3f-4eab-b72c-cf101303e65b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/96c04c3f-b9b1-40a8-8496-7704a7bac038 HTTP/1.1" status: 204 len: 168 time: 0.4292769 Oct 20 03:44:00.705062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39924) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:00.705062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4b5dc-eb3f-4eab-b72c-cf101303e65b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c04c3f-b9b1-40a8-8496-7704a7bac038,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:00.706121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39926) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:00.726240 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Attempt 2 to provision port 978e27e3-a97e-4653-a271-93e519dc7737 Oct 20 03:44:00.766851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:00.795757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Port 978e27e3-a97e-4653-a271-93e519dc7737 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:00.829182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd5b1-146e-4505-9a40-b2e296ec8db6 req-7d51f378-a4e0-4ef6-b294-c3180f6c778b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:00.830724 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-751fd5b1-146e-4505-9a40-b2e296ec8db6 req-7d51f378-a4e0-4ef6-b294-c3180f6c778b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 931 time: 0.1444080 Oct 20 03:44:00.909515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-01ed8249-4bd1-442e-830e-1ed712696423 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:00.926838 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-751fd5b1-146e-4505-9a40-b2e296ec8db6 req-c33f3288-1835-4b6e-9c2c-53e657bd374b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885255 Oct 20 03:44:01.009245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.028395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Pushing event updated for resources: {'Port': ['ID=978e27e3-a97e-4653-a271-93e519dc7737,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:01.043321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7fd8-d09c-4d90-9c75-c709ecc41218 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.064337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=e6dd266b-50ba-464a-9d0a-3d3520022e90,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:01.095890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7fd8-d09c-4d90-9c75-c709ecc41218 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.106560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-01ed8249-4bd1-442e-830e-1ed712696423 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:01.112124 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-01ed8249-4bd1-442e-830e-1ed712696423 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4031875 Oct 20 03:44:01.113499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39932) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:01.117843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Attempting to bind port 978e27e3-a97e-4653-a271-93e519dc7737 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:44:01.118259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Attempting to bind port 978e27e3-a97e-4653-a271-93e519dc7737 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:44:01.118490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Attempting to bind port 978e27e3-a97e-4653-a271-93e519dc7737 on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:44:01.130320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994073818'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:01.140270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Port 978e27e3-a97e-4653-a271-93e519dc7737 on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:44:01.140604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Attempting to bind port 978e27e3-a97e-4653-a271-93e519dc7737 on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:44:01.143537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:01.169520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:44:01.169860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Checking segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:44:01.170244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Bound using segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:44:01.170696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Bound port: 978e27e3-a97e-4653-a271-93e519dc7737, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:44:01.171043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.186375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:01.296893 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Attempt 3 to provision port 978e27e3-a97e-4653-a271-93e519dc7737 Oct 20 03:44:01.317791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] For port 978e27e3-a97e-4653-a271-93e519dc7737, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:44:01.325106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] For port 978e27e3-a97e-4653-a271-93e519dc7737, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=978e27e3-a97e-4653-a271-93e519dc7737,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:44:01.326747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.355552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:01.361532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7fd8-d09c-4d90-9c75-c709ecc41218 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.367182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:01.375364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Port 978e27e3-a97e-4653-a271-93e519dc7737 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:01.383639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:01.386344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.392376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:01.397408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e7fd8-d09c-4d90-9c75-c709ecc41218 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d9e2c-b574-4b0e-91de-dbf5a131faad,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:01.438608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.601744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:01.602385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.603774 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] 10.222.0.26 "PUT /v2.0/ports/978e27e3-a97e-4653-a271-93e519dc7737 HTTP/1.1" status: 200 len: 1093 time: 1.6474230 Oct 20 03:44:01.604273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138835d-45a8-4271-8c37-f000be4807ca', 'tag': '978e27e3-a97e-4653-a271-93e519dc7737'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:01.606682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5aafa6-9fa6-4cce-8c50-e3624119c24c" -d '{"events": [{"name": "network-changed", "server_uuid": "7138835d-45a8-4271-8c37-f000be4807ca", "tag": "978e27e3-a97e-4653-a271-93e519dc7737"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:01.646667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.652642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7fd8-d09c-4d90-9c75-c709ecc41218 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.653789 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2b5e7fd8-d09c-4d90-9c75-c709ecc41218 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/9a2d9e2c-b574-4b0e-91de-dbf5a131faad HTTP/1.1" status: 204 len: 168 time: 0.9464858 Oct 20 03:44:01.670993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f433e7fa-efb5-4279-98e5-053b6a0d5c11 x-openstack-request-id: req-f433e7fa-efb5-4279-98e5-053b6a0d5c11 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:01.671204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7138835d-45a8-4271-8c37-f000be4807ca", "tag": "978e27e3-a97e-4653-a271-93e519dc7737", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:01.671754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f433e7fa-efb5-4279-98e5-053b6a0d5c11 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:01.671875 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f433e7fa-efb5-4279-98e5-053b6a0d5c11'] response: {'name': 'network-changed', 'server_uuid': '7138835d-45a8-4271-8c37-f000be4807ca', 'tag': '978e27e3-a97e-4653-a271-93e519dc7737', 'status': 'completed', 'code': 200} Oct 20 03:44:01.677659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a6e8f-fdaf-4bef-a7cc-d1ff50970c3a service neutron] Pushing event updated for resources: {'Port': ['ID=978e27e3-a97e-4653-a271-93e519dc7737,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:01.734520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:01.759355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39940) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:01.874656 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Attempt 4 to provision port 978e27e3-a97e-4653-a271-93e519dc7737 Oct 20 03:44:01.889337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:44:01.928527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4421692d-5dcf-4231-81f1-73f085cd073e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:01.986543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aafa6-9fa6-4cce-8c50-e3624119c24c req-a90167d9-86dc-4dc5-a918-725bd5c8249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:01.991655 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2c5aafa6-9fa6-4cce-8c50-e3624119c24c req-a90167d9-86dc-4dc5-a918-725bd5c8249e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 1096 time: 0.2942631 Oct 20 03:44:01.995987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-709466cb-b0f4-4e98-8bb1-f77b42233d1c None None] Port 978e27e3-a97e-4653-a271-93e519dc7737 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:44:02.045776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7526a1d5-e82c-4f13-835a-68405fe7adf7 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:02.055734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:02.077818 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9271208e-c897-4507-9de6-4cb440dc4866 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0901275 Oct 20 03:44:02.078880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39946) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:02.083867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 7526a1d5-e82c-4f13-835a-68405fe7adf7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:02.084212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7526a1d5-e82c-4f13-835a-68405fe7adf7 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:02.085725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:02.096513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:02.097129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:02.151546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca4b85f-c565-4131-a504-f4f6464965b2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting subnet 36fdb89f-70b3-426e-a8aa-90210547c3b5 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:44:02.154684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b85f-c565-4131-a504-f4f6464965b2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.205762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.206515 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-30a71c23-fd81-4a28-b519-85942baaf573 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0924828 Oct 20 03:44:02.211338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39950) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:02.219184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-secgroup--675440899'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:02.225019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b85f-c565-4131-a504-f4f6464965b2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.253475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:02.263402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:02.267763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:02.276434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:02.288409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:02.326791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b85f-c565-4131-a504-f4f6464965b2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.393703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aafa6-9fa6-4cce-8c50-e3624119c24c req-5ee38a3e-c024-43eb-90a1-3f1824818e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:02.395224 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2c5aafa6-9fa6-4cce-8c50-e3624119c24c req-5ee38a3e-c024-43eb-90a1-3f1824818e32 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3979518 Oct 20 03:44:02.398365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.430743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:02.434727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:02.437606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:02.449310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:02.517927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d3c56-78ac-4664-9d60-9225d647f647 req-1018f1f8-2ed9-4ef4-8b0a-0dea8bddc60c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:02.518631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-362d3c56-78ac-4664-9d60-9225d647f647 req-1018f1f8-2ed9-4ef4-8b0a-0dea8bddc60c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:02.519408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b85f-c565-4131-a504-f4f6464965b2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.559071 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.565182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4b85f-c565-4131-a504-f4f6464965b2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Subnet': ['ID=36fdb89f-70b3-426e-a8aa-90210547c3b5,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:02.569167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b85f-c565-4131-a504-f4f6464965b2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.583024 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3ca4b85f-c565-4131-a504-f4f6464965b2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/36fdb89f-70b3-426e-a8aa-90210547c3b5 HTTP/1.1" status: 204 len: 168 time: 0.5029867 Oct 20 03:44:02.583891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39954) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:02.601071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b5be5-8f05-4891-aefe-a5c7780c4952 None None] Network 19ba74a7-51bc-457c-9546-e4d22e9188ee requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:02.641830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aafa6-9fa6-4cce-8c50-e3624119c24c req-cf196eec-fee1-4bc1-b92f-f761c9e7fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:02.643656 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2c5aafa6-9fa6-4cce-8c50-e3624119c24c req-cf196eec-fee1-4bc1-b92f-f761c9e7fb1e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2402341 Oct 20 03:44:02.670346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.703876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-362d3c56-78ac-4664-9d60-9225d647f647 req-1018f1f8-2ed9-4ef4-8b0a-0dea8bddc60c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:02.705545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-362d3c56-78ac-4664-9d60-9225d647f647 req-1018f1f8-2ed9-4ef4-8b0a-0dea8bddc60c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 943 time: 0.6115544 Oct 20 03:44:02.730265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9968f9da-083e-481b-a19c-63fc1f80fe12,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:02.762288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.775074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port fbc86962-474a-4c65-baf3-166a500a5f78 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:02.775463 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.845659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-362d3c56-78ac-4664-9d60-9225d647f647 req-8af2af31-8362-45b6-a14e-a16bf05268b8 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305568 Oct 20 03:44:02.846182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:02.850563 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-55eed7b7-3d9c-4a9f-88aa-ba728fd6c52a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6383436 Oct 20 03:44:02.852415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39958) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:02.852864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:44:00Z', 'revision_number': 10, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:02.858501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '4421692d-5dcf-4231-81f1-73f085cd073e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9968f9da-083e-481b-a19c-63fc1f80fe12', 'remote_ip_prefix': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:02.859757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:02.874701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:02.876049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:02.887777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:02.896011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:02.902980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:02.913871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:02.919274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-132197f4-b117-48ff-a360-bec2c08cf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:02.920739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-132197f4-b117-48ff-a360-bec2c08cf653 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 1096 time: 0.2072847 Oct 20 03:44:03.028866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port fbc86962-474a-4c65-baf3-166a500a5f78, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fbc86962-474a-4c65-baf3-166a500a5f78,segment=NetworkSegment(9ffea9fe-2fe2-4377-9963-7c51adef8081),segment_id=9ffea9fe-2fe2-4377-9963-7c51adef8081)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:03.029494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.033603 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-21cd3074-fbf0-410b-ab8a-ed3c76b418da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=978e27e3-a97e-4653-a271-93e519dc7737 HTTP/1.1" status: 200 len: 217 time: 0.0821800 Oct 20 03:44:03.043690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:03.098567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.126557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4961c7-4b2b-45f9-9f49-64ef357a6e9b None None] DHCP port deletion for 19ba74a7-51bc-457c-9546-e4d22e9188ee request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:44:03.135242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-ab6a34aa-b430-4454-93bd-39332ce9dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:03.137385 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-ab6a34aa-b430-4454-93bd-39332ce9dd9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0937841 Oct 20 03:44:03.176994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for fbc86962-474a-4c65-baf3-166a500a5f78 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:03.194886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d4961c7-4b2b-45f9-9f49-64ef357a6e9b None None] Deleting port fbc86962-474a-4c65-baf3-166a500a5f78 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:03.195268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5d4961c7-4b2b-45f9-9f49-64ef357a6e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.302508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fbc86962-474a-4c65-baf3-166a500a5f78 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:03.338435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.352455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.404355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d4961c7-4b2b-45f9-9f49-64ef357a6e9b None None] The port 'fbc86962-474a-4c65-baf3-166a500a5f78' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:44:03.432376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No active binding found for port fbc86962-474a-4c65-baf3-166a500a5f78 {{(pid=90077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 20 03:44:03.432376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fbc86962-474a-4c65-baf3-166a500a5f78 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:03.520166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.527674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:44:00Z', 'revision_number': 10, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:03.532071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb02e79-8bfa-484c-8e8c-416b5f4a3c53 None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:44:00Z', 'revision_number': 10, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None, '_interfaces': [{'id': '09264e95-a0a1-49f6-8a25-af212b957827', 'name': '', 'network_id': 'dbee829b-cc24-43b5-82c0-75c47164c0b9', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'mac_address': 'fa:16:3e:91:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:09Z', 'updated_at': '2022-10-20T03:43:21Z', 'revision_number': 5, 'project_id': '2438daea8d404a86b12872e489b52671', 'subnets': [{'id': '2617f00e-df6e-492f-a1ef-43bc75c0db85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:03.534376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=fbc86962-474a-4c65-baf3-166a500a5f78,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:03.536985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No DVR routers for this DVR port fbc86962-474a-4c65-baf3-166a500a5f78 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:44:03.549470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-8fc61667-d835-476a-aad1-a5bf91df7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:03.550947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-8fc61667-d835-476a-aad1-a5bf91df7bc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4030576 Oct 20 03:44:03.627125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.665465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.690807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ba74a7-51bc-457c-9546-e4d22e9188ee']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:03.702580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffea9fe-2fe2-4377-9963-7c51adef8081') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:03.702885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffea9fe-2fe2-4377-9963-7c51adef8081') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:03.714495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.730781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.737205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:44:03.737632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.746507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2c8721-35ef-42d0-a385-6ba775f02af9,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:03.808407 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9ffea9fe-2fe2-4377-9963-7c51adef8081 resource provider aggregate not found Oct 20 03:44:03.822781 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-b71b5cee-fb11-4e21-91d2-db818487acaa service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207620 Oct 20 03:44:03.830654 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 9ffea9fe-2fe2-4377-9963-7c51adef8081 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ffea9fe-2fe2-4377-9963-7c51adef8081 found for delete ", "request_id": "req-c6494a7b-e66f-4606-aca0-11367abbfec8"}]} Oct 20 03:44:03.925649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.945533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.946293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:03.947459 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d3d48c4a-b170-4ec0-8d9f-bc3a4a880201 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0941195 Oct 20 03:44:03.953001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39968) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:03.959617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Network': ['ID=19ba74a7-51bc-457c-9546-e4d22e9188ee,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:03.971788 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-019de602-dbeb-42c1-99da-5cc3e3ea5d70 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/networks/19ba74a7-51bc-457c-9546-e4d22e9188ee HTTP/1.1" status: 204 len: 168 time: 1.3867650 Oct 20 03:44:03.972524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39972) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:04.007628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 079ceff6-23ea-442a-b3cc-c09b52bfae7d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:04.007961 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:04.051027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9d0e-ea91-4233-b3cf-838b44d69423 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:04.097143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9d0e-ea91-4233-b3cf-838b44d69423 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:04.130808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c3be266-0964-41e3-9208-664f19bb7bcc req-20da9a0b-ffd0-4319-bba6-c60ce55e30f9 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000526 Oct 20 03:44:04.248799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 079ceff6-23ea-442a-b3cc-c09b52bfae7d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=079ceff6-23ea-442a-b3cc-c09b52bfae7d,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:04.249150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:04.307783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9d0e-ea91-4233-b3cf-838b44d69423 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:04.338393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e9445-b794-4459-9165-1819e8cad8cb req-0108b454-df3b-4525-98cf-bfe9657a00e3 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:04.339134 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-387e9445-b794-4459-9165-1819e8cad8cb req-0108b454-df3b-4525-98cf-bfe9657a00e3 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 943 time: 0.3056037 Oct 20 03:44:04.378101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 079ceff6-23ea-442a-b3cc-c09b52bfae7d owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:04.423381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb9d0e-ea91-4233-b3cf-838b44d69423 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b2c8721-35ef-42d0-a385-6ba775f02af9,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:04.433140 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-387e9445-b794-4459-9165-1819e8cad8cb req-ce0b6ad9-66f3-4215-a5f3-02625241ab1f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846682 Oct 20 03:44:04.433388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9d0e-ea91-4233-b3cf-838b44d69423 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:04.434458 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d7bb9d0e-ea91-4233-b3cf-838b44d69423 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/8b2c8721-35ef-42d0-a385-6ba775f02af9 HTTP/1.1" status: 204 len: 168 time: 0.4796591 Oct 20 03:44:04.437090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39976) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:04.547237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0b51156b-8ef2-4ce0-b004-b50b4fa60d04 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:04.648316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:04.698848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0b51156b-8ef2-4ce0-b004-b50b4fa60d04 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:04.700088 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0b51156b-8ef2-4ce0-b004-b50b4fa60d04 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2616994 Oct 20 03:44:04.704021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39980) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:04.718489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:04.769016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=079ceff6-23ea-442a-b3cc-c09b52bfae7d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:04.903826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-105f78e0-912f-442e-bdec-9d6415879051 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:04.998496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 09264e95-a0a1-49f6-8a25-af212b957827 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:04.998836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:05.180403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-105f78e0-912f-442e-bdec-9d6415879051 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:05.256719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e6dd266b-50ba-464a-9d0a-3d3520022e90 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:05.265230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:05.296772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: e6dd266b-50ba-464a-9d0a-3d3520022e90 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:05.296772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e6dd266b-50ba-464a-9d0a-3d3520022e90 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:05.324910 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port 09264e95-a0a1-49f6-8a25-af212b957827, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=09264e95-a0a1-49f6-8a25-af212b957827,segment=NetworkSegment(5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16),segment_id=5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:05.325578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:05.397223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-105f78e0-912f-442e-bdec-9d6415879051 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:05.428474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f78e0-912f-442e-bdec-9d6415879051 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9968f9da-083e-481b-a19c-63fc1f80fe12,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:05.450499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 09264e95-a0a1-49f6-8a25-af212b957827 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:05.672587 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-105f78e0-912f-442e-bdec-9d6415879051 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:05.673713 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-105f78e0-912f-442e-bdec-9d6415879051 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/9968f9da-083e-481b-a19c-63fc1f80fe12 HTTP/1.1" status: 204 len: 168 time: 0.9686570 Oct 20 03:44:05.676393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39986) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:05.694038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:05.784146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=09264e95-a0a1-49f6-8a25-af212b957827,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:05.786929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823704-f0ca-493a-9088-479fcc964f52 req-3aff922c-c7f6-4224-bbad-a7552020d3a5 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:05.788444 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-14823704-f0ca-493a-9088-479fcc964f52 req-3aff922c-c7f6-4224-bbad-a7552020d3a5 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 943 time: 0.2192757 Oct 20 03:44:05.799198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:44:05.937244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d43ed66c-3459-4370-80ab-dd429316d37f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:06.003052 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-14823704-f0ca-493a-9088-479fcc964f52 req-06cd975e-76c1-4bd2-8790-6f917ae8f01c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024593 Oct 20 03:44:06.025572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.059583 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:06.070529 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e99dbafd-f5f0-4582-9465-342e081a9c35 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/c43f9821-b3da-40aa-bef7-56d44d4eb1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2995365 Oct 20 03:44:06.070529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39990) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:06.073298 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] Sync routers for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:06.086416 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:06.087186 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:06.136409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-e226095d-76c8-41fe-82ba-f6ebea6a8825 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting subnet 405b0359-76c9-4b32-b04b-80b1d8d84361 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:44:06.139401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e226095d-76c8-41fe-82ba-f6ebea6a8825 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.149573 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d43ed66c-3459-4370-80ab-dd429316d37f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:06.153567 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d43ed66c-3459-4370-80ab-dd429316d37f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4734809 Oct 20 03:44:06.158694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 39994) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:06.194132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e226095d-76c8-41fe-82ba-f6ebea6a8825 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.271810 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:06.280965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e226095d-76c8-41fe-82ba-f6ebea6a8825 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.348738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:44:06.352790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-677be7cc-4f1b-4036-be19-666b49c72ca0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.427017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e226095d-76c8-41fe-82ba-f6ebea6a8825 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.467668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226095d-76c8-41fe-82ba-f6ebea6a8825 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Subnet': ['ID=405b0359-76c9-4b32-b04b-80b1d8d84361,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:06.473143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e226095d-76c8-41fe-82ba-f6ebea6a8825 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.481330 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e226095d-76c8-41fe-82ba-f6ebea6a8825 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/subnets/405b0359-76c9-4b32-b04b-80b1d8d84361 HTTP/1.1" status: 204 len: 168 time: 0.4120867 Oct 20 03:44:06.485990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 39998) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:06.490632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc272b06-033b-4712-a0bf-d88708a76f38 None None] Network 35ac8035-da00-4d83-b392-b121e788f463 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:06.564521 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:44:04Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:06.568613 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] Checking router: c43f9821-b3da-40aa-bef7-56d44d4eb1b7 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:06.595286 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] Routers {'c43f9821-b3da-40aa-bef7-56d44d4eb1b7'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:06.596164 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:06.620175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-677be7cc-4f1b-4036-be19-666b49c72ca0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.647337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:06.674483 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3c4d1ab7-5c81-4c97-86aa-b0333f382d09 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7006381 Oct 20 03:44:06.677081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40002) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:06.690211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:06.757413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:06.758064 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:06.759346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ff3f0e-2476-4132-b1c5-fce2d77eaa67 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting subnet 2617f00e-df6e-492f-a1ef-43bc75c0db85 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:44:06.763326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-73ff3f0e-2476-4132-b1c5-fce2d77eaa67 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.822897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-677be7cc-4f1b-4036-be19-666b49c72ca0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.844742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-73ff3f0e-2476-4132-b1c5-fce2d77eaa67 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.860842 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] Set router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:06.872774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.882659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677be7cc-4f1b-4036-be19-666b49c72ca0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4421692d-5dcf-4231-81f1-73f085cd073e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:06.914171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:06.937520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-677be7cc-4f1b-4036-be19-666b49c72ca0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:06.939050 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-677be7cc-4f1b-4036-be19-666b49c72ca0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/4421692d-5dcf-4231-81f1-73f085cd073e HTTP/1.1" status: 204 len: 168 time: 0.7795408 Oct 20 03:44:06.941696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40006) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:07.002319 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b374dd59-1578-4259-9bf8-e24cc30f2128 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:07.006064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-73ff3f0e-2476-4132-b1c5-fce2d77eaa67 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.078914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:44:05Z', 'revision_number': 11, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:07.085879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:07.099993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:07.100609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:07.128421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.211269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-73ff3f0e-2476-4132-b1c5-fce2d77eaa67 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.236571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:07.245856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 8f960b99-9424-4df7-9b42-1679d2aeeb5c {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:07.246217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.253362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b374dd59-1578-4259-9bf8-e24cc30f2128 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:07.258731 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b374dd59-1578-4259-9bf8-e24cc30f2128 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3120334 Oct 20 03:44:07.278120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40012) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:07.286299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff3f0e-2476-4132-b1c5-fce2d77eaa67 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Subnet': ['ID=2617f00e-df6e-492f-a1ef-43bc75c0db85,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:07.289476 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:44:04Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:07.290938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-secgroup--578312629'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:07.296912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:07.301756 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549cb40-00de-4b0a-a0ef-272613b3f1da None None] The sync data for ids ['c43f9821-b3da-40aa-bef7-56d44d4eb1b7'] in dv-neutron-861845-1-hyperv is: [{'id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'name': 'tempest-TestNetworkBasicOps-router-471338048', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:13Z', 'updated_at': '2022-10-20T03:44:04Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8f960b99-9424-4df7-9b42-1679d2aeeb5c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43f9821-b3da-40aa-bef7-56d44d4eb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:17Z', 'updated_at': '2022-10-20T03:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:07.301997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-73ff3f0e-2476-4132-b1c5-fce2d77eaa67 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.316823 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-73ff3f0e-2476-4132-b1c5-fce2d77eaa67 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/2617f00e-df6e-492f-a1ef-43bc75c0db85 HTTP/1.1" status: 204 len: 168 time: 0.6387014 Oct 20 03:44:07.323361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:07.325510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40016) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:07.359082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d0e6d3-bd62-4696-8f2f-cd430c913b66 None None] Network dbee829b-cc24-43b5-82c0-75c47164c0b9 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:07.372876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c424b-ba32-4bf6-87de-08cfd8fbb4f6 None None] DHCP port deletion for 35ac8035-da00-4d83-b392-b121e788f463 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:44:07.387287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:44:05Z', 'revision_number': 11, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:07.441252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c424b-ba32-4bf6-87de-08cfd8fbb4f6 None None] Deleting port da1712ba-4ceb-40dc-b4e6-ffd37549ebda {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:07.441783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ca3c424b-ba32-4bf6-87de-08cfd8fbb4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.455936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.475675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 8f960b99-9424-4df7-9b42-1679d2aeeb5c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8f960b99-9424-4df7-9b42-1679d2aeeb5c,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:07.476079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.479741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.480038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe224560-89a1-417e-98e2-7129096686c4 None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:44:05Z', 'revision_number': 11, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:07.493086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4d6b8-c0d9-42c9-abe4-b673c8de7f9d req-bd2e9682-4a72-471f-a38b-04701ae84304 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:07.494636 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c8f4d6b8-c0d9-42c9-abe4-b673c8de7f9d req-bd2e9682-4a72-471f-a38b-04701ae84304 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 943 time: 0.3420753 Oct 20 03:44:07.499650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:07.526383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:07.534172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:07.544024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:07.545690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Deleting port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:07.546027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.607963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 8f960b99-9424-4df7-9b42-1679d2aeeb5c owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:07.627738 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c8f4d6b8-c0d9-42c9-abe4-b673c8de7f9d req-07765679-ae71-4cb1-b5e7-4ced9e800821 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255019 Oct 20 03:44:07.841027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ca3c424b-ba32-4bf6-87de-08cfd8fbb4f6 None None] For port da1712ba-4ceb-40dc-b4e6-ffd37549ebda, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=da1712ba-4ceb-40dc-b4e6-ffd37549ebda,segment=NetworkSegment(400bdb98-edd2-420b-b780-c16382a51da8),segment_id=400bdb98-edd2-420b-b780-c16382a51da8)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:07.841627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ca3c424b-ba32-4bf6-87de-08cfd8fbb4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.858099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.863758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] For port 1a2442b6-edd7-49a1-9475-5afbd637e0d5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a2442b6-edd7-49a1-9475-5afbd637e0d5,segment=NetworkSegment(5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16),segment_id=5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:07.864111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.873732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.961322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=8f960b99-9424-4df7-9b42-1679d2aeeb5c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:07.980962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c424b-ba32-4bf6-87de-08cfd8fbb4f6 None None] Calling delete_port for da1712ba-4ceb-40dc-b4e6-ffd37549ebda owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:08.009026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Calling delete_port for 1a2442b6-edd7-49a1-9475-5afbd637e0d5 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:08.037336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.041652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.127499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f0e917-54ce-42c5-8c79-9214cd23579b None None] DHCP port deletion for dbee829b-cc24-43b5-82c0-75c47164c0b9 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:44:08.134827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0e917-54ce-42c5-8c79-9214cd23579b None None] Deleting port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:08.136777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e917-54ce-42c5-8c79-9214cd23579b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.136902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe40fb44-473b-4e18-8b45-a84168cb4b58,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:08.173637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ca3c424b-ba32-4bf6-87de-08cfd8fbb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.210898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.212808 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-21d60f39-bc23-417e-bbce-8c080c0c50dc tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9322817 Oct 20 03:44:08.215953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40020) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:08.228388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': 'fe40fb44-473b-4e18-8b45-a84168cb4b58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:08.228641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c424b-ba32-4bf6-87de-08cfd8fbb4f6 None None] Pushing event deleted for resources: {'Port': ['ID=da1712ba-4ceb-40dc-b4e6-ffd37549ebda,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:08.237714 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:08.239906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.242607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c424b-ba32-4bf6-87de-08cfd8fbb4f6 None None] No DVR routers for this DVR port da1712ba-4ceb-40dc-b4e6-ffd37549ebda on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:44:08.255187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.256666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.279523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:08.283599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:08.284911 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0e917-54ce-42c5-8c79-9214cd23579b None None] The port '1a2442b6-edd7-49a1-9475-5afbd637e0d5' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:44:08.296288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Port': ['ID=1a2442b6-edd7-49a1-9475-5afbd637e0d5,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:08.299505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:08.306205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No DVR routers for this DVR port 1a2442b6-edd7-49a1-9475-5afbd637e0d5 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:44:08.353862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.354379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Fanout notify agent at l3_agent the message router_deleted on router c43f9821-b3da-40aa-bef7-56d44d4eb1b7 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:44:08.373935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.377310 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-47bcebd1-2b94-4dbd-acc7-2f95742ff589 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/routers/c43f9821-b3da-40aa-bef7-56d44d4eb1b7 HTTP/1.1" status: 204 len: 168 time: 1.8867495 Oct 20 03:44:08.377934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40024) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:08.433911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.446082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.491942 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbee829b-cc24-43b5-82c0-75c47164c0b9']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:08.503549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.506530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:08.506826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:08.527007 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.552220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.553019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.559025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:44:08.559493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.625615 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16 resource provider aggregate not found Oct 20 03:44:08.634170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.637324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.667120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ac8035-da00-4d83-b392-b121e788f463']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:08.667635 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fa1a921-52f7-4750-b5ad-c2aa9fbd9e16 found for delete ", "request_id": "req-bc53b617-f659-4900-bf13-15c6c357fb72"}]} Oct 20 03:44:08.683146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038ff799-6e40-4e1c-8d42-add7f8584e56,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:08.686999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400bdb98-edd2-420b-b780-c16382a51da8') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:08.687323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400bdb98-edd2-420b-b780-c16382a51da8') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:08.836044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.836044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.836044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:44:08.836044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.937813 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 400bdb98-edd2-420b-b780-c16382a51da8 resource provider aggregate not found Oct 20 03:44:08.992172 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 400bdb98-edd2-420b-b780-c16382a51da8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 400bdb98-edd2-420b-b780-c16382a51da8 found for delete ", "request_id": "req-86c79deb-b8b3-4b28-9bae-bfa8b590f799"}]} Oct 20 03:44:09.052256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c91d8-459b-433d-b446-196863c656e8 req-637666f7-928c-4473-a11e-58995ae92909 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:09.053725 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e15c91d8-459b-433d-b446-196863c656e8 req-637666f7-928c-4473-a11e-58995ae92909 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 943 time: 0.1184955 Oct 20 03:44:09.097916 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e15c91d8-459b-433d-b446-196863c656e8 req-c4c5ac5d-d5a1-4ee3-8ad4-f5d47c036712 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382171 Oct 20 03:44:09.193186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.204282 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.208545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.219559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.222510 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/networks/dbee829b-cc24-43b5-82c0-75c47164c0b9 HTTP/1.1" status: 204 len: 168 time: 1.8949051 Oct 20 03:44:09.228854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40038) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:09.228854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.228854 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-04d33cb8-3724-4b92-9be7-ea382e429669 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0116282 Oct 20 03:44:09.231278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40042) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:09.235337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'routes': None}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:09.242210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 09264e95-a0a1-49f6-8a25-af212b957827 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:09.250822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Network': ['ID=35ac8035-da00-4d83-b392-b121e788f463,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:09.277850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e898eccd-1498-4c47-8aac-79733348a4af tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.279738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 09264e95-a0a1-49f6-8a25-af212b957827 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:09.280087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 09264e95-a0a1-49f6-8a25-af212b957827 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:09.280514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device da1712ba-4ceb-40dc-b4e6-ffd37549ebda no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:09.290074 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-18d04ad8-de30-4454-919e-39b0f53fab4c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/networks/35ac8035-da00-4d83-b392-b121e788f463 HTTP/1.1" status: 204 len: 168 time: 0.9083483 Oct 20 03:44:09.301398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40046) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:09.303396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e898eccd-1498-4c47-8aac-79733348a4af tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.317396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: da1712ba-4ceb-40dc-b4e6-ffd37549ebda {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:09.317742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device da1712ba-4ceb-40dc-b4e6-ffd37549ebda not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:09.318163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8f960b99-9424-4df7-9b42-1679d2aeeb5c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:09.319573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'network': {'name': 'tempest-network-smoke--629766222', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:09.327251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:09.334954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:network and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:09.339744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:09.346981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:09.355466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 8f960b99-9424-4df7-9b42-1679d2aeeb5c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:09.355816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8f960b99-9424-4df7-9b42-1679d2aeeb5c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:09.356241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a2442b6-edd7-49a1-9475-5afbd637e0d5 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:09.389227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1a2442b6-edd7-49a1-9475-5afbd637e0d5 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:09.389595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a2442b6-edd7-49a1-9475-5afbd637e0d5 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:09.390012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 079ceff6-23ea-442a-b3cc-c09b52bfae7d no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:09.405776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dd296-b41f-475d-98a3-95aaafcf9c5f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Pushing event deleted for resources: {'Network': ['ID=dbee829b-cc24-43b5-82c0-75c47164c0b9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:09.422445 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e898eccd-1498-4c47-8aac-79733348a4af tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.422875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 079ceff6-23ea-442a-b3cc-c09b52bfae7d {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:09.423267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 079ceff6-23ea-442a-b3cc-c09b52bfae7d not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:09.444095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:44:09.444095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.458424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898eccd-1498-4c47-8aac-79733348a4af tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=038ff799-6e40-4e1c-8d42-add7f8584e56,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:09.466457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e898eccd-1498-4c47-8aac-79733348a4af tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.467784 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e898eccd-1498-4c47-8aac-79733348a4af tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/038ff799-6e40-4e1c-8d42-add7f8584e56 HTTP/1.1" status: 204 len: 168 time: 0.2321594 Oct 20 03:44:09.471739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40050) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:09.498989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:44:09.519099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.519435 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Added segment 3dc21906-d8fa-49de-9972-bed8db9c1dec of type vlan for network e09411e2-9ef6-4755-8153-953cd217dc53 Oct 20 03:44:09.533714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1e19077f-cfb7-4a2c-9a7f-5049139781c0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:09.563375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.620744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1e19077f-cfb7-4a2c-9a7f-5049139781c0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:09.624822 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1e19077f-cfb7-4a2c-9a7f-5049139781c0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1493845 Oct 20 03:44:09.625625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40054) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:09.653450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.655473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.extraroute_db [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Added routes are [] {{(pid=90076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 20 03:44:09.655473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.extraroute_db [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Removed routes are [] {{(pid=90076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 20 03:44:09.655968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.658780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:09.659365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.729582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1df5b767-2184-4f31-9c8a-d73781e64777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.793656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Network': ['ID=e09411e2-9ef6-4755-8153-953cd217dc53,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:09.798338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.813912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network e09411e2-9ef6-4755-8153-953cd217dc53 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:44:09.829726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.841235 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9fd86c21-fc9a-4824-aaf7-89cc252a5f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5277157 Oct 20 03:44:09.844463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40058) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:09.849313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-538126423', 'admin_state_up': True, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:09.863286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:09.870676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:router and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:09.881081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:09.890729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:09.916149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.919452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.988129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.989127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.998306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:10.022325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:10.025716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe40fb44-473b-4e18-8b45-a84168cb4b58,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:10.043586 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.043936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.044277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.044615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.044946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.045302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.045834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.045971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.046255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.046575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.047528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.047852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:10.050678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 8c3534c5-3533-4948-9fd8-c87e8d31c282 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:44:10.179843 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:10.186511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:10.187601 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-02e41ec7-a2d8-4579-98aa-b45dbcb9048d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282 HTTP/1.1" status: 200 len: 701 time: 0.9584758 Oct 20 03:44:10.190338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40064) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:10.193361 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] Sync routers for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:10.203618 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:10.210538 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:10.210708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:10.210708 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-455437b2-43e4-4f7b-93bb-e7914855ec7c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/fe40fb44-473b-4e18-8b45-a84168cb4b58 HTTP/1.1" status: 204 len: 168 time: 0.5808563 Oct 20 03:44:10.235712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40068) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:10.309878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9705bde0-3ac5-4f26-ad30-e59b8045f4e0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:10.336518 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:10.377847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-142fba07-f556-4b74-9197-7425283d7413 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:10.407611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823db3a-6ba0-4ade-ba6f-72a18003b221 req-aab63f66-5b93-4b3e-9eee-91a6d6918652 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:10.409162 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e823db3a-6ba0-4ade-ba6f-72a18003b221 req-aab63f66-5b93-4b3e-9eee-91a6d6918652 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 943 time: 0.1725721 Oct 20 03:44:10.410646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9705bde0-3ac5-4f26-ad30-e59b8045f4e0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:10.414367 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9705bde0-3ac5-4f26-ad30-e59b8045f4e0 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=8c3534c5-3533-4948-9fd8-c87e8d31c282 HTTP/1.1" status: 200 len: 205 time: 0.2204347 Oct 20 03:44:10.414558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40074) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:10.423556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:10.469588 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:44:05Z', 'revision_number': 11, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:10.473804 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] Checking router: 8c3534c5-3533-4948-9fd8-c87e8d31c282 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:10.481906 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] Routers {'8c3534c5-3533-4948-9fd8-c87e8d31c282'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:10.482565 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:43:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8c3534c5-3533-4948-9fd8-c87e8d31c282'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:10.491572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-142fba07-f556-4b74-9197-7425283d7413 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:10.492799 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-142fba07-f556-4b74-9197-7425283d7413 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2549438 Oct 20 03:44:10.497410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40078) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:10.502571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749219982'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:10.508831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:10.530724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:10.614547 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] Set router 8c3534c5-3533-4948-9fd8-c87e8d31c282 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:10.637604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:10.675173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:10.683266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:10.687127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:10.696577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:10.728307 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:44:05Z', 'revision_number': 11, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:10.732432 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d58a31c-043f-475e-ac03-a3bc9f8c28b1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:10.734605 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9e495-73f8-442f-a47f-4d89d6563319 None None] The sync data for ids ['8c3534c5-3533-4948-9fd8-c87e8d31c282'] in dv-neutron-861845-1-hyperv is: [{'id': '8c3534c5-3533-4948-9fd8-c87e8d31c282', 'name': 'tempest-RoutersTest-router-2066510288', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:04Z', 'updated_at': '2022-10-20T03:44:05Z', 'revision_number': 11, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:10.788993 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e823db3a-6ba0-4ade-ba6f-72a18003b221 req-3e8e1a80-e59c-468a-9e6e-036d20ab1111 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717697 Oct 20 03:44:10.916575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:10.962884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.007570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.036581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d58a31c-043f-475e-ac03-a3bc9f8c28b1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.038840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d58a31c-043f-475e-ac03-a3bc9f8c28b1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.078057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.130393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d58a31c-043f-475e-ac03-a3bc9f8c28b1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.130829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d58a31c-043f-475e-ac03-a3bc9f8c28b1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Fanout notify agent at l3_agent the message router_deleted on router 8c3534c5-3533-4948-9fd8-c87e8d31c282 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:44:11.148905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d58a31c-043f-475e-ac03-a3bc9f8c28b1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.150042 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3d58a31c-043f-475e-ac03-a3bc9f8c28b1 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282 HTTP/1.1" status: 204 len: 168 time: 0.7345810 Oct 20 03:44:11.154239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40084) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:11.160977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2095953975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:11.169002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:11.174916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Usage tracker for resource:router and tenant:2438daea8d404a86b12872e489b52671 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:11.178151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:11.185386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:11.241782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.242866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.258263 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.258553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811b3325-f132-44a6-b620-6ca532aaec94,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:11.277785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.172 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/abd7b164-5ac5-4f79-a0ea-276beaa28c28) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:44:11.351899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.353122 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c776e25a-cce5-4378-9dcc-5b43f09957ea tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8547184 Oct 20 03:44:11.356014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40088) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:11.362000 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '811b3325-f132-44a6-b620-6ca532aaec94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:11.367724 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:11.371836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:11.375144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:11.380696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:11.388321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.422662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.483815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.538303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.557703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.558337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.558905 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a08adb1c-135f-4d76-b3fd-19248e25cc92 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4028962 Oct 20 03:44:11.561526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40092) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:11.566403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0ff37c39-eded-4e57-8a2b-a77b1efd7373 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Request body: {'router': {'admin_state_up': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:11.621792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:11.624711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:11.628368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:44:11.666570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=abd7b164-5ac5-4f79-a0ea-276beaa28c28,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:11.681694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.780062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585ca15e-0b9f-44be-8ccf-ce5d46ee0b59,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:11.972808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.973978 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5d21d210-9cb8-46ce-b9a4-7419d5d9544d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6169231 Oct 20 03:44:11.981730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40098) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:12.001859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c39-eded-4e57-8a2b-a77b1efd7373 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.009602 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2433c820-98a1-4cd9-92de-f613bb51ca9b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules/585ca15e-0b9f-44be-8ccf-ce5d46ee0b59 HTTP/1.1" status: 200 len: 763 time: 0.0268605 Oct 20 03:44:12.012503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40102) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:12.063141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7fcc7fcd-f986-447d-8277-074b6ab7115c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:12.067225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c39-eded-4e57-8a2b-a77b1efd7373 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.146290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751a420-1205-4cbf-a67a-7c15cf91814a req-4e5a327d-2f04-47d3-b693-8f1031b5c749 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:12.147749 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f751a420-1205-4cbf-a67a-7c15cf91814a req-4e5a327d-2f04-47d3-b693-8f1031b5c749 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 943 time: 0.2390821 Oct 20 03:44:12.150263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.243290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7fcc7fcd-f986-447d-8277-074b6ab7115c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:12.244491 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7fcc7fcd-f986-447d-8277-074b6ab7115c tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2311032 Oct 20 03:44:12.247352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40106) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:12.273109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcec1-bdf7-4f01-a2ce-37660e41e367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.280063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd18c88b-2033-48dd-9f33-abf4d4fd0836 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.291571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd18c88b-2033-48dd-9f33-abf4d4fd0836 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.320275 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f751a420-1205-4cbf-a67a-7c15cf91814a req-6c79b161-1818-4522-9e2b-ea5812f8904c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189282 Oct 20 03:44:12.370314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff37c39-eded-4e57-8a2b-a77b1efd7373 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Router 80f93421-89a2-4189-9b7c-500765a7b6c4 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:44:12.530261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.555108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd18c88b-2033-48dd-9f33-abf4d4fd0836 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.637638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18c88b-2033-48dd-9f33-abf4d4fd0836 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=585ca15e-0b9f-44be-8ccf-ce5d46ee0b59,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:12.643881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff37c39-eded-4e57-8a2b-a77b1efd7373 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:12.650243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c39-eded-4e57-8a2b-a77b1efd7373 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.651445 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0ff37c39-eded-4e57-8a2b-a77b1efd7373 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "PUT /v2.0/routers/80f93421-89a2-4189-9b7c-500765a7b6c4 HTTP/1.1" status: 200 len: 694 time: 1.0889523 Oct 20 03:44:12.653882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40110) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:12.660721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] Sync routers for ids ['80f93421-89a2-4189-9b7c-500765a7b6c4'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:12.671165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] Routers {'80f93421-89a2-4189-9b7c-500765a7b6c4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:12.672729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['80f93421-89a2-4189-9b7c-500765a7b6c4'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:12.768822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bd18c88b-2033-48dd-9f33-abf4d4fd0836 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.772317 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bd18c88b-2033-48dd-9f33-abf4d4fd0836 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/585ca15e-0b9f-44be-8ccf-ce5d46ee0b59 HTTP/1.1" status: 204 len: 168 time: 0.5212638 Oct 20 03:44:12.778193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40114) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:12.806962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] Set router 80f93421-89a2-4189-9b7c-500765a7b6c4 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:12.810697 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9c7b50e7-b808-4ed5-b211-ab6e44c304de tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/routers/80f93421-89a2-4189-9b7c-500765a7b6c4 HTTP/1.1" status: 200 len: 700 time: 0.1557577 Oct 20 03:44:12.814611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40118) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:12.869870 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ea6d3fb0-84d6-40fe-8dc5-9c011605022b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=80f93421-89a2-4189-9b7c-500765a7b6c4 HTTP/1.1" status: 200 len: 205 time: 0.0541830 Oct 20 03:44:12.872365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40122) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:12.891077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce4852aa-d8b7-45ef-be69-24d2128c27a0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:12.914217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f93421-89a2-4189-9b7c-500765a7b6c4', 'name': 'tempest-RoutersTest-router-2095953975', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:12Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:12.918175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] Checking router: 80f93421-89a2-4189-9b7c-500765a7b6c4 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:12.927186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] Routers {'80f93421-89a2-4189-9b7c-500765a7b6c4'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:12.927805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['80f93421-89a2-4189-9b7c-500765a7b6c4'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:12.959078 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ce4852aa-d8b7-45ef-be69-24d2128c27a0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:12.962924 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ce4852aa-d8b7-45ef-be69-24d2128c27a0 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1814451 Oct 20 03:44:12.963218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40126) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:12.969221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-56c89e34-8d80-4c36-8efa-16e8e1646b6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '811b3325-f132-44a6-b620-6ca532aaec94', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:12.975288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-56c89e34-8d80-4c36-8efa-16e8e1646b6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:12.985517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-56c89e34-8d80-4c36-8efa-16e8e1646b6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:13.017295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55a076cd-6873-4421-8232-1a92c6f693d7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.056640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] Set router 80f93421-89a2-4189-9b7c-500765a7b6c4 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:13.063456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56c89e34-8d80-4c36-8efa-16e8e1646b6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.127491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56c89e34-8d80-4c36-8efa-16e8e1646b6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.127765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 32da5e47-1658-4c9b-aed5-8a329cee6442 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:44:13.163291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f93421-89a2-4189-9b7c-500765a7b6c4', 'name': 'tempest-RoutersTest-router-2095953975', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:12Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:13.167169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c688d-7544-4ae5-b7db-d88e953b5c1e None None] The sync data for ids ['80f93421-89a2-4189-9b7c-500765a7b6c4'] in dv-neutron-861845-1-hyperv is: [{'id': '80f93421-89a2-4189-9b7c-500765a7b6c4', 'name': 'tempest-RoutersTest-router-2095953975', 'tenant_id': '2438daea8d404a86b12872e489b52671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:12Z', 'revision_number': 2, 'project_id': '2438daea8d404a86b12872e489b52671', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:13.170513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56c89e34-8d80-4c36-8efa-16e8e1646b6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.205471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c89e34-8d80-4c36-8efa-16e8e1646b6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42315459-189b-4085-a1bc-fac4d6e0125f,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:13.283656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-56c89e34-8d80-4c36-8efa-16e8e1646b6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.287477 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-56c89e34-8d80-4c36-8efa-16e8e1646b6f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3206820 Oct 20 03:44:13.288111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40132) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.309417 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4f91326c-ec88-49b7-a4de-d76e5ec05f1f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules/42315459-189b-4085-a1bc-fac4d6e0125f HTTP/1.1" status: 200 len: 763 time: 0.0200815 Oct 20 03:44:13.311941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40136) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.372230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f3ba709-81eb-4bbc-b52b-b7fd4225eb2d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:13.376198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.446868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f3ba709-81eb-4bbc-b52b-b7fd4225eb2d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:13.448333 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2f3ba709-81eb-4bbc-b52b-b7fd4225eb2d tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1350365 Oct 20 03:44:13.449637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55a076cd-6873-4421-8232-1a92c6f693d7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.453992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40142) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.458353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55a076cd-6873-4421-8232-1a92c6f693d7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.524886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-800da03c-06d4-4408-86b5-ac3186c92857 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.525138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.536553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf519f-e181-496a-a808-2e6d8a83baad req-0b64637e-8ed7-4769-9bb2-7e8caba8f0b7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:13.538029 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5bcf519f-e181-496a-a808-2e6d8a83baad req-0b64637e-8ed7-4769-9bb2-7e8caba8f0b7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 943 time: 0.0930037 Oct 20 03:44:13.540514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-800da03c-06d4-4408-86b5-ac3186c92857 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.559461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:13.569579 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Sync routers for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:13.572297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55a076cd-6873-4421-8232-1a92c6f693d7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.572915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a076cd-6873-4421-8232-1a92c6f693d7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Fanout notify agent at l3_agent the message router_deleted on router 80f93421-89a2-4189-9b7c-500765a7b6c4 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:44:13.588033 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5bcf519f-e181-496a-a808-2e6d8a83baad req-fdd51f85-6333-4b5e-9840-f0c598595ff6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435417 Oct 20 03:44:13.593769 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:13.595478 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:13.610778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-55a076cd-6873-4421-8232-1a92c6f693d7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.613489 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-55a076cd-6873-4421-8232-1a92c6f693d7 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/80f93421-89a2-4189-9b7c-500765a7b6c4 HTTP/1.1" status: 204 len: 168 time: 0.7383218 Oct 20 03:44:13.617027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40146) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.670156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d3b82543-46c4-4ae3-bf54-a2f9c7344e29 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Synchronizing usage tracker for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:13.673605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-800da03c-06d4-4408-86b5-ac3186c92857 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.682758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-800da03c-06d4-4408-86b5-ac3186c92857 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.683848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-800da03c-06d4-4408-86b5-ac3186c92857 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/42315459-189b-4085-a1bc-fac4d6e0125f HTTP/1.1" status: 204 len: 168 time: 0.2289257 Oct 20 03:44:13.686510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40150) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.708009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800da03c-06d4-4408-86b5-ac3186c92857 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42315459-189b-4085-a1bc-fac4d6e0125f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:13.709778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:13.713901 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9953cf9e-f702-47e8-b61c-ddda15bf0164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8685248 Oct 20 03:44:13.714909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40154) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.718611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d3b82543-46c4-4ae3-bf54-a2f9c7344e29 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] Unset dirty status for tenant:2438daea8d404a86b12872e489b52671 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:13.722545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d3b82543-46c4-4ae3-bf54-a2f9c7344e29 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=80f93421-89a2-4189-9b7c-500765a7b6c4 HTTP/1.1" status: 200 len: 205 time: 0.1013315 Oct 20 03:44:13.722545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40158) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.764363 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-59efc467-017e-4e1e-b818-07167647d3f2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460405 Oct 20 03:44:13.764688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40162) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.797547 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:13.801022 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-d82f5762-3b51-4cab-a7c7-f968acbc5f73 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] delete failed (client error): The resource could not be found. Oct 20 03:44:13.804347 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d82f5762-3b51-4cab-a7c7-f968acbc5f73 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/80f93421-89a2-4189-9b7c-500765a7b6c4 HTTP/1.1" status: 404 len: 336 time: 0.0788939 Oct 20 03:44:13.805561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40166) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.847641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-867ebe68-91e1-40da-b87f-9b2c6d46edbd tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:13.861089 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dc6b0c-1254-416a-ae8c-2c7cc6877843 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] DELETE failed (client error): The resource could not be found. Oct 20 03:44:13.861578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83dc6b0c-1254-416a-ae8c-2c7cc6877843 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:44:13.863255 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-83dc6b0c-1254-416a-ae8c-2c7cc6877843 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/b636c15e-d719-42a6-87c9-f6a43a9ebac1 HTTP/1.1" status: 404 len: 337 time: 0.0568256 Oct 20 03:44:13.866648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40170) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.903307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a6293f-cf51-44d1-87f8-379aa8db3758 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:13.911586 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-54a6293f-cf51-44d1-87f8-379aa8db3758 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1403470 Oct 20 03:44:13.911740 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0497845-9c4e-48ed-af24-f86a57aa6366 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] DELETE failed (client error): The resource could not be found. Oct 20 03:44:13.911740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0497845-9c4e-48ed-af24-f86a57aa6366 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:44:13.912116 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a0497845-9c4e-48ed-af24-f86a57aa6366 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/9f4d0d65-0c09-4c38-aa07-d9c06c843139 HTTP/1.1" status: 404 len: 337 time: 0.0445480 Oct 20 03:44:13.912386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40174) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.914543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40178) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.953065 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e72dbd5c-a913-48f3-a41c-829af68d9033 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395319 Oct 20 03:44:13.957083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40182) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:13.963635 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f864640-2d43-4d1e-90e3-5bf1dbec1bc6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] DELETE failed (client error): The resource could not be found. Oct 20 03:44:13.964001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-574412093', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:13.964136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f864640-2d43-4d1e-90e3-5bf1dbec1bc6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:44:13.965852 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2f864640-2d43-4d1e-90e3-5bf1dbec1bc6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/36fdb89f-70b3-426e-a8aa-90210547c3b5 HTTP/1.1" status: 404 len: 337 time: 0.0501232 Oct 20 03:44:13.968649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40186) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.005885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-867ebe68-91e1-40da-b87f-9b2c6d46edbd tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:14.009743 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-867ebe68-91e1-40da-b87f-9b2c6d46edbd tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3165519 Oct 20 03:44:14.011304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40190) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.014260 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce927d6-bfc9-46ee-9bfe-7a30565f88b8 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] DELETE failed (client error): The resource could not be found. Oct 20 03:44:14.014716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce927d6-bfc9-46ee-9bfe-7a30565f88b8 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:44:14.018680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bce927d6-bfc9-46ee-9bfe-7a30565f88b8 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/2617f00e-df6e-492f-a1ef-43bc75c0db85 HTTP/1.1" status: 404 len: 337 time: 0.0467727 Oct 20 03:44:14.019851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '811b3325-f132-44a6-b620-6ca532aaec94', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:14.024098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40194) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.068884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:14.082255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:14.086234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:subnet and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:14.089087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:14.091932 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4801fd23-99a6-4e8c-a638-343193f0405f tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=8c3534c5-3533-4948-9fd8-c87e8d31c282 HTTP/1.1" status: 200 len: 205 time: 0.0646815 Oct 20 03:44:14.091932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:14.092210 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40198) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.119883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 978e27e3-a97e-4653-a271-93e519dc7737 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:44:14.156893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:14.159231 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Project 4abbaec8f9b44730801f696113e2c409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:44:14.166361 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:11Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:14.168734 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-e6cfdd89-34cb-4030-870f-ce69efd92665 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] delete failed (client error): The resource could not be found. Oct 20 03:44:14.173596 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e6cfdd89-34cb-4030-870f-ce69efd92665 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/8c3534c5-3533-4948-9fd8-c87e8d31c282 HTTP/1.1" status: 404 len: 336 time: 0.0763962 Oct 20 03:44:14.173596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40202) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.174292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.176600 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Checking router: 32da5e47-1658-4c9b-aed5-8a329cee6442 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:14.177824 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Updating router 32da5e47-1658-4c9b-aed5-8a329cee6442 port abd7b164-5ac5-4f79-a0ea-276beaa28c28 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:44:14.236053 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-48618e44-f626-42fe-a16c-ccf918ac70ca tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=14f5d32a-ba8b-4d2a-984d-edd059cacb50 HTTP/1.1" status: 200 len: 205 time: 0.0617111 Oct 20 03:44:14.240332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40206) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.244379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:44:14.248967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.257865 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.318071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 978e27e3-a97e-4653-a271-93e519dc7737, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=978e27e3-a97e-4653-a271-93e519dc7737,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:14.326243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.334309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '978e27e3-a97e-4653-a271-93e519dc7737', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'port_id': '978e27e3-a97e-4653-a271-93e519dc7737', 'mac_address': 'fa:16:3e:82:8b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:44:14.410415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 978e27e3-a97e-4653-a271-93e519dc7737 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:14.411124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.437172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978e27e3-a97e-4653-a271-93e519dc7737 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:44:14.455606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 978e27e3-a97e-4653-a271-93e519dc7737, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=978e27e3-a97e-4653-a271-93e519dc7737,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:14.464365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.466497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-9fb9716f-decc-4e9d-b281-ce61f7689be8 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] delete failed (client error): The resource could not be found. Oct 20 03:44:14.470797 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9fb9716f-decc-4e9d-b281-ce61f7689be8 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/14f5d32a-ba8b-4d2a-984d-edd059cacb50 HTTP/1.1" status: 404 len: 336 time: 0.2261622 Oct 20 03:44:14.474160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40210) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.491872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578431d4-0dcb-491c-8f06-e0b45ccdd589,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:14.524445 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-661af2e8-5d70-4c36-8e22-e3c7789df58b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] DELETE failed (client error): The resource could not be found. Oct 20 03:44:14.524894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661af2e8-5d70-4c36-8e22-e3c7789df58b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:44:14.530184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.538922 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-661af2e8-5d70-4c36-8e22-e3c7789df58b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/8e9ffbb9-a93c-4bfa-892b-6e9039fc7e28 HTTP/1.1" status: 404 len: 337 time: 0.0615840 Oct 20 03:44:14.539412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40214) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.589536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.589536 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-54f61f6b-26f3-46b6-bdae-3b9f396d7725 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5748470 Oct 20 03:44:14.591858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40218) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.596381 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-68464dc6-6511-430a-8427-cb4db07f7bd6 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=ebb7d103-20a2-4ebb-bdbe-424494d96bc1 HTTP/1.1" status: 200 len: 205 time: 0.0557711 Oct 20 03:44:14.598783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40222) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.624019 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b7ae6b20-cb7a-4c26-8c40-87ade4d64a74 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules/578431d4-0dcb-491c-8f06-e0b45ccdd589 HTTP/1.1" status: 200 len: 769 time: 0.0305169 Oct 20 03:44:14.624740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40226) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.664813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.667460 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.692307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=978e27e3-a97e-4653-a271-93e519dc7737,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:14.697881 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-15371aa3-3ff1-4ed2-860e-e267307ed3d4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] delete failed (client error): The resource could not be found. Oct 20 03:44:14.701037 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Transition to ACTIVE for port object abd7b164-5ac5-4f79-a0ea-276beaa28c28 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:14.711538 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-15371aa3-3ff1-4ed2-860e-e267307ed3d4 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/ebb7d103-20a2-4ebb-bdbe-424494d96bc1 HTTP/1.1" status: 404 len: 336 time: 0.0990357 Oct 20 03:44:14.711538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40232) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.720040 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:44:14.762789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['978e27e3-a97e-4653-a271-93e519dc7737'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:44:14.773884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=6dda20bc-207c-4e55-b62a-159e1539fa45,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:14.788271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.804253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Checking segment: {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:44:14.804759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network hostable DHCP agents. Network: e09411e2-9ef6-4755-8153-953cd217dc53, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:44:14.814665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.815045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.815482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.815924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.816053 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d769bd1f-ed6d-4711-87e7-0461c71408b5 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea HTTP/1.1" status: 200 len: 205 time: 0.1125033 Oct 20 03:44:14.816679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40236) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.816956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.817445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.817869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.818309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.818734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.819153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.819567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.819982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.843497 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4502c9c4-9b57-4020-9183-7d72de79b2a8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2160251 Oct 20 03:44:14.844927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40240) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.854621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.876525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Pushing event updated for resources: {'Port': ['ID=abd7b164-5ac5-4f79-a0ea-276beaa28c28,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:14.887663 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.888285 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.888826 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.889404 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.889916 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.891030 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.891623 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.892124 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.892624 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.893122 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.893664 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.894302 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:14.897230 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-034faed6-ed93-4b36-aaaa-2026eebc94ca tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] delete failed (client error): The resource could not be found. Oct 20 03:44:14.901659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-034faed6-ed93-4b36-aaaa-2026eebc94ca tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/2ff9c23f-a1e4-4af5-8ea5-eab3cb3a62ea HTTP/1.1" status: 404 len: 336 time: 0.0837288 Oct 20 03:44:14.902245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40244) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.903108 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Attempting to bind port abd7b164-5ac5-4f79-a0ea-276beaa28c28 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:44:14.903667 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Attempting to bind port abd7b164-5ac5-4f79-a0ea-276beaa28c28 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:44:14.905441 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Attempting to bind port abd7b164-5ac5-4f79-a0ea-276beaa28c28 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:44:14.912211 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:44:14.912592 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:44:14.912994 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.913472 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:44:14.913951 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Bound port: abd7b164-5ac5-4f79-a0ea-276beaa28c28, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:44:14.914323 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:14.942896 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2192b2c6-0d52-4ea4-8a90-28e135ef2194 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] DELETE failed (client error): The resource could not be found. Oct 20 03:44:14.943359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2192b2c6-0d52-4ea4-8a90-28e135ef2194 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:44:14.947858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2192b2c6-0d52-4ea4-8a90-28e135ef2194 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/94697c32-56a5-458f-9d84-2dc747b4fb8b HTTP/1.1" status: 404 len: 337 time: 0.0430341 Oct 20 03:44:14.948656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40248) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:14.997313 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] For port abd7b164-5ac5-4f79-a0ea-276beaa28c28, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:44:15.002094 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] For port abd7b164-5ac5-4f79-a0ea-276beaa28c28, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=abd7b164-5ac5-4f79-a0ea-276beaa28c28,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:44:15.008870 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cee66548-67a1-43f4-b933-412a88dfea5e tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=5a217c39-b820-40f1-a046-1d82b51bfc62 HTTP/1.1" status: 200 len: 205 time: 0.0580034 Oct 20 03:44:15.011306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40252) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:15.012219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c400920e-035c-40b6-bdd6-f0f2e09e808a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.023743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c400920e-035c-40b6-bdd6-f0f2e09e808a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.084158 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-8dc7a582-84c5-4420-bebb-a7627f0f6a1d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] delete failed (client error): The resource could not be found. Oct 20 03:44:15.085171 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8dc7a582-84c5-4420-bebb-a7627f0f6a1d tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/5a217c39-b820-40f1-a046-1d82b51bfc62 HTTP/1.1" status: 404 len: 336 time: 0.0729806 Oct 20 03:44:15.087930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40256) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:15.094607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffffa8c-4922-4a3a-aef3-68f9b82b9d7a req-6b11a478-1b3e-49f0-965d-52999d78f647 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:15.096348 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ffffa8c-4922-4a3a-aef3-68f9b82b9d7a req-6b11a478-1b3e-49f0-965d-52999d78f647 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 944 time: 0.3387644 Oct 20 03:44:15.108401 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.132201 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-943ef6b5-4b30-4522-b9be-f709a4eb8927 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] DELETE failed (client error): The resource could not be found. Oct 20 03:44:15.132657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943ef6b5-4b30-4522-b9be-f709a4eb8927 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:44:15.137667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c400920e-035c-40b6-bdd6-f0f2e09e808a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.144297 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ffffa8c-4922-4a3a-aef3-68f9b82b9d7a req-28f034b1-5731-4520-bda5-f570d5f6aa77 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418899 Oct 20 03:44:15.146283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e09411e2-9ef6-4755-8153-953cd217dc53 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:44:15.152315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c400920e-035c-40b6-bdd6-f0f2e09e808a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.153449 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c400920e-035c-40b6-bdd6-f0f2e09e808a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/578431d4-0dcb-491c-8f06-e0b45ccdd589 HTTP/1.1" status: 204 len: 168 time: 0.3043456 Oct 20 03:44:15.155124 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-943ef6b5-4b30-4522-b9be-f709a4eb8927 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/7f92cdbe-0063-4bb9-9a6b-dd2f1e92c5dc HTTP/1.1" status: 404 len: 337 time: 0.0660303 Oct 20 03:44:15.159844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40260) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:15.160305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40262) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:15.161021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400920e-035c-40b6-bdd6-f0f2e09e808a tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=578431d4-0dcb-491c-8f06-e0b45ccdd589,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:15.188598 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:15.189217 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:15.221647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, e09411e2-9ef6-4755-8153-953cd217dc53) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:15.227324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:15.232395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.234994 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3e85a509-fc56-4f63-90e1-7bf24685dde2 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "GET /v2.0/ports?device_id=31f8ec30-452d-44c7-82f3-324af778e315 HTTP/1.1" status: 200 len: 205 time: 0.0681190 Oct 20 03:44:15.237452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0b917-e372-4f60-846a-ddb0bf1bc458 None None] Network e09411e2-9ef6-4755-8153-953cd217dc53 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:15.238600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40268) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:15.314248 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-eef23f27-493e-43db-8ba8-3a4824ccf71b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] delete failed (client error): The resource could not be found. Oct 20 03:44:15.315135 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eef23f27-493e-43db-8ba8-3a4824ccf71b tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/routers/31f8ec30-452d-44c7-82f3-324af778e315 HTTP/1.1" status: 404 len: 336 time: 0.0756385 Oct 20 03:44:15.317970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40272) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:15.329754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-45cb2a5f-d0d5-497e-ae9e-a892319b3c7b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:15.342766 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04c48-c937-4308-b330-39f27953de59 None None] Pushing event updated for resources: {'Port': ['ID=abd7b164-5ac5-4f79-a0ea-276beaa28c28,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:15.371530 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-482f2e06-b9fa-4fb4-bbf4-a5ba57343fa5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4132726 Oct 20 03:44:15.374526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40276) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:15.381942 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-84866d1a-b8fd-4e78-9c49-46af4f5ff407 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] DELETE failed (client error): The resource could not be found. Oct 20 03:44:15.382548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84866d1a-b8fd-4e78-9c49-46af4f5ff407 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:44:15.382774 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:15.384596 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-84866d1a-b8fd-4e78-9c49-46af4f5ff407 tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/80fdcfe9-7ca5-4229-9da2-990f1b58c919 HTTP/1.1" status: 404 len: 337 time: 0.0649354 Oct 20 03:44:15.393187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40280) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:15.438470 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a05b06-9be0-4a64-b2f1-c5ef3d80143c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] DELETE failed (client error): The resource could not be found. Oct 20 03:44:15.439145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a05b06-9be0-4a64-b2f1-c5ef3d80143c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:44:15.443856 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-08a05b06-9be0-4a64-b2f1-c5ef3d80143c tempest-RoutersTest-299705281 tempest-RoutersTest-299705281-project] 10.222.0.33 "DELETE /v2.0/subnets/35cdc8e8-6e4d-4e31-9cc3-264de0c7a283 HTTP/1.1" status: 404 len: 337 time: 0.0496721 Oct 20 03:44:15.513942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-45cb2a5f-d0d5-497e-ae9e-a892319b3c7b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:15.518567 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-45cb2a5f-d0d5-497e-ae9e-a892319b3c7b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3568535 Oct 20 03:44:15.518948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40286) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:15.546389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-e09411e2-9ef6-4755-8153-953cd217dc53', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:44:15.549299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.648235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d25e-9996-409d-9ceb-ff1266380447 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.689413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d25e-9996-409d-9ceb-ff1266380447 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.744406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Allocated IP 172.20.0.2 (e09411e2-9ef6-4755-8153-953cd217dc53/6dda20bc-207c-4e55-b62a-159e1539fa45/c8379678-60fa-4bde-8a87-0ee45af6d43b) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:44:15.748241 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:11Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:15.752613 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249dffb-4eab-48c2-8475-c7f1b3355281 None None] The sync data for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv is: [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:11Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:15.845815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d25e-9996-409d-9ceb-ff1266380447 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.875860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4d25e-9996-409d-9ceb-ff1266380447 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b3325-f132-44a6-b620-6ca532aaec94,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:15.963672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d25e-9996-409d-9ceb-ff1266380447 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.969495 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5ce4d25e-9996-409d-9ceb-ff1266380447 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/811b3325-f132-44a6-b620-6ca532aaec94 HTTP/1.1" status: 204 len: 168 time: 0.4487650 Oct 20 03:44:15.970136 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40290) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:16.010616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.033852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Transition to ACTIVE for port object c8379678-60fa-4bde-8a87-0ee45af6d43b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:16.078158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Transition to ACTIVE for port object c8379678-60fa-4bde-8a87-0ee45af6d43b will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:16.079050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-47e2c837-7daf-4342-8f5f-522d829011b6 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:16.134672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 978e27e3-a97e-4653-a271-93e519dc7737 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:44:16.141676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40296) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:16.176033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-47e2c837-7daf-4342-8f5f-522d829011b6 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:16.177412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.178228 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-47e2c837-7daf-4342-8f5f-522d829011b6 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2069089 Oct 20 03:44:16.182709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40302) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:16.208791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group': {'name': 'tempest-secgroup--724144635'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:16.230914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:16.261226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:16.288597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Network e09411e2-9ef6-4755-8153-953cd217dc53 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:16.293795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:16.299384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:44:16.316049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Pushing event updated for resources: {'Port': ['ID=c8379678-60fa-4bde-8a87-0ee45af6d43b,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:16.376375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.404777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:16.424441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Attempting to bind port c8379678-60fa-4bde-8a87-0ee45af6d43b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:44:16.425080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Attempting to bind port c8379678-60fa-4bde-8a87-0ee45af6d43b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:44:16.425699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Attempting to bind port c8379678-60fa-4bde-8a87-0ee45af6d43b on network e09411e2-9ef6-4755-8153-953cd217dc53 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:44:16.431944 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:44:16.432493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Checking segment: {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:44:16.433014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.433527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Bound using segment: {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:44:16.434154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Bound port: c8379678-60fa-4bde-8a87-0ee45af6d43b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:44:16.434625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.481868 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:16.486145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:16.521356 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-37f088d4-08dc-4a4b-978d-7683293b4cd6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2438daea8d404a86b12872e489b52671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780382 Oct 20 03:44:16.523179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:16.524590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40308) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:16.550359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] For port c8379678-60fa-4bde-8a87-0ee45af6d43b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:44:16.554093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] For port c8379678-60fa-4bde-8a87-0ee45af6d43b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c8379678-60fa-4bde-8a87-0ee45af6d43b,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:44:16.556350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 978e27e3-a97e-4653-a271-93e519dc7737 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:16.564758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 978e27e3-a97e-4653-a271-93e519dc7737 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:16.565983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.566442 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 978e27e3-a97e-4653-a271-93e519dc7737 Oct 20 03:44:16.566880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.617202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3c2cd-9188-4fdf-9a8c-b0248f54e6ef req-3919db7b-7165-4652-b550-19e4bc89c9e4 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:16.619601 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dee3c2cd-9188-4fdf-9a8c-b0248f54e6ef req-3919db7b-7165-4652-b550-19e4bc89c9e4 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 944 time: 0.2445834 Oct 20 03:44:16.639535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.769328 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dee3c2cd-9188-4fdf-9a8c-b0248f54e6ef req-23670c5e-b9a1-4e60-88d1-69ae87db0fa0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361778 Oct 20 03:44:16.771883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.782568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05f872ed-9c07-48e6-9acb-182c0006790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.806397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2bcac-08bb-42e0-95c2-ff086b03d409 None None] Pushing event updated for resources: {'Port': ['ID=c8379678-60fa-4bde-8a87-0ee45af6d43b,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:16.839898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05f872ed-9c07-48e6-9acb-182c0006790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.845040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 978e27e3-a97e-4653-a271-93e519dc7737 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:16.845643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.856037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.888639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138835d-45a8-4271-8c37-f000be4807ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978e27e3-a97e-4653-a271-93e519dc7737'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:16.893530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f9a24-d1fd-4b48-8609-ff3993614e39" -d '{"events": [{"server_uuid": "7138835d-45a8-4271-8c37-f000be4807ca", "name": "network-vif-plugged", "status": "completed", "tag": "978e27e3-a97e-4653-a271-93e519dc7737"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:16.903186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 978e27e3-a97e-4653-a271-93e519dc7737, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=978e27e3-a97e-4653-a271-93e519dc7737,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:16.947403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382ef6d8-512f-4714-bf62-db3069f0513e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:16.949045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:16.993875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecadf87c-ad94-4f97-880e-31f5541f4cff x-openstack-request-id: req-ecadf87c-ad94-4f97-880e-31f5541f4cff {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:16.994167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7138835d-45a8-4271-8c37-f000be4807ca", "name": "network-vif-plugged", "status": "completed", "tag": "978e27e3-a97e-4653-a271-93e519dc7737", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:17.005627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ecadf87c-ad94-4f97-880e-31f5541f4cff {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:17.005627 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecadf87c-ad94-4f97-880e-31f5541f4cff'] response: {'server_uuid': '7138835d-45a8-4271-8c37-f000be4807ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978e27e3-a97e-4653-a271-93e519dc7737', 'code': 200} Oct 20 03:44:17.016924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.018825 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-102e25a1-f455-475d-a0e3-a2ad04248b23 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8349321 Oct 20 03:44:17.021409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40316) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:17.027029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Request body: {'security_group_rule': {'security_group_id': '382ef6d8-512f-4714-bf62-db3069f0513e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:17.043972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:17.050290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Usage tracker for resource:security_group_rule and tenant:4abbaec8f9b44730801f696113e2c409 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:17.055000 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:17.058024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=978e27e3-a97e-4653-a271-93e519dc7737,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:17.065039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:17.084858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05f872ed-9c07-48e6-9acb-182c0006790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.100070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.136927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f872ed-9c07-48e6-9acb-182c0006790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a9190f-3860-466c-9970-06fbbe405438,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:17.164330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.204262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05f872ed-9c07-48e6-9acb-182c0006790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.205421 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-05f872ed-9c07-48e6-9acb-182c0006790a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d0a9190f-3860-466c-9970-06fbbe405438 HTTP/1.1" status: 204 len: 168 time: 0.6798861 Oct 20 03:44:17.260966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.1 (e09411e2-9ef6-4755-8153-953cd217dc53/6dda20bc-207c-4e55-b62a-159e1539fa45/da922795-6b7c-4e14-af15-934aad0ec4f6) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:44:17.293553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.363615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device abd7b164-5ac5-4f79-a0ea-276beaa28c28 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:44:17.369656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.398893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a656ee-7f6c-4a79-b9bf-2e633fd3b5bb,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:17.490536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port abd7b164-5ac5-4f79-a0ea-276beaa28c28 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:17.496677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port abd7b164-5ac5-4f79-a0ea-276beaa28c28 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:17.497231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.497886 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port abd7b164-5ac5-4f79-a0ea-276beaa28c28 Oct 20 03:44:17.517421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.538343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object da922795-6b7c-4e14-af15-934aad0ec4f6 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:17.541103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e03015-cb9c-45cc-8200-f40015a136fb req-f62c3ce7-f22a-40a6-b1c4-5c636a1d5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:17.542615 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6e03015-cb9c-45cc-8200-f40015a136fb req-f62c3ce7-f22a-40a6-b1c4-5c636a1d5a2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 1098 time: 0.1487274 Oct 20 03:44:17.570060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.571682 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eeaaa53d-accf-4a6f-8056-0d1c4762ace1 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5491412 Oct 20 03:44:17.576320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40324) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:17.627525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port abd7b164-5ac5-4f79-a0ea-276beaa28c28 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:17.628033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.630736 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6e03015-cb9c-45cc-8200-f40015a136fb req-f38cf679-3822-463e-8247-07395ad18fce service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792761 Oct 20 03:44:17.649019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port abd7b164-5ac5-4f79-a0ea-276beaa28c28, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=abd7b164-5ac5-4f79-a0ea-276beaa28c28,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:17.657073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.678670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-563d9480-1ab4-48a3-bf07-f5bf79eb8d0b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.710655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-563d9480-1ab4-48a3-bf07-f5bf79eb8d0b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.730800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e09411e2-9ef6-4755-8153-953cd217dc53 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:17.734913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.735706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c8379678-60fa-4bde-8a87-0ee45af6d43b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:44:17.746783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:17.756312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:44:17.805352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=da922795-6b7c-4e14-af15-934aad0ec4f6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:17.824475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.836295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-563d9480-1ab4-48a3-bf07-f5bf79eb8d0b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.855156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d9480-1ab4-48a3-bf07-f5bf79eb8d0b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382ef6d8-512f-4714-bf62-db3069f0513e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:17.870530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-563d9480-1ab4-48a3-bf07-f5bf79eb8d0b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.874507 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-563d9480-1ab4-48a3-bf07-f5bf79eb8d0b tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/382ef6d8-512f-4714-bf62-db3069f0513e HTTP/1.1" status: 204 len: 168 time: 0.2970998 Oct 20 03:44:17.875759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40336) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:17.947530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=abd7b164-5ac5-4f79-a0ea-276beaa28c28,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:17.951561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-23dfa5ad-4d48-40a2-9aff-0ba68881cea8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:18.065183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba0a9f-bc4d-4c3e-b150-427a8520c713 req-06ce09c9-a793-4914-876f-070de4a3d7da tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:18.067078 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87ba0a9f-bc4d-4c3e-b150-427a8520c713 req-06ce09c9-a793-4914-876f-070de4a3d7da tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 945 time: 0.1045868 Oct 20 03:44:18.090508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c8379678-60fa-4bde-8a87-0ee45af6d43b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:18.122451 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87ba0a9f-bc4d-4c3e-b150-427a8520c713 req-7fb9c81a-915e-43f8-9a96-486992707fcc tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489411 Oct 20 03:44:18.123151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-23dfa5ad-4d48-40a2-9aff-0ba68881cea8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:18.126907 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-23dfa5ad-4d48-40a2-9aff-0ba68881cea8 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2476635 Oct 20 03:44:18.127291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40342) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:18.174290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-11c0cfe0-99cd-4702-8323-7859e713c94f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Synchronizing usage tracker for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:18.181000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.250437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-11c0cfe0-99cd-4702-8323-7859e713c94f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] Unset dirty status for tenant:4abbaec8f9b44730801f696113e2c409 on resource:security_group_rule {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:18.254978 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-11c0cfe0-99cd-4702-8323-7859e713c94f tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1263950 Oct 20 03:44:18.255132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40348) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:18.306564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15670ff-2282-4c28-b480-1418dbba453c None None] Network e09411e2-9ef6-4755-8153-953cd217dc53 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:18.391075 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-0522fd07-ea31-4346-b569-75def6f0cad9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] delete failed (client error): The resource could not be found. Oct 20 03:44:18.392104 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0522fd07-ea31-4346-b569-75def6f0cad9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "DELETE /v2.0/security-groups/382ef6d8-512f-4714-bf62-db3069f0513e HTTP/1.1" status: 404 len: 347 time: 0.1362622 Oct 20 03:44:18.396445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40356) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:18.474422 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4e395146-0cb2-4af6-b16c-bf7425bad6d9 tempest-SecGroupIPv6Test-226977440 tempest-SecGroupIPv6Test-226977440-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767107 Oct 20 03:44:18.485159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Provisioning for port c8379678-60fa-4bde-8a87-0ee45af6d43b completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:18.498292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Provisioning complete for port c8379678-60fa-4bde-8a87-0ee45af6d43b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:18.498667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.499116 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Attempt 1 to provision port c8379678-60fa-4bde-8a87-0ee45af6d43b Oct 20 03:44:18.604622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40364) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:18.759345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Current status of the port c8379678-60fa-4bde-8a87-0ee45af6d43b is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:18.759979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.805411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] For port c8379678-60fa-4bde-8a87-0ee45af6d43b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c8379678-60fa-4bde-8a87-0ee45af6d43b,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:18.827616 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-488463fc-7e7f-4422-9ad9-f61043e3e722 tempest-DvrRoutersNegativeTest-1294948038 tempest-DvrRoutersNegativeTest-1294948038-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1914802528', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:18.831859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.policy [None req-488463fc-7e7f-4422-9ad9-f61043e3e722 tempest-DvrRoutersNegativeTest-1294948038 tempest-DvrRoutersNegativeTest-1294948038-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=90076) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 20 03:44:18.832271 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.policy [None req-488463fc-7e7f-4422-9ad9-f61043e3e722 tempest-DvrRoutersNegativeTest-1294948038 tempest-DvrRoutersNegativeTest-1294948038-project] Failed policy check for 'create_router' {{(pid=90076) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 20 03:44:18.833861 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-488463fc-7e7f-4422-9ad9-f61043e3e722 tempest-DvrRoutersNegativeTest-1294948038 tempest-DvrRoutersNegativeTest-1294948038-project] create failed (client error): Access was denied to this resource. Oct 20 03:44:18.834987 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-488463fc-7e7f-4422-9ad9-f61043e3e722 tempest-DvrRoutersNegativeTest-1294948038 tempest-DvrRoutersNegativeTest-1294948038-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2293420 Oct 20 03:44:18.877871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.895993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.969856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Pushing event updated for resources: {'Port': ['ID=c8379678-60fa-4bde-8a87-0ee45af6d43b,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:18.976362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.984487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.984781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.985125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.985518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.985848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.986229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.986565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.986896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.987229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.987552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.987874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:18.988194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe1498-cfe8-42e8-96ef-4c9948a35e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:44:19.078832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Provisioning for port da922795-6b7c-4e14-af15-934aad0ec4f6 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:19.087219 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Provisioning complete for port da922795-6b7c-4e14-af15-934aad0ec4f6 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:19.087921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.088408 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Attempt 1 to provision port da922795-6b7c-4e14-af15-934aad0ec4f6 Oct 20 03:44:19.088802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=da922795-6b7c-4e14-af15-934aad0ec4f6,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:19.094626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.136567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40374) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:19.185027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Port da922795-6b7c-4e14-af15-934aad0ec4f6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:19.292323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device abd7b164-5ac5-4f79-a0ea-276beaa28c28 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:44:19.372174 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-90e31469-8009-45fa-a5b4-90149bae4cc5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4abbaec8f9b44730801f696113e2c409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333491 Oct 20 03:44:19.372757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e09411e2-9ef6-4755-8153-953cd217dc53 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:19.373308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port abd7b164-5ac5-4f79-a0ea-276beaa28c28 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:19.373778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.374314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40384) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:19.374436 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port abd7b164-5ac5-4f79-a0ea-276beaa28c28 Oct 20 03:44:19.374812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:19.405349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40388) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:19.472720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-257b90f6-8ad0-404c-ae91-7a807ba2e1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.500238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-257b90f6-8ad0-404c-ae91-7a807ba2e1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.512988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port abd7b164-5ac5-4f79-a0ea-276beaa28c28 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:19.514112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c8379678-60fa-4bde-8a87-0ee45af6d43b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:44:19.588468 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d42a2ca4-b335-4651-8c42-edcc39e12bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.609596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f833bf1-2426-4d71-be06-9c3225b8605f req-98779d5d-e24c-4d25-8696-1bd795309fba tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:19.611139 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6f833bf1-2426-4d71-be06-9c3225b8605f req-98779d5d-e24c-4d25-8696-1bd795309fba tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 945 time: 0.3161070 Oct 20 03:44:19.616194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d42a2ca4-b335-4651-8c42-edcc39e12bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:19.621384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d42a2ca4-b335-4651-8c42-edcc39e12bdb admin admin] Usage tracker for resource:security_group_rule and tenant:39a630c75aed45978ba361de593535d7 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:19.626860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d42a2ca4-b335-4651-8c42-edcc39e12bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:19.634733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d42a2ca4-b335-4651-8c42-edcc39e12bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:19.649917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c8379678-60fa-4bde-8a87-0ee45af6d43b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:19.650292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.650630 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c8379678-60fa-4bde-8a87-0ee45af6d43b Oct 20 03:44:19.678770 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6f833bf1-2426-4d71-be06-9c3225b8605f req-924deee6-69fe-43db-965a-7c8815c61781 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528815 Oct 20 03:44:19.687053 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Attempt 2 to provision port da922795-6b7c-4e14-af15-934aad0ec4f6 Oct 20 03:44:19.690462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 32da5e47-1658-4c9b-aed5-8a329cee6442 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:44:19.695993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-257b90f6-8ad0-404c-ae91-7a807ba2e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.724045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b90f6-8ad0-404c-ae91-7a807ba2e1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8e9c8-15c4-47d5-83d3-05415500f033,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:19.791707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Port da922795-6b7c-4e14-af15-934aad0ec4f6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:19.815982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d42a2ca4-b335-4651-8c42-edcc39e12bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.851214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c8379678-60fa-4bde-8a87-0ee45af6d43b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:19.867828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-257b90f6-8ad0-404c-ae91-7a807ba2e1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.871786 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-257b90f6-8ad0-404c-ae91-7a807ba2e1dc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/19a8e9c8-15c4-47d5-83d3-05415500f033 HTTP/1.1" status: 204 len: 168 time: 0.4933021 Oct 20 03:44:19.907000 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d42a2ca4-b335-4651-8c42-edcc39e12bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.931106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:19.936343 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1780be83-23e8-404d-92a1-fe1bbf99b27c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/32da5e47-1658-4c9b-aed5-8a329cee6442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5602398 Oct 20 03:44:19.940072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40398) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:19.944437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Sync routers for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:19.959624 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:19.961418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:19.963632 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d42a2ca4-b335-4651-8c42-edcc39e12bdb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=39a630c75aed45978ba361de593535d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571308 Oct 20 03:44:19.965491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a2ca4-b335-4651-8c42-edcc39e12bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c2ddff-c2d1-4124-9c56-7e78c4a79517,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:19.968397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40402) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:20.085179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6aaaaea6-1bcb-4a7f-ae87-79406a581c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:20.114891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00455c-9494-44de-b521-ad3d82a3327f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.115361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00455c-9494-44de-b521-ad3d82a3327f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.116175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00455c-9494-44de-b521-ad3d82a3327f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.116321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00455c-9494-44de-b521-ad3d82a3327f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.116718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00455c-9494-44de-b521-ad3d82a3327f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.117173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00455c-9494-44de-b521-ad3d82a3327f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.117653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00455c-9494-44de-b521-ad3d82a3327f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.119406 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fe00455c-9494-44de-b521-ad3d82a3327f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1789989 Oct 20 03:44:20.124198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40406) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:20.130923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6aaaaea6-1bcb-4a7f-ae87-79406a581c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:20.172985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:20.238022 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f01821-4183-4ee7-bb22-11a572ac22f8 req-616697d9-c14d-4b99-b284-6bcb7e3c042a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.239486 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c1f01821-4183-4ee7-bb22-11a572ac22f8 req-616697d9-c14d-4b99-b284-6bcb7e3c042a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 945 time: 0.2133789 Oct 20 03:44:20.254850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b4f37-ef0a-4e31-8bed-238c78e4ff5c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.255355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b4f37-ef0a-4e31-8bed-238c78e4ff5c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.255739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b4f37-ef0a-4e31-8bed-238c78e4ff5c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.256184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b4f37-ef0a-4e31-8bed-238c78e4ff5c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.256621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b4f37-ef0a-4e31-8bed-238c78e4ff5c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.257059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b4f37-ef0a-4e31-8bed-238c78e4ff5c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.257522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b4f37-ef0a-4e31-8bed-238c78e4ff5c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:20.262386 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-144b4f37-ef0a-4e31-8bed-238c78e4ff5c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1313226 Oct 20 03:44:20.263111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40412) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:20.302510 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Attempt 3 to provision port da922795-6b7c-4e14-af15-934aad0ec4f6 Oct 20 03:44:20.423997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6aaaaea6-1bcb-4a7f-ae87-79406a581c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:20.431483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Port da922795-6b7c-4e14-af15-934aad0ec4f6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:20.554216 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c1f01821-4183-4ee7-bb22-11a572ac22f8 req-c6daaf02-938a-468c-adf4-721460d4b635 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031843 Oct 20 03:44:20.557301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaaaea6-1bcb-4a7f-ae87-79406a581c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c2ddff-c2d1-4124-9c56-7e78c4a79517,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:20.560170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:18Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:20.565458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6aaaaea6-1bcb-4a7f-ae87-79406a581c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:20.565801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Checking router: 32da5e47-1658-4c9b-aed5-8a329cee6442 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:20.566165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Updating router 32da5e47-1658-4c9b-aed5-8a329cee6442 port da922795-6b7c-4e14-af15-934aad0ec4f6 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:44:20.574688 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6aaaaea6-1bcb-4a7f-ae87-79406a581c28 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/47c2ddff-c2d1-4124-9c56-7e78c4a79517 HTTP/1.1" status: 204 len: 168 time: 0.5999777 Oct 20 03:44:20.598188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40426) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:20.636927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:20.688613 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a239211f-75af-43b1-a1c4-0929c0c0d693 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.4249101 Oct 20 03:44:20.853651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40436) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:20.859779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642120410', 'description': 'tempest-secgroup-smoke-642120410 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:20.867104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:20.872989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:20.876274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:20.882661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:20.933002 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Attempt 4 to provision port da922795-6b7c-4e14-af15-934aad0ec4f6 Oct 20 03:44:20.969947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:20.999528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:21.008501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:21.013637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:21.025423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:21.025920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Port da922795-6b7c-4e14-af15-934aad0ec4f6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:21.112734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.125248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Transition to ACTIVE for port object da922795-6b7c-4e14-af15-934aad0ec4f6 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:21.190985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.200233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d400680-d1df-43f1-ae55-0dc8dfc3ff04 tempest-TestVolumeBootPattern-901238252 tempest-TestVolumeBootPattern-901238252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:21.201763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4d400680-d1df-43f1-ae55-0dc8dfc3ff04 tempest-TestVolumeBootPattern-901238252 tempest-TestVolumeBootPattern-901238252-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 1093 time: 0.6025040 Oct 20 03:44:21.205244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40452) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:21.209176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.210042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '978e27e3-a97e-4653-a271-93e519dc7737', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:21.215980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:21.220364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:floatingip and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:21.223176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:21.228715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:21.271472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.323187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f28667-2bf5-4d76-acdc-b7176395e063,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:21.353721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.425457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8cf3-86eb-4135-ab56-9a9a3674f24e None None] Pushing event updated for resources: {'Port': ['ID=da922795-6b7c-4e14-af15-934aad0ec4f6,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:21.435725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Attempting to bind port da922795-6b7c-4e14-af15-934aad0ec4f6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:44:21.436102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Attempting to bind port da922795-6b7c-4e14-af15-934aad0ec4f6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:44:21.436475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Attempting to bind port da922795-6b7c-4e14-af15-934aad0ec4f6 on network e09411e2-9ef6-4755-8153-953cd217dc53 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:44:21.443761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:44:21.444133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Checking segment: {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:44:21.444541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.445044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Bound using segment: {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:44:21.445545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Bound port: da922795-6b7c-4e14-af15-934aad0ec4f6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:44:21.445916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.452064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40460) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:21.482497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.487263 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40466) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:21.487455 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-64aad9ad-548b-4afd-8129-fb8ee8555f90 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6323891 Oct 20 03:44:21.492917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'b8f28667-2bf5-4d76-acdc-b7176395e063', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:21.506773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:21.512250 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:21.516538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:21.523170 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:21.529410 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Attempt 5 to provision port da922795-6b7c-4e14-af15-934aad0ec4f6 Oct 20 03:44:21.540184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.592047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] For port da922795-6b7c-4e14-af15-934aad0ec4f6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:44:21.596611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] For port da922795-6b7c-4e14-af15-934aad0ec4f6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=da922795-6b7c-4e14-af15-934aad0ec4f6,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:44:21.599306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Port da922795-6b7c-4e14-af15-934aad0ec4f6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:21.606315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1c388464-3592-481a-9563-03cc981b7502 tempest-ServiceProvidersTest-580643951 tempest-ServiceProvidersTest-580643951-project] 10.222.0.33 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1528795 Oct 20 03:44:21.647493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.678424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40478) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:21.683605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.736898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Allocated IP 172.26.7.98 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/5b7a1416-fa6f-4cb9-85b3-a552c9c5ee27) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:44:21.753182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:21.753842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:21.924330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.935328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8cf3-86eb-4135-ab56-9a9a3674f24e None None] Pushing event updated for resources: {'Port': ['ID=da922795-6b7c-4e14-af15-934aad0ec4f6,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:21.959967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Deleting port f3cfd66d-1b76-450b-a186-b4e494e04111 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:21.960391 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.013431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:22.033116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40486) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:22.033757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.062711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.110654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6350c33-e7f9-4a55-8789-c4aa0c19df61,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:22.147774 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Attempt 6 to provision port da922795-6b7c-4e14-af15-934aad0ec4f6 Oct 20 03:44:22.162627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40494) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:22.176963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.210307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.212053 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4733ec54-8ff2-4f62-8689-831870969973 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7233982 Oct 20 03:44:22.215561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40500) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:22.224851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'b8f28667-2bf5-4d76-acdc-b7176395e063', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:22.233426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:22.241082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:22.252029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:22.254070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-329791295-network', 'tenant_id': '4504e153bcf948f39ce129560036148f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:22.262777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:22.284712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:22.288058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:22.294749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:22.300258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Usage tracker for resource:network and tenant:4504e153bcf948f39ce129560036148f is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:22.304807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:44:22.307108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.307665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.312930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Port da922795-6b7c-4e14-af15-934aad0ec4f6 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:44:22.329549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d8caf142-6fb2-4554-b0cd-130bf4e881fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.337935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:22.360588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:22.365104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'Port': ['ID=5b7a1416-fa6f-4cb9-85b3-a552c9c5ee27,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:22.368487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d8caf142-6fb2-4554-b0cd-130bf4e881fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:22.376603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Provisioning complete for port c8379678-60fa-4bde-8a87-0ee45af6d43b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:22.376603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.376603 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Attempt 1 to provision port c8379678-60fa-4bde-8a87-0ee45af6d43b Oct 20 03:44:22.376932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d8caf142-6fb2-4554-b0cd-130bf4e881fc admin admin] Usage tracker for resource:security_group_rule and tenant:ca8274bc0e214a449ea71962cd397b4c is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:22.383802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d8caf142-6fb2-4554-b0cd-130bf4e881fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:22.400820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d8caf142-6fb2-4554-b0cd-130bf4e881fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:22.453557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Made reservation on behalf of 4504e153bcf948f39ce129560036148f for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:44:22.455789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.460302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-31763799-be99-4a78-b788-06a1d408a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:21Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:22.461433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.480568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.506707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31763799-be99-4a78-b788-06a1d408a34d None None] The sync data for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv is: [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:21Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:22.514270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Calling delete_port for f3cfd66d-1b76-450b-a186-b4e494e04111 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:22.522079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-42db1dd9-3343-4a30-a019-02cf7bcdc651 None None] Current status of the port c8379678-60fa-4bde-8a87-0ee45af6d43b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:22.541212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:22.553301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Usage tracker for resource:security_group_rule and tenant:4504e153bcf948f39ce129560036148f is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:22.558104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:22.574402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:22.619577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.676733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.698461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c19887-e565-48df-99a1-20862dd02b3a,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:22.810526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.815182 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-627423ea-9485-4dac-9123-d39ff42e8d20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5975800 Oct 20 03:44:22.816179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40506) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:22.820699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d8caf142-6fb2-4554-b0cd-130bf4e881fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.820870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'b8f28667-2bf5-4d76-acdc-b7176395e063', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:22.827003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:22.830903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:22.833987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:22.839953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:22.842832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.895698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event deleted for resources: {'Port': ['ID=f3cfd66d-1b76-450b-a186-b4e494e04111,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:22.900633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d8caf142-6fb2-4554-b0cd-130bf4e881fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.955365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.987110 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d8caf142-6fb2-4554-b0cd-130bf4e881fc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ca8274bc0e214a449ea71962cd397b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232319 Oct 20 03:44:22.990458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40510) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:22.992868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf142-6fb2-4554-b0cd-130bf4e881fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c6d80c-6279-4f07-b3ef-e8903b4f7e35,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:23.001148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.001554 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Floating IP d2318fca-d885-48a8-8446-7affa62f929f disassociated (deleted). External IP: 172.26.7.225, port: 57f0d163-0ad7-4143-b42c-b0db40d41ed9. Oct 20 03:44:23.035842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.080525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:44:23.118602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf42a8ec-682e-400d-9e17-e605b8a22d9d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:23.122308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.125205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.127323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.127677 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Added segment 612a0237-1317-4efd-ade0-fc26bd02ea1d of type vlan for network 6e50b63a-b42d-4d75-beb6-f6252683a31a Oct 20 03:44:23.139602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772e651a-c1bd-4389-9211-3495a501dcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.206149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.212965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772e651a-c1bd-4389-9211-3495a501dcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.250957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.321666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device da922795-6b7c-4e14-af15-934aad0ec4f6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:44:23.329682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.383794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.384767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:23.385368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.400708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.448465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c04da6d-e04e-4d9e-985d-f4123ce07bd1,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:23.491756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port da922795-6b7c-4e14-af15-934aad0ec4f6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:23.495808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772e651a-c1bd-4389-9211-3495a501dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.497684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port da922795-6b7c-4e14-af15-934aad0ec4f6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:23.498837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.499370 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port da922795-6b7c-4e14-af15-934aad0ec4f6 Oct 20 03:44:23.501010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Router b7bd25a7-1652-485b-bf88-30ae0b562434 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:44:23.564819 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772e651a-c1bd-4389-9211-3495a501dcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.566093 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-772e651a-c1bd-4389-9211-3495a501dcf2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c9c6d80c-6279-4f07-b3ef-e8903b4f7e35 HTTP/1.1" status: 204 len: 168 time: 0.5745871 Oct 20 03:44:23.567056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e651a-c1bd-4389-9211-3495a501dcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c6d80c-6279-4f07-b3ef-e8903b4f7e35,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:23.574700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] Pushing event updated for resources: {'Network': ['ID=6e50b63a-b42d-4d75-beb6-f6252683a31a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:23.600023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 6e50b63a-b42d-4d75-beb6-f6252683a31a details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:44:23.643090 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-691a0bc4-ad5d-4409-8657-fa1ac4ffc632 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6085012 Oct 20 03:44:23.645930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40516) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:23.662777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Request body: {'subnet': {'network_id': '6e50b63a-b42d-4d75-beb6-f6252683a31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-329791295-subnet', 'tenant_id': '4504e153bcf948f39ce129560036148f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:23.670800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:23.692380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Usage tracker for resource:subnet and tenant:4504e153bcf948f39ce129560036148f is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:23.698381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:23.715019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:23.762498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.793106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.793932 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-24468811-c734-4052-a5a3-a8175aa4e173 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9772267 Oct 20 03:44:23.796858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40520) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:23.804048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'b8f28667-2bf5-4d76-acdc-b7176395e063', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:23.810627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Made reservation on behalf of 4504e153bcf948f39ce129560036148f for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:44:23.813900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.826804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:23.837820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.882319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port da922795-6b7c-4e14-af15-934aad0ec4f6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:23.882713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.916013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:23.960077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:23.963019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:23.966451 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port da922795-6b7c-4e14-af15-934aad0ec4f6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=da922795-6b7c-4e14-af15-934aad0ec4f6,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:23.988210 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:23.992395 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] Sync routers for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:24.010672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:24.014061 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:24.020608 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:24.038822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:24.072986 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d5179f62-bb2d-4996-80ad-9e2895e7e679 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "DELETE /v2.0/floatingips/d2318fca-d885-48a8-8446-7affa62f929f HTTP/1.1" status: 204 len: 168 time: 2.3931613 Oct 20 03:44:24.073697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:24.076605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c069c60d-dfd8-4dd0-a730-9cc721e56431" -d '{"events": [{"name": "network-changed", "server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:24.123555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:24.147216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=da922795-6b7c-4e14-af15-934aad0ec4f6,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:24.156880 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb87dcad-adbb-494d-8ee8-3a7f4fc683fa x-openstack-request-id: req-fb87dcad-adbb-494d-8ee8-3a7f4fc683fa {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:24.157120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:24.157394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fb87dcad-adbb-494d-8ee8-3a7f4fc683fa {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:24.157792 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb87dcad-adbb-494d-8ee8-3a7f4fc683fa'] response: {'name': 'network-changed', 'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'status': 'completed', 'code': 200} Oct 20 03:44:24.320928 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:24.399528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'Port': ['ID=5b7a1416-fa6f-4cb9-85b3-a552c9c5ee27,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:24.438076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:24.599032 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Floating IP 24bf9a28-7d93-4bcb-88a7-f7a44525f10d associated. External IP: 172.26.7.98, port: 978e27e3-a97e-4653-a271-93e519dc7737. Oct 20 03:44:24.670002 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '10299513-34f5-4650-bb7b-d147998665a2', 'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'mac_address': 'fa:16:3e:21:49:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:06Z', 'updated_at': '2022-10-20T03:42:28Z', 'revision_number': 5, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'subnets': [{'id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:24.674419 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] Checking router: b7bd25a7-1652-485b-bf88-30ae0b562434 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:24.682665 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:24.683273 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:24.798294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:24.814324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-190cac32-66ee-493a-b938-0aaf876c8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:24.815791 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-190cac32-66ee-493a-b938-0aaf876c8f9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33a51a138e514a63b8a1bc948a2bbc79&device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 1098 time: 0.5110874 Oct 20 03:44:24.861057 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:24.927787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:24.946510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.019126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2723609c-67f5-4fc1-8ee7-102f186c5f82,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:25.172377 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '10299513-34f5-4650-bb7b-d147998665a2', 'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'mac_address': 'fa:16:3e:21:49:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:06Z', 'updated_at': '2022-10-20T03:42:28Z', 'revision_number': 5, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'subnets': [{'id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:25.177640 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66e17d-4b7e-46a0-b7c3-1d28da784dc2 None None] The sync data for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv is: [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '10299513-34f5-4650-bb7b-d147998665a2', 'name': '', 'network_id': 'c079d507-1b9d-4aa8-bd0c-52a25444f5ca', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'mac_address': 'fa:16:3e:21:49:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:06Z', 'updated_at': '2022-10-20T03:42:28Z', 'revision_number': 5, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'subnets': [{'id': '8ca272b5-0ca0-4398-9e19-0d03aa1dc341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:25.197247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.202098 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4de4cf81-b1d0-4262-a83a-4d6f9b174dd3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3997357 Oct 20 03:44:25.203563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40530) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:25.209916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'b8f28667-2bf5-4d76-acdc-b7176395e063', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:25.217133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:25.232290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:25.235147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b74f36-71a1-44bf-b07b-14899a01bbd2 req-6859c1ad-78b2-4452-9922-ef63e1b8b840 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.235809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:25.236609 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f3b74f36-71a1-44bf-b07b-14899a01bbd2 req-6859c1ad-78b2-4452-9922-ef63e1b8b840 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.5812395 Oct 20 03:44:25.242654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:25.258457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device da922795-6b7c-4e14-af15-934aad0ec4f6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:44:25.260981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-51a8914c-b4cb-4c1f-917f-98d5b1a6f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.262475 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-51a8914c-b4cb-4c1f-917f-98d5b1a6f52d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca HTTP/1.1" status: 200 len: 898 time: 0.4316151 Oct 20 03:44:25.263087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b991df-2646-48ed-90cd-817dfc5e3c22,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:25.319692 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:44:25.328676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.333255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port da922795-6b7c-4e14-af15-934aad0ec4f6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:25.333797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.334133 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port da922795-6b7c-4e14-af15-934aad0ec4f6 Oct 20 03:44:25.348395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Checking segment: {'id': '612a0237-1317-4efd-ade0-fc26bd02ea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6e50b63a-b42d-4d75-beb6-f6252683a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:44:25.348565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Network hostable DHCP agents. Network: 6e50b63a-b42d-4d75-beb6-f6252683a31a, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:44:25.371934 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-2380d90d-4097-433a-bddb-4a1772755c98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9 HTTP/1.1" status: 200 len: 217 time: 0.1007199 Oct 20 03:44:25.413579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.417056 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f3b74f36-71a1-44bf-b07b-14899a01bbd2 req-62a729b8-15cd-4696-a696-40c360462f03 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576259 Oct 20 03:44:25.472589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a3c52-a2e5-448c-8538-c67ad317aff8 None None] New status for floating IP d2318fca-d885-48a8-8446-7affa62f929f: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:44:25.490244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.516898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1560900a-b924-4d73-93d8-536b6a9097ca,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:25.521893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-eda3df84-d222-4c36-bd5f-4436b28cee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.521893 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-eda3df84-d222-4c36-bd5f-4436b28cee7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ca272b5-0ca0-4398-9e19-0d03aa1dc341 HTTP/1.1" status: 200 len: 835 time: 0.1060183 Oct 20 03:44:25.521893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:44:25.597708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port da922795-6b7c-4e14-af15-934aad0ec4f6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:25.599286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.609360 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-12196825-6458-49b7-a25c-d51c7abb4dca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4045334 Oct 20 03:44:25.612055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40534) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:25.620518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'b8f28667-2bf5-4d76-acdc-b7176395e063', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:25.629313 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:25.633555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:25.636597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:25.643359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:25.730203 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:44:25.737483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.766603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Network 6e50b63a-b42d-4d75-beb6-f6252683a31a is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:44:25.803438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.861326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.886541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 6e50b63a-b42d-4d75-beb6-f6252683a31a) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:25.886855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf94c8e-8a54-4ef3-81fe-c1c31f83969f,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:25.896836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.897437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.898628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe3ee8a-924e-48d3-b7a6-fa7c46fc2453 None None] Network 6e50b63a-b42d-4d75-beb6-f6252683a31a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:25.905481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-11cad745-5b11-4505-9d3b-c0b68fbe02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.907065 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-11cad745-5b11-4505-9d3b-c0b68fbe02a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c079d507-1b9d-4aa8-bd0c-52a25444f5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3782992 Oct 20 03:44:25.913925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:25.923953 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] Sync routers for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:25.934732 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:25.935534 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:25.969311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.970693 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b1595c1a-4366-4e14-a383-fe3ab49aef38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3576934 Oct 20 03:44:26.075924 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-6a55b62b-2dbb-42f4-bf0c-efe0a0bead1e service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582127 Oct 20 03:44:26.085935 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-958025f8-6685-4f40-96d7-c5212471d577 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4387796 Oct 20 03:44:26.108041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:26.183210 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:26.217764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fcdc0a-166d-4bb3-9d2f-b8d71b49e9e1 None None] Network 6e50b63a-b42d-4d75-beb6-f6252683a31a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:26.287066 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-401949e2-2872-4d52-98e9-825edcd4153e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0807700 Oct 20 03:44:26.290122 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138835d-45a8-4271-8c37-f000be4807ca', 'tag': '978e27e3-a97e-4653-a271-93e519dc7737'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:26.311041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7138835d-45a8-4271-8c37-f000be4807ca", "tag": "978e27e3-a97e-4653-a271-93e519dc7737"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:26.394068 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-d8cd2ce4-61ab-4feb-9791-8375bb54793c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642120410&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.1455491 Oct 20 03:44:26.394696 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c069c60d-dfd8-4dd0-a730-9cc721e56431 req-136728af-87b8-409c-9deb-7f1d440e78ae service neutron] 10.222.0.26 "GET /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071671 Oct 20 03:44:26.447407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-c0ddafb8-5cb1-46e4-b416-f04e1a1c00d5 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:26.448584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-c0ddafb8-5cb1-46e4-b416-f04e1a1c00d5 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Synchronizing usage tracker for tenant:33a51a138e514a63b8a1bc948a2bbc79 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:26.527329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-c0ddafb8-5cb1-46e4-b416-f04e1a1c00d5 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Unset dirty status for tenant:33a51a138e514a63b8a1bc948a2bbc79 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:26.528551 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-c0ddafb8-5cb1-46e4-b416-f04e1a1c00d5 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.26 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.3984356 Oct 20 03:44:26.571592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7caab41-5d4c-4264-9bfa-41703ab4ec28 x-openstack-request-id: req-c7caab41-5d4c-4264-9bfa-41703ab4ec28 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:26.571980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7138835d-45a8-4271-8c37-f000be4807ca", "tag": "978e27e3-a97e-4653-a271-93e519dc7737", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:26.572482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c7caab41-5d4c-4264-9bfa-41703ab4ec28 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:26.573004 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7caab41-5d4c-4264-9bfa-41703ab4ec28'] response: {'name': 'network-changed', 'server_uuid': '7138835d-45a8-4271-8c37-f000be4807ca', 'tag': '978e27e3-a97e-4653-a271-93e519dc7737', 'status': 'completed', 'code': 200} Oct 20 03:44:26.734179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Deleting port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:26.735047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:26.744772 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '24bf9a28-7d93-4bcb-88a7-f7a44525f10d', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '978e27e3-a97e-4653-a271-93e519dc7737', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:82:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7138835d-45a8-4271-8c37-f000be4807ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:22Z', 'updated_at': '2022-10-20T03:44:22Z', 'revision_number': 0, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:26.749822 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] Checking router: 252a606c-d5fa-4b8b-a880-e4c8b9db82eb for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:26.760505 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:26.761344 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:26.783993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-d66d8749-2b4a-4532-844f-7e44d68ee72c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:26.785483 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-d66d8749-2b4a-4532-844f-7e44d68ee72c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 200 len: 796 time: 0.3829362 Oct 20 03:44:26.812127 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-0ee684f7-981b-4ec5-8f49-4c42df5e9352 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.0180683 Oct 20 03:44:26.825679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-2d7549a3-c1bb-408c-9034-52930725e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:26.827137 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-2d7549a3-c1bb-408c-9034-52930725e912 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 1098 time: 0.2273326 Oct 20 03:44:26.840722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33b35d-98f3-4e76-9058-e9e999d1d6e1 req-0b2a5883-c4b5-4589-90eb-350fa03077b1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:26.846251 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-db33b35d-98f3-4e76-9058-e9e999d1d6e1 req-0b2a5883-c4b5-4589-90eb-350fa03077b1 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 945 time: 0.1438270 Oct 20 03:44:26.963083 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:27.027246 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-db33b35d-98f3-4e76-9058-e9e999d1d6e1 req-97d4f0fa-c5df-4f6f-bae4-80b24b92fdb3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cd43cfc-632c-433e-9ea5-ce2aef0def0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698473 Oct 20 03:44:27.060291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-0a58aa1f-ed93-4dab-92aa-83009f108385 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:27.079712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-a4c36769-995a-4297-b637-6e91d58bdf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:27.081849 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-a4c36769-995a-4297-b637-6e91d58bdf87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.2297766 Oct 20 03:44:27.094904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] For port 57f0d163-0ad7-4143-b42c-b0db40d41ed9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=57f0d163-0ad7-4143-b42c-b0db40d41ed9,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:27.095914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:27.164694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-0a58aa1f-ed93-4dab-92aa-83009f108385 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:27.165705 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-0a58aa1f-ed93-4dab-92aa-83009f108385 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3251300 Oct 20 03:44:27.209713 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-f1d86312-0927-4ba6-b171-92f88884a3ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=978e27e3-a97e-4653-a271-93e519dc7737 HTTP/1.1" status: 200 len: 998 time: 0.1179748 Oct 20 03:44:27.225412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40570) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:27.233616 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Calling delete_port for 57f0d163-0ad7-4143-b42c-b0db40d41ed9 owned by compute:nova {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:27.278281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-5ed66a45-d3c5-4c3c-8677-48b4f5dff207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:27.279776 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-5ed66a45-d3c5-4c3c-8677-48b4f5dff207 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0644748 Oct 20 03:44:27.297454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-278799119-network', 'tenant_id': '6999afc144144b54b9e8089a8c7be852'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:27.308221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:27.360925 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Usage tracker for resource:network and tenant:6999afc144144b54b9e8089a8c7be852 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:27.365988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:27.368067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-c6c7bd84-32c9-404a-b2a4-97f08d5da6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:27.370164 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-c6c7bd84-32c9-404a-b2a4-97f08d5da6e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817750 Oct 20 03:44:27.374443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:27.379535 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '24bf9a28-7d93-4bcb-88a7-f7a44525f10d', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '978e27e3-a97e-4653-a271-93e519dc7737', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:82:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7138835d-45a8-4271-8c37-f000be4807ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:22Z', 'updated_at': '2022-10-20T03:44:22Z', 'revision_number': 0, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:27.384093 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c642e0-7467-429f-800a-2ad225925f53 None None] The sync data for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv is: [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '24bf9a28-7d93-4bcb-88a7-f7a44525f10d', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '978e27e3-a97e-4653-a271-93e519dc7737', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:82:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7138835d-45a8-4271-8c37-f000be4807ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:22Z', 'updated_at': '2022-10-20T03:44:22Z', 'revision_number': 0, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:27.490476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Made reservation on behalf of 6999afc144144b54b9e8089a8c7be852 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:44:27.492719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:27.505602 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-6d5e69df-075a-4a3e-8da6-3912fddec4d4 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287391 Oct 20 03:44:27.512001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:27.521938 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-5b45fc15-daa8-403c-a2ab-a2ad290031d7 service neutron] 10.222.0.33 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973437 Oct 20 03:44:27.566591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:27.635401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a02ba-dce4-45de-b0d9-a8c0150e6730 None None] New status for floating IP 24bf9a28-7d93-4bcb-88a7-f7a44525f10d: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:44:27.654068 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-795cdf3e-912b-4f64-9ef9-30d38d6e83a7 req-667c133d-dc6f-40f7-8454-d1469332bc3c service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427517 Oct 20 03:44:27.750704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Usage tracker for resource:security_group_rule and tenant:6999afc144144b54b9e8089a8c7be852 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:27.757117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:27.765229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:27.834476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:27.844664 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-5dd9d8bc-1dfc-4ba1-aa90-2b7a68b86821 service neutron] 10.222.0.33 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059785 Oct 20 03:44:27.896247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event deleted for resources: {'Port': ['ID=57f0d163-0ad7-4143-b42c-b0db40d41ed9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:28.001340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] No DVR routers for this DVR port 57f0d163-0ad7-4143-b42c-b0db40d41ed9 on host hv-neutron-8618 {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:44:28.005477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:28.008022 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'name': 'network-vif-deleted', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:28.010333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e5a96e-6913-40df-919d-d5b2be73bbac" -d '{"events": [{"server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "name": "network-vif-deleted", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:28.057605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:28.060858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903d4b3c-d0b4-4b3b-8b26-d16b34ba5d3a x-openstack-request-id: req-903d4b3c-d0b4-4b3b-8b26-d16b34ba5d3a {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:28.061305 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845c4581-d1c4-473c-8976-1ddd04effb68", "name": "network-vif-deleted", "tag": "57f0d163-0ad7-4143-b42c-b0db40d41ed9", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:28.061569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-903d4b3c-d0b4-4b3b-8b26-d16b34ba5d3a {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:28.061965 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903d4b3c-d0b4-4b3b-8b26-d16b34ba5d3a'] response: {'server_uuid': '845c4581-d1c4-473c-8976-1ddd04effb68', 'name': 'network-vif-deleted', 'tag': '57f0d163-0ad7-4143-b42c-b0db40d41ed9', 'status': 'completed', 'code': 200} Oct 20 03:44:28.147985 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2490bc73-71b2-429b-8ae6-94ca25315343 req-2370e523-4e79-497b-8ba4-460fa28b8128 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 210 time: 0.0595627 Oct 20 03:44:28.149584 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b9d23ccf-843a-43c2-a793-a431662d30e9 req-2d997ed4-81ca-4131-9dac-792f556a35f8 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.26 "DELETE /v2.0/ports/57f0d163-0ad7-4143-b42c-b0db40d41ed9 HTTP/1.1" status: 204 len: 173 time: 1.6134493 Oct 20 03:44:28.173567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:28.203266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:44:28.214814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a2c96e-4fa3-4265-a8be-008d3066cf61,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:28.219760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:28.220094 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Added segment 00c85d16-5bbc-4fb0-a6cd-0bb53a33b781 of type vlan for network e5b2861a-5d22-4f77-8cb2-a7715effc9ef Oct 20 03:44:28.241415 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-184f7f9e-dc41-4b2c-a495-809b9e39684a req-d1d8ded4-4af2-4015-b248-0cb3d9b0d608 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "GET /v2.0/ports?device_id=845c4581-d1c4-473c-8976-1ddd04effb68 HTTP/1.1" status: 200 len: 210 time: 0.0782752 Oct 20 03:44:28.271321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:28.398652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:28.399668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:28.400237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:28.502231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b2861a-5d22-4f77-8cb2-a7715effc9ef,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:28.514278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network e5b2861a-5d22-4f77-8cb2-a7715effc9ef details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:44:28.592188 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9acdb430-6233-4c1c-8e9c-87e195f89545 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3631415 Oct 20 03:44:28.593193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40588) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:28.601102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Request body: {'subnet': {'network_id': 'e5b2861a-5d22-4f77-8cb2-a7715effc9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-278799119-subnet', 'tenant_id': '6999afc144144b54b9e8089a8c7be852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:28.607404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:28.616191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Usage tracker for resource:subnet and tenant:6999afc144144b54b9e8089a8c7be852 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:28.619935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:28.627257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:28.695369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Made reservation on behalf of 6999afc144144b54b9e8089a8c7be852 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:44:28.697730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:29.061425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:29.139182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6153c4cd-8ed9-4ece-bf3c-fa4a85032f79,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:29.146734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Checking segment: {'id': '00c85d16-5bbc-4fb0-a6cd-0bb53a33b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e5b2861a-5d22-4f77-8cb2-a7715effc9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:44:29.147169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Network hostable DHCP agents. Network: e5b2861a-5d22-4f77-8cb2-a7715effc9ef, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:44:29.232966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Network e5b2861a-5d22-4f77-8cb2-a7715effc9ef is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:44:29.313610 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ef3026ff-8fa4-402e-a16e-05b8b8463305 req-594c6d9f-2eef-45ce-add9-a2aeb5837e8a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 210 time: 0.0564570 Oct 20 03:44:29.357059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40596) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:29.415160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, e5b2861a-5d22-4f77-8cb2-a7715effc9ef) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:29.423134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4a514-0d79-4706-98d6-9e29c3fc59d4 None None] Network e5b2861a-5d22-4f77-8cb2-a7715effc9ef requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:29.488881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:29.489451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:29.606796 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7b54b0d7-8800-46d7-afd9-8ea5e227612c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0117731 Oct 20 03:44:29.650122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd92c5-4a3d-41b6-a5b5-71b9f7c9bc81 None None] Network e5b2861a-5d22-4f77-8cb2-a7715effc9ef requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:29.948335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:30.181032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 57f0d163-0ad7-4143-b42c-b0db40d41ed9 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:30.243769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 57f0d163-0ad7-4143-b42c-b0db40d41ed9 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:30.245603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 57f0d163-0ad7-4143-b42c-b0db40d41ed9 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:30.366372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Deleting port 10299513-34f5-4650-bb7b-d147998665a2 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:30.366703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:30.445045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-b837b3ce-c4b9-4f80-915c-347d02c81235 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:30.448301 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-b837b3ce-c4b9-4f80-915c-347d02c81235 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/networks?id=6e50b63a-b42d-4d75-beb6-f6252683a31a HTTP/1.1" status: 200 len: 811 time: 0.3174503 Oct 20 03:44:30.467358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-0fbebd25-4f3f-4e2e-8273-7de038f3b206 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:30.469511 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-0fbebd25-4f3f-4e2e-8273-7de038f3b206 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 200 len: 796 time: 0.3159275 Oct 20 03:44:30.477864 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-268b3ce4-9e57-44d3-9781-74b0d518e46d tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/quotas/4504e153bcf948f39ce129560036148f HTTP/1.1" status: 200 len: 375 time: 0.0284181 Oct 20 03:44:30.533292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-df4732a8-8d62-4678-b28f-aedeaf32f4a5 req-8439ad43-ba34-418c-b2f8-2dbed2a403fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:30.567023 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-fce31c30-90bb-4ff3-b17b-ee29223def42 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=4504e153bcf948f39ce129560036148f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883529 Oct 20 03:44:30.607093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-df4732a8-8d62-4678-b28f-aedeaf32f4a5 req-8439ad43-ba34-418c-b2f8-2dbed2a403fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:30.623448 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-df4732a8-8d62-4678-b28f-aedeaf32f4a5 req-8439ad43-ba34-418c-b2f8-2dbed2a403fe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 210 time: 0.1477599 Oct 20 03:44:30.686368 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-193ca678-27ef-4d44-93cf-8f221cd2f7f7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 379 time: 0.2063518 Oct 20 03:44:30.700156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['b8f28667-2bf5-4d76-acdc-b7176395e063']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:30.704727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] For port 10299513-34f5-4650-bb7b-d147998665a2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=10299513-34f5-4650-bb7b-d147998665a2,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:30.705153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:30.872421 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-24ab6beb-fc72-417d-b04c-c4d0fad22d85 service neutron] 10.222.0.33 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044677 Oct 20 03:44:30.962205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Calling delete_port for 10299513-34f5-4650-bb7b-d147998665a2 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:31.011626 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:31.038679 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:31.064086 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6bbe3f04-e7cf-484e-a83e-d9178c22f37a service neutron] 10.222.0.33 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906321 Oct 20 03:44:31.164499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:44:31.168316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:31.224336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:31.316845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event deleted for resources: {'Port': ['ID=10299513-34f5-4650-bb7b-d147998665a2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:31.452048 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2b563f09-4429-429b-a0df-99da8f2be43d req-b69e7724-cbd9-4634-925f-9293ab283ecf tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 210 time: 0.1328192 Oct 20 03:44:31.507330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.4 (e09411e2-9ef6-4755-8153-953cd217dc53/6dda20bc-207c-4e55-b62a-159e1539fa45/db9a48cb-6c9e-401c-ac61-b7381239bd40) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:44:31.767631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:31.806355 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2532748c-3f1c-4851-af2e-b4ea22901011 req-f3723c74-5d72-477f-b304-9d8d9a24985c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 210 time: 0.0614271 Oct 20 03:44:31.814088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:31.833720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object db9a48cb-6c9e-401c-ac61-b7381239bd40 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:31.956093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.029086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e09411e2-9ef6-4755-8153-953cd217dc53 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:32.032059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:32.035765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:44:32.066617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=db9a48cb-6c9e-401c-ac61-b7381239bd40,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:32.105175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:32.106418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.154690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Router b7bd25a7-1652-485b-bf88-30ae0b562434 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:44:32.222384 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-4fd5a48b-7201-4ab6-8ca3-b8d90b2aaaa1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5295906 Oct 20 03:44:32.236634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Request body: {'port': {'device_id': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:32.334548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-135f40a6-a037-481b-aa1f-e46c7a59b3cb None None] Provisioning for port db9a48cb-6c9e-401c-ac61-b7381239bd40 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:32.342697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-135f40a6-a037-481b-aa1f-e46c7a59b3cb None None] Provisioning complete for port db9a48cb-6c9e-401c-ac61-b7381239bd40 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:32.343935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-135f40a6-a037-481b-aa1f-e46c7a59b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.344427 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-135f40a6-a037-481b-aa1f-e46c7a59b3cb None None] Attempt 1 to provision port db9a48cb-6c9e-401c-ac61-b7381239bd40 Oct 20 03:44:32.354916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:32.357483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.366809 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] Sync routers for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:32.375463 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d6dafd56-957f-4587-9576-b139a92ee0ae tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "PUT /v2.0/routers/b7bd25a7-1652-485b-bf88-30ae0b562434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0140102 Oct 20 03:44:32.375463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40634) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:32.383296 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:32.384211 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:32.399650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-135f40a6-a037-481b-aa1f-e46c7a59b3cb None None] Port db9a48cb-6c9e-401c-ac61-b7381239bd40 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:32.444389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4088a26c-2d7e-4c17-82a4-aa8456b772a3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Deleting subnet 8ca272b5-0ca0-4398-9e19-0d03aa1dc341 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:44:32.447075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4088a26c-2d7e-4c17-82a4-aa8456b772a3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.507357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4088a26c-2d7e-4c17-82a4-aa8456b772a3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.611929 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:32.768138 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e5a4ae0c-1a3b-4038-8586-4ba5973caaa1 req-dcdef95f-822b-466f-bf29-5bd6c91ad554 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 210 time: 0.0818987 Oct 20 03:44:32.777400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9a48cb-6c9e-401c-ac61-b7381239bd40 {{(pid=90076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:44:32.797303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.805735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Transition to ACTIVE for port object db9a48cb-6c9e-401c-ac61-b7381239bd40 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:32.811742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4088a26c-2d7e-4c17-82a4-aa8456b772a3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.884138 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.900729 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-135f40a6-a037-481b-aa1f-e46c7a59b3cb None None] Attempt 2 to provision port db9a48cb-6c9e-401c-ac61-b7381239bd40 Oct 20 03:44:32.971645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4088a26c-2d7e-4c17-82a4-aa8456b772a3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:32.981110 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:44:31Z', 'revision_number': 5, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:32.986984 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] Checking router: b7bd25a7-1652-485b-bf88-30ae0b562434 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:32.987411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-135f40a6-a037-481b-aa1f-e46c7a59b3cb None None] Port db9a48cb-6c9e-401c-ac61-b7381239bd40 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:44:32.995884 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] Routers {'b7bd25a7-1652-485b-bf88-30ae0b562434'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:32.996625 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['b7bd25a7-1652-485b-bf88-30ae0b562434'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:33.013728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088a26c-2d7e-4c17-82a4-aa8456b772a3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca272b5-0ca0-4398-9e19-0d03aa1dc341,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:33.022921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4088a26c-2d7e-4c17-82a4-aa8456b772a3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:33.030126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e188eb-9d96-4253-98eb-7a015cb91822 None None] Network c079d507-1b9d-4aa8-bd0c-52a25444f5ca requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:44:33.036895 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4088a26c-2d7e-4c17-82a4-aa8456b772a3 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "DELETE /v2.0/subnets/8ca272b5-0ca0-4398-9e19-0d03aa1dc341 HTTP/1.1" status: 204 len: 168 time: 0.6601002 Oct 20 03:44:33.037996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40642) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:33.179864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Pushing event updated for resources: {'Port': ['ID=db9a48cb-6c9e-401c-ac61-b7381239bd40,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:33.254235 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] Set router b7bd25a7-1652-485b-bf88-30ae0b562434 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:33.258171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ef8c3-f869-45b7-b8e1-1f2a8cf27721 req-eedebe2f-1be0-4427-9a3a-6370e18bbd51 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:33.259233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-bf7ef8c3-f869-45b7-b8e1-1f2a8cf27721 req-eedebe2f-1be0-4427-9a3a-6370e18bbd51 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:33.263380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Attempting to bind port db9a48cb-6c9e-401c-ac61-b7381239bd40 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:44:33.264027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Attempting to bind port db9a48cb-6c9e-401c-ac61-b7381239bd40 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:44:33.264589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Attempting to bind port db9a48cb-6c9e-401c-ac61-b7381239bd40 on network e09411e2-9ef6-4755-8153-953cd217dc53 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:44:33.275996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Port db9a48cb-6c9e-401c-ac61-b7381239bd40 on network e09411e2-9ef6-4755-8153-953cd217dc53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:44:33.277783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Attempting to bind port db9a48cb-6c9e-401c-ac61-b7381239bd40 on network e09411e2-9ef6-4755-8153-953cd217dc53 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:44:33.285056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:44:33.285715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Checking segment: {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:44:33.286320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Bound using segment: {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:44:33.286968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Bound port: db9a48cb-6c9e-401c-ac61-b7381239bd40, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'}}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:44:33.287322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:33.320152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:33.393911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-bf7ef8c3-f869-45b7-b8e1-1f2a8cf27721 req-eedebe2f-1be0-4427-9a3a-6370e18bbd51 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:33.395193 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bf7ef8c3-f869-45b7-b8e1-1f2a8cf27721 req-eedebe2f-1be0-4427-9a3a-6370e18bbd51 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 943 time: 0.4517009 Oct 20 03:44:33.397879 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] For port db9a48cb-6c9e-401c-ac61-b7381239bd40, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:44:33.401215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] For port db9a48cb-6c9e-401c-ac61-b7381239bd40, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=db9a48cb-6c9e-401c-ac61-b7381239bd40,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:44:33.409919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c745a2-6df9-4d89-83ed-90bad1cfd202 None None] DHCP port deletion for c079d507-1b9d-4aa8-bd0c-52a25444f5ca request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:44:33.417837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-62c745a2-6df9-4d89-83ed-90bad1cfd202 None None] Deleting port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:33.417837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-62c745a2-6df9-4d89-83ed-90bad1cfd202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:33.452409 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bf7ef8c3-f869-45b7-b8e1-1f2a8cf27721 req-1f616589-249a-470d-8ec9-3e206a619342 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452840 Oct 20 03:44:33.490881 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-135f40a6-a037-481b-aa1f-e46c7a59b3cb None None] Attempt 3 to provision port db9a48cb-6c9e-401c-ac61-b7381239bd40 Oct 20 03:44:33.496558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:33.543467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:33.544526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:33.545358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:33.547725 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] 10.222.0.26 "PUT /v2.0/ports/db9a48cb-6c9e-401c-ac61-b7381239bd40 HTTP/1.1" status: 200 len: 1093 time: 1.3158684 Oct 20 03:44:33.549013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:33.552315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9da206-702c-47f9-9764-8e5acc39cadc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:33.590308 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:44:31Z', 'revision_number': 5, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:33.595266 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2858fb1-d134-40c0-8479-03db1b07cd5e None None] The sync data for ids ['b7bd25a7-1652-485b-bf88-30ae0b562434'] in dv-neutron-861845-1-hyperv is: [{'id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689158908', 'tenant_id': '33a51a138e514a63b8a1bc948a2bbc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:49Z', 'updated_at': '2022-10-20T03:44:31Z', 'revision_number': 5, 'project_id': '33a51a138e514a63b8a1bc948a2bbc79', 'gw_port': {'id': '7a98aafe-afe9-4aad-96a0-7b1cde57a2a9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bd25a7-1652-485b-bf88-30ae0b562434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:51Z', 'updated_at': '2022-10-20T03:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:33.609854 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b7ac0-9035-447e-b7db-85fd55ed5c8c service neutron] Pushing event updated for resources: {'Port': ['ID=db9a48cb-6c9e-401c-ac61-b7381239bd40,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:33.637198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae4ca02-5143-4bec-a504-c70c6e9930a7 x-openstack-request-id: req-3ae4ca02-5143-4bec-a504-c70c6e9930a7 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:33.638759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:33.644018 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3ae4ca02-5143-4bec-a504-c70c6e9930a7 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:33.644866 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae4ca02-5143-4bec-a504-c70c6e9930a7'] response: {'name': 'network-changed', 'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'status': 'completed', 'code': 200} Oct 20 03:44:33.649955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Deleting port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:33.650334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:33.737568 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-135f40a6-a037-481b-aa1f-e46c7a59b3cb None None] Port db9a48cb-6c9e-401c-ac61-b7381239bd40 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:44:33.760579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-62c745a2-6df9-4d89-83ed-90bad1cfd202 None None] For port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef,segment=NetworkSegment(4e84a07b-cf11-4aea-bf69-c481adcec653),segment_id=4e84a07b-cf11-4aea-bf69-c481adcec653)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:33.760976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-62c745a2-6df9-4d89-83ed-90bad1cfd202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:33.798449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9da206-702c-47f9-9764-8e5acc39cadc req-a913518a-1d97-4ce0-8b72-35ff42f9c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:33.800461 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6f9da206-702c-47f9-9764-8e5acc39cadc req-a913518a-1d97-4ce0-8b72-35ff42f9c58b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 1096 time: 0.0922377 Oct 20 03:44:33.905128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-62c745a2-6df9-4d89-83ed-90bad1cfd202 None None] Calling delete_port for 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:33.970810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] For port 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7a98aafe-afe9-4aad-96a0-7b1cde57a2a9,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:33.971431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:34.073509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-62c745a2-6df9-4d89-83ed-90bad1cfd202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:34.131988 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4c26dfe8-fc7c-4ee4-a9f2-ef2ece2c6fa9 req-eaad86a3-2bbe-4130-9379-8a011bc40bde tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 210 time: 0.2208602 Oct 20 03:44:34.135663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Calling delete_port for 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:34.168870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c745a2-6df9-4d89-83ed-90bad1cfd202 None None] Pushing event deleted for resources: {'Port': ['ID=6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:34.175565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c745a2-6df9-4d89-83ed-90bad1cfd202 None None] No DVR routers for this DVR port 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:44:34.219133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-8d863a59-686e-42a1-b592-5f783b30ae80 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:34.219941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-8d863a59-686e-42a1-b592-5f783b30ae80 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Synchronizing usage tracker for tenant:4504e153bcf948f39ce129560036148f on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:34.229362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9da206-702c-47f9-9764-8e5acc39cadc req-5aa0e328-19bc-4342-bf19-18d559480d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:34.230804 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6f9da206-702c-47f9-9764-8e5acc39cadc req-5aa0e328-19bc-4342-bf19-18d559480d7e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4207540 Oct 20 03:44:34.309834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-8d863a59-686e-42a1-b592-5f783b30ae80 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Unset dirty status for tenant:4504e153bcf948f39ce129560036148f on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:34.311144 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-8d863a59-686e-42a1-b592-5f783b30ae80 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.26 "GET /v2.0/networks?id=6e50b63a-b42d-4d75-beb6-f6252683a31a HTTP/1.1" status: 200 len: 811 time: 0.5267291 Oct 20 03:44:34.347516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Request body: {'port': {'device_id': 'c3c3646f-6af7-424c-bf33-b73e12c1661d', 'network_id': '6e50b63a-b42d-4d75-beb6-f6252683a31a', 'admin_state_up': True, 'tenant_id': '4504e153bcf948f39ce129560036148f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:34.380240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9da206-702c-47f9-9764-8e5acc39cadc req-3b006e96-58ad-43d3-a07c-79dd8b204e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:34.381743 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6f9da206-702c-47f9-9764-8e5acc39cadc req-3b006e96-58ad-43d3-a07c-79dd8b204e9f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341228 Oct 20 03:44:34.494522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-3484a37f-7dc6-4fd0-b110-b7213486fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:34.495323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:34.496003 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-3484a37f-7dc6-4fd0-b110-b7213486fda9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 1096 time: 0.0784771 Oct 20 03:44:34.499280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Usage tracker for resource:port and tenant:4504e153bcf948f39ce129560036148f is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:34.502309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:34.505103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:34.568183 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-612f812a-10ed-4fbf-a26d-75ccc4f8a655 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db9a48cb-6c9e-401c-ac61-b7381239bd40 HTTP/1.1" status: 200 len: 217 time: 0.0652087 Oct 20 03:44:34.632164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-238cc296-2523-4d68-9cba-c6874d8766fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:34.633988 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-238cc296-2523-4d68-9cba-c6874d8766fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dda20bc-207c-4e55-b62a-159e1539fa45 HTTP/1.1" status: 200 len: 834 time: 0.0605097 Oct 20 03:44:34.667473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:34.680474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event deleted for resources: {'Port': ['ID=7a98aafe-afe9-4aad-96a0-7b1cde57a2a9,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:34.727521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-43fb10a7-99c3-47c1-8a67-fc1893ac1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:34.728984 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-43fb10a7-99c3-47c1-8a67-fc1893ac1fd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e09411e2-9ef6-4755-8153-953cd217dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862961 Oct 20 03:44:34.832655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Made reservation on behalf of 4504e153bcf948f39ce129560036148f for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:44:34.835933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:34.852161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:34.862449 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-42b6b6a6-c09e-418a-a89c-389df26a93a8 service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262650 Oct 20 03:44:34.992946 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a04754dc-91b7-41ba-a7fd-edc522f545fe req-d9739494-da53-4144-9cb1-336a62d13a10 service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237724 Oct 20 03:44:35.067064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba6713-c56f-48f9-a5e1-331976381c55 req-588814a9-9bdd-44e1-b5d8-d75d57cd1249 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:35.068494 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-31ba6713-c56f-48f9-a5e1-331976381c55 req-588814a9-9bdd-44e1-b5d8-d75d57cd1249 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 943 time: 0.3988364 Oct 20 03:44:35.072856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.080702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.155746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-31ba6713-c56f-48f9-a5e1-331976381c55 req-3fbf4297-cb54-4ab5-bb32-acc6bd15f047 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:35.205987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.206475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Fanout notify agent at l3_agent the message router_deleted on router b7bd25a7-1652-485b-bf88-30ae0b562434 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:44:35.242792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Allocated IP 172.20.0.9 (6e50b63a-b42d-4d75-beb6-f6252683a31a/78b991df-2646-48ed-90cd-817dfc5e3c22/d3d2b7ab-171d-46e4-b02f-226632cbba07) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:44:35.248460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.250380 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-772ac266-409f-4870-a9d4-eb734b488766 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "DELETE /v2.0/routers/b7bd25a7-1652-485b-bf88-30ae0b562434 HTTP/1.1" status: 204 len: 168 time: 2.2111189 Oct 20 03:44:35.253727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40660) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:35.326642 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a05b0417-7a80-4f70-be6e-9bf24fcd6b60 req-2e2621a0-8caf-428a-b96d-a41e738f9b25 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 210 time: 0.0802965 Oct 20 03:44:35.340533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-31ba6713-c56f-48f9-a5e1-331976381c55 req-3fbf4297-cb54-4ab5-bb32-acc6bd15f047 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:35.341896 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-31ba6713-c56f-48f9-a5e1-331976381c55 req-3fbf4297-cb54-4ab5-bb32-acc6bd15f047 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671132 Oct 20 03:44:35.383355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 10299513-34f5-4650-bb7b-d147998665a2 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:35.425643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 10299513-34f5-4650-bb7b-d147998665a2 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:35.425837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.426044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 10299513-34f5-4650-bb7b-d147998665a2 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:35.426514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:35.493224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:35.493598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6c8eb0a7-9d8e-40c3-9ddb-08d0d722d6ef not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:35.656309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.699777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c079d507-1b9d-4aa8-bd0c-52a25444f5ca']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:35.712792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.720113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e84a07b-cf11-4aea-bf69-c481adcec653') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:35.720409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e84a07b-cf11-4aea-bf69-c481adcec653') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:35.735037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.753240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.761463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:44:35.761857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.912301 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 4e84a07b-cf11-4aea-bf69-c481adcec653 resource provider aggregate not found Oct 20 03:44:35.924502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.961420 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 4e84a07b-cf11-4aea-bf69-c481adcec653 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e84a07b-cf11-4aea-bf69-c481adcec653 found for delete ", "request_id": "req-5f74c479-3ea3-4e58-9bfb-0b467fad5971"}]} Oct 20 03:44:35.968069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.000655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.023160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event deleted for resources: {'Network': ['ID=c079d507-1b9d-4aa8-bd0c-52a25444f5ca,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:36.024207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Network 6e50b63a-b42d-4d75-beb6-f6252683a31a is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:36.025680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cfffec35-81b8-4483-9f63-7a7e481d7784 tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "DELETE /v2.0/networks/c079d507-1b9d-4aa8-bd0c-52a25444f5ca HTTP/1.1" status: 204 len: 168 time: 0.7694142 Oct 20 03:44:36.028639 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40670) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:36.029113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:36.033248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:44:36.066744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Pushing event updated for resources: {'Port': ['ID=d3d2b7ab-171d-46e4-b02f-226632cbba07,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:36.101482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:36.102174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.107673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1d4704b-cf8a-48cd-94bc-a9c4be56087d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.138233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1d4704b-cf8a-48cd-94bc-a9c4be56087d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.181579 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-6d7195fb-984e-407e-aa0e-14e791470a82 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8424094 Oct 20 03:44:36.193032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Request body: {'port': {'device_id': 'c3c3646f-6af7-424c-bf33-b73e12c1661d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:36.255320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1d4704b-cf8a-48cd-94bc-a9c4be56087d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.274549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4704b-cf8a-48cd-94bc-a9c4be56087d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd43cfc-632c-433e-9ea5-ce2aef0def0b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:36.303410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.346961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b1d4704b-cf8a-48cd-94bc-a9c4be56087d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.349768 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b1d4704b-cf8a-48cd-94bc-a9c4be56087d tempest-TestNetworkAdvancedServerOps-2088399130 tempest-TestNetworkAdvancedServerOps-2088399130-project] 10.222.0.33 "DELETE /v2.0/security-groups/0cd43cfc-632c-433e-9ea5-ce2aef0def0b HTTP/1.1" status: 204 len: 168 time: 0.3185380 Oct 20 03:44:36.547853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63424e-b267-4d17-add0-14811d60f6be req-01872aac-21e7-4953-9e9f-3dea77028047 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:36.550151 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5d63424e-b267-4d17-add0-14811d60f6be req-01872aac-21e7-4953-9e9f-3dea77028047 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 931 time: 0.1119838 Oct 20 03:44:36.614441 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5d63424e-b267-4d17-add0-14811d60f6be req-f5d5dd55-525c-4f33-9e44-6de87e521329 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546494 Oct 20 03:44:36.783915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9aca5-783b-475b-99b1-8a69c73b5c6c req-d54d9a8b-4798-44f9-bec7-dd4d40628049 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:36.785369 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-86b9aca5-783b-475b-99b1-8a69c73b5c6c req-d54d9a8b-4798-44f9-bec7-dd4d40628049 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 943 time: 0.2247393 Oct 20 03:44:36.849181 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-86b9aca5-783b-475b-99b1-8a69c73b5c6c req-80d26778-4150-4e06-a5bf-dfb20204a03b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502708 Oct 20 03:44:36.916667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d2b7ab-171d-46e4-b02f-226632cbba07 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:44:36.924466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.938463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Transition to ACTIVE for port object d3d2b7ab-171d-46e4-b02f-226632cbba07 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:36.987008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:36.993311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40684) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:37.138573 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a598b0fe-d036-498a-a5f6-6f2f8e4e4162 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=33a51a138e514a63b8a1bc948a2bbc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440561 Oct 20 03:44:37.141694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40690) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:37.175357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Pushing event updated for resources: {'Port': ['ID=d3d2b7ab-171d-46e4-b02f-226632cbba07,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:37.199677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c120c6fe-1054-4ead-bc68-2fad07c7155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:37.211243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Attempting to bind port d3d2b7ab-171d-46e4-b02f-226632cbba07 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:44:37.212149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Attempting to bind port d3d2b7ab-171d-46e4-b02f-226632cbba07 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '612a0237-1317-4efd-ade0-fc26bd02ea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6e50b63a-b42d-4d75-beb6-f6252683a31a'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:44:37.212480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Attempting to bind port d3d2b7ab-171d-46e4-b02f-226632cbba07 on network 6e50b63a-b42d-4d75-beb6-f6252683a31a {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:44:37.217280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Port d3d2b7ab-171d-46e4-b02f-226632cbba07 on network 6e50b63a-b42d-4d75-beb6-f6252683a31a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:44:37.217873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Attempting to bind port d3d2b7ab-171d-46e4-b02f-226632cbba07 on network 6e50b63a-b42d-4d75-beb6-f6252683a31a {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:44:37.221858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:44:37.225174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:44:37.225669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Checking segment: {'id': '612a0237-1317-4efd-ade0-fc26bd02ea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6e50b63a-b42d-4d75-beb6-f6252683a31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:44:37.226060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Bound using segment: {'id': '612a0237-1317-4efd-ade0-fc26bd02ea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6e50b63a-b42d-4d75-beb6-f6252683a31a'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:44:37.226503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Bound port: d3d2b7ab-171d-46e4-b02f-226632cbba07, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612a0237-1317-4efd-ade0-fc26bd02ea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6e50b63a-b42d-4d75-beb6-f6252683a31a'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:44:37.226851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:37.228464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c120c6fe-1054-4ead-bc68-2fad07c7155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:37.254208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:44:37.254561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7a98aafe-afe9-4aad-96a0-7b1cde57a2a9 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:44:37.315244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] For port d3d2b7ab-171d-46e4-b02f-226632cbba07, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:44:37.318221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] For port d3d2b7ab-171d-46e4-b02f-226632cbba07, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d3d2b7ab-171d-46e4-b02f-226632cbba07,segment=NetworkSegment(612a0237-1317-4efd-ade0-fc26bd02ea1d),segment_id=612a0237-1317-4efd-ade0-fc26bd02ea1d)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:44:37.369473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c120c6fe-1054-4ead-bc68-2fad07c7155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:37.388239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120c6fe-1054-4ead-bc68-2fad07c7155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcf94f6-ccd2-4ba5-a649-cd60ad18a6c8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:37.393512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c120c6fe-1054-4ead-bc68-2fad07c7155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:37.394247 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c120c6fe-1054-4ead-bc68-2fad07c7155b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8fcf94f6-ccd2-4ba5-a649-cd60ad18a6c8 HTTP/1.1" status: 204 len: 168 time: 0.2516229 Oct 20 03:44:37.399035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:37.402571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:37.403325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:37.404756 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] 10.222.0.26 "PUT /v2.0/ports/d3d2b7ab-171d-46e4-b02f-226632cbba07 HTTP/1.1" status: 200 len: 1093 time: 1.2157505 Oct 20 03:44:37.436627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c3646f-6af7-424c-bf33-b73e12c1661d', 'tag': 'd3d2b7ab-171d-46e4-b02f-226632cbba07'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:37.438961 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf98486a-7629-4d80-846f-bb88f8c19d38" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c3646f-6af7-424c-bf33-b73e12c1661d", "tag": "d3d2b7ab-171d-46e4-b02f-226632cbba07"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:37.486615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe1ad41-f593-4c74-b21a-bf6fa724b192 x-openstack-request-id: req-2fe1ad41-f593-4c74-b21a-bf6fa724b192 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:37.488578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c3646f-6af7-424c-bf33-b73e12c1661d", "tag": "d3d2b7ab-171d-46e4-b02f-226632cbba07", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:37.488578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2fe1ad41-f593-4c74-b21a-bf6fa724b192 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:37.488578 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe1ad41-f593-4c74-b21a-bf6fa724b192'] response: {'name': 'network-changed', 'server_uuid': 'c3c3646f-6af7-424c-bf33-b73e12c1661d', 'tag': 'd3d2b7ab-171d-46e4-b02f-226632cbba07', 'status': 'completed', 'code': 200} Oct 20 03:44:37.488578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1bfd1-30db-414c-9bed-19ae1dd46cce service neutron] Pushing event updated for resources: {'Port': ['ID=d3d2b7ab-171d-46e4-b02f-226632cbba07,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:37.578115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-067c2c87-cc95-4f88-b51b-43bfe5dc2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:37.579700 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-067c2c87-cc95-4f88-b51b-43bfe5dc2fc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4504e153bcf948f39ce129560036148f&device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 1096 time: 0.0774465 Oct 20 03:44:37.662497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-fc8c2247-0f03-46cd-bffe-47c06236ac50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d2b7ab-171d-46e4-b02f-226632cbba07 HTTP/1.1" status: 200 len: 217 time: 0.0678027 Oct 20 03:44:37.726685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-99cb9287-89de-46fa-add5-98b40283dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:37.728109 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-99cb9287-89de-46fa-add5-98b40283dcad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b991df-2646-48ed-90cd-817dfc5e3c22 HTTP/1.1" status: 200 len: 851 time: 0.0586679 Oct 20 03:44:37.825163 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-ed292ba5-63c4-46c0-97e7-76671304ec20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50b63a-b42d-4d75-beb6-f6252683a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900681 Oct 20 03:44:37.983239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc50b6e-be77-4f7e-bcc7-5dca5c8c3d3b req-33eee42a-9591-471c-b51d-55d141e037aa tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:37.984459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1dc50b6e-be77-4f7e-bcc7-5dca5c8c3d3b req-33eee42a-9591-471c-b51d-55d141e037aa tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Synchronizing usage tracker for tenant:4504e153bcf948f39ce129560036148f on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:37.988325 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-923c88c9-f9c5-4fd9-bfff-0e2b487c30e2 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563699 Oct 20 03:44:38.042576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40704) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:38.063380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b35ea0a7-cf29-4e66-bc1d-cb165ce8d5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:38.079234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b35ea0a7-cf29-4e66-bc1d-cb165ce8d5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:38.086864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b35ea0a7-cf29-4e66-bc1d-cb165ce8d5e7 admin admin] Usage tracker for resource:security_group_rule and tenant:05642a103e1d462b8408d19c324527b9 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:38.091547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b35ea0a7-cf29-4e66-bc1d-cb165ce8d5e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:38.097249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b35ea0a7-cf29-4e66-bc1d-cb165ce8d5e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:38.102002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1dc50b6e-be77-4f7e-bcc7-5dca5c8c3d3b req-33eee42a-9591-471c-b51d-55d141e037aa tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Unset dirty status for tenant:4504e153bcf948f39ce129560036148f on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:38.102644 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1dc50b6e-be77-4f7e-bcc7-5dca5c8c3d3b req-33eee42a-9591-471c-b51d-55d141e037aa tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 943 time: 0.3314056 Oct 20 03:44:38.116157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b17cf-79eb-4b1a-be69-3acfc4bafa19 req-514def04-c7b0-4d01-8444-41449409a407 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:38.123965 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-518b17cf-79eb-4b1a-be69-3acfc4bafa19 req-514def04-c7b0-4d01-8444-41449409a407 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 943 time: 0.1455081 Oct 20 03:44:38.179618 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53c5cbbf-a69f-49b2-94f7-eeb0542e7c95 req-28d07b82-3718-44f8-b062-c447c3b46952 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749947 Oct 20 03:44:38.179618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1dc50b6e-be77-4f7e-bcc7-5dca5c8c3d3b req-cb937bc3-9a16-4f9a-92b8-f598d21c4cb9 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Synchronizing usage tracker for tenant:4504e153bcf948f39ce129560036148f on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:44:38.201386 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-518b17cf-79eb-4b1a-be69-3acfc4bafa19 req-d67d1d0f-d7eb-4735-bc70-a0737c8c0810 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577950 Oct 20 03:44:38.213587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device db9a48cb-6c9e-401c-ac61-b7381239bd40 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:44:38.275631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b35ea0a7-cf29-4e66-bc1d-cb165ce8d5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:38.331581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1dc50b6e-be77-4f7e-bcc7-5dca5c8c3d3b req-cb937bc3-9a16-4f9a-92b8-f598d21c4cb9 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Unset dirty status for tenant:4504e153bcf948f39ce129560036148f on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:44:38.331581 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1dc50b6e-be77-4f7e-bcc7-5dca5c8c3d3b req-cb937bc3-9a16-4f9a-92b8-f598d21c4cb9 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098534 Oct 20 03:44:38.366876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port db9a48cb-6c9e-401c-ac61-b7381239bd40, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=db9a48cb-6c9e-401c-ac61-b7381239bd40,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:38.381139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'port_id': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'mac_address': 'fa:16:3e:5a:79:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:44:38.393345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b35ea0a7-cf29-4e66-bc1d-cb165ce8d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:38.458318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port db9a48cb-6c9e-401c-ac61-b7381239bd40 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:38.458318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:38.459718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ea0a7-cf29-4e66-bc1d-cb165ce8d5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ead726b-ceb1-43db-b9a6-3d5b85eff5ab,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:38.459718 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b35ea0a7-cf29-4e66-bc1d-cb165ce8d5e7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=05642a103e1d462b8408d19c324527b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134722 Oct 20 03:44:38.461855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40708) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:38.462285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9a48cb-6c9e-401c-ac61-b7381239bd40 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:44:38.483372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port db9a48cb-6c9e-401c-ac61-b7381239bd40, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=db9a48cb-6c9e-401c-ac61-b7381239bd40,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:38.533771 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6db4092f-779c-47e1-89fd-fc8fbc045c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:38.569090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6db4092f-779c-47e1-89fd-fc8fbc045c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:38.574235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-a8348e04-e61c-419a-86d1-84556f80cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:38.574235 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-a8348e04-e61c-419a-86d1-84556f80cd8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4504e153bcf948f39ce129560036148f&device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 1096 time: 0.2408555 Oct 20 03:44:38.580352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:38.710961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=db9a48cb-6c9e-401c-ac61-b7381239bd40,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:38.715902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6db4092f-779c-47e1-89fd-fc8fbc045c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:38.728622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4092f-779c-47e1-89fd-fc8fbc045c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ead726b-ceb1-43db-b9a6-3d5b85eff5ab,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:38.740891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6db4092f-779c-47e1-89fd-fc8fbc045c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:38.740891 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6db4092f-779c-47e1-89fd-fc8fbc045c15 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5ead726b-ceb1-43db-b9a6-3d5b85eff5ab HTTP/1.1" status: 204 len: 168 time: 0.2709193 Oct 20 03:44:38.782275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-d66e5f3e-db48-467c-8403-2193e07763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:38.782275 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-d66e5f3e-db48-467c-8403-2193e07763f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e50b63a-b42d-4d75-beb6-f6252683a31a HTTP/1.1" status: 200 len: 912 time: 0.2040839 Oct 20 03:44:38.819372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['db9a48cb-6c9e-401c-ac61-b7381239bd40'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:44:38.865999 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-bff1f947-7701-4bd4-a3ae-87e298f99dc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d2b7ab-171d-46e4-b02f-226632cbba07 HTTP/1.1" status: 200 len: 217 time: 0.0738342 Oct 20 03:44:38.926146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-b4f9fb5b-e466-4594-9d59-30f9d0c5b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:38.927704 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-b4f9fb5b-e466-4594-9d59-30f9d0c5b35e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b991df-2646-48ed-90cd-817dfc5e3c22 HTTP/1.1" status: 200 len: 851 time: 0.0571616 Oct 20 03:44:38.998491 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-76715718-0956-4ffa-a615-b00ffaf49a31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50b63a-b42d-4d75-beb6-f6252683a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630853 Oct 20 03:44:39.143688 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-5bf8c2e3-c498-4fdd-a35a-8b88cd5da0d3 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380367 Oct 20 03:44:39.300514 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf98486a-7629-4d80-846f-bb88f8c19d38 req-87fdf5de-79ba-43cc-bd88-78ffb20dd8e2 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497569 Oct 20 03:44:39.417081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35559364-e1d4-4aad-a00e-38a35872a923 req-2c63893c-6a4c-4db0-b3f6-9a800eb8d219 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:39.418580 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-35559364-e1d4-4aad-a00e-38a35872a923 req-2c63893c-6a4c-4db0-b3f6-9a800eb8d219 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 944 time: 0.0924907 Oct 20 03:44:39.462249 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-35559364-e1d4-4aad-a00e-38a35872a923 req-3165615a-b44e-4868-9b90-28aadbc00924 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377703 Oct 20 03:44:39.521675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32b4a0-b10d-41cc-9142-5d4de284d8e1 req-9e13b05f-53e0-4148-94d9-94bd81ec6d6a tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:39.523011 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c32b4a0-b10d-41cc-9142-5d4de284d8e1 req-9e13b05f-53e0-4148-94d9-94bd81ec6d6a tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 943 time: 0.0873623 Oct 20 03:44:39.565437 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c32b4a0-b10d-41cc-9142-5d4de284d8e1 req-7888234c-eb3e-4426-b815-71461a3b5c90 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368149 Oct 20 03:44:40.257036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device d3d2b7ab-171d-46e4-b02f-226632cbba07 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:44:40.257036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device db9a48cb-6c9e-401c-ac61-b7381239bd40 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:44:40.361064 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c50443e-badc-47da-a342-559298546f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:40.420207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port d3d2b7ab-171d-46e4-b02f-226632cbba07, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d3d2b7ab-171d-46e4-b02f-226632cbba07,segment=NetworkSegment(612a0237-1317-4efd-ade0-fc26bd02ea1d),segment_id=612a0237-1317-4efd-ade0-fc26bd02ea1d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:40.436828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port db9a48cb-6c9e-401c-ac61-b7381239bd40 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:40.438162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'd3d2b7ab-171d-46e4-b02f-226632cbba07', 'network_id': '6e50b63a-b42d-4d75-beb6-f6252683a31a', 'port_id': 'd3d2b7ab-171d-46e4-b02f-226632cbba07', 'mac_address': 'fa:16:3e:0c:73:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b991df-2646-48ed-90cd-817dfc5e3c22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:44:40.442593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port db9a48cb-6c9e-401c-ac61-b7381239bd40 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:40.442966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:40.443307 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port db9a48cb-6c9e-401c-ac61-b7381239bd40 Oct 20 03:44:40.547496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port d3d2b7ab-171d-46e4-b02f-226632cbba07 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:40.547870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:40.568124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d2b7ab-171d-46e4-b02f-226632cbba07 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:44:40.635050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port d3d2b7ab-171d-46e4-b02f-226632cbba07, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d3d2b7ab-171d-46e4-b02f-226632cbba07,segment=NetworkSegment(612a0237-1317-4efd-ade0-fc26bd02ea1d),segment_id=612a0237-1317-4efd-ade0-fc26bd02ea1d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:40.651835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port db9a48cb-6c9e-401c-ac61-b7381239bd40 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:40.652638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:40.676147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d68623-ca82-437a-a7db-6c4014fa4be2 req-6962959f-9be2-433f-a79a-ae3ade9a1c16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:40.677642 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-29d68623-ca82-437a-a7db-6c4014fa4be2 req-6962959f-9be2-433f-a79a-ae3ade9a1c16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 944 time: 0.0989919 Oct 20 03:44:40.687236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:40.689843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21491805-e58d-4da5-a4f7-f53650145ad7" -d '{"events": [{"server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "name": "network-vif-plugged", "status": "completed", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:40.703406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:40.736289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port db9a48cb-6c9e-401c-ac61-b7381239bd40, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=db9a48cb-6c9e-401c-ac61-b7381239bd40,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:40.743777 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-29d68623-ca82-437a-a7db-6c4014fa4be2 req-eec4e27c-1cc8-4a0d-9844-6715c7714014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585644 Oct 20 03:44:40.776639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=d3d2b7ab-171d-46e4-b02f-226632cbba07,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:40.787259 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:40.800737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a62e90-6e0d-4ad1-a8c2-065cf3a93ccd req-9c7d4941-d7f3-4ae2-8196-a97a4e30a776 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:40.805778 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19a62e90-6e0d-4ad1-a8c2-065cf3a93ccd req-9c7d4941-d7f3-4ae2-8196-a97a4e30a776 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 944 time: 0.1100454 Oct 20 03:44:40.817895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da990637-58ff-49e9-8379-79cb9a1ec874 x-openstack-request-id: req-da990637-58ff-49e9-8379-79cb9a1ec874 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:40.818179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "name": "network-vif-plugged", "status": "completed", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:40.818433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-da990637-58ff-49e9-8379-79cb9a1ec874 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:40.818823 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da990637-58ff-49e9-8379-79cb9a1ec874'] response: {'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'code': 200} Oct 20 03:44:40.848560 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19a62e90-6e0d-4ad1-a8c2-065cf3a93ccd req-8f70a019-e581-4eba-9dd9-a37d606f9c68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Oct 20 03:44:40.864731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=db9a48cb-6c9e-401c-ac61-b7381239bd40,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:40.946068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['d3d2b7ab-171d-46e4-b02f-226632cbba07'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:44:41.197020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e05b33-f006-4b9f-b489-8a238d8b2113 req-468b6f36-6b45-492a-b9dd-add0a1d86ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:41.198464 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a7e05b33-f006-4b9f-b489-8a238d8b2113 req-468b6f36-6b45-492a-b9dd-add0a1d86ba0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 1098 time: 0.0763562 Oct 20 03:44:41.246698 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a7e05b33-f006-4b9f-b489-8a238d8b2113 req-e6e7d82d-df4c-41c1-b7c6-e159c218b7d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405004 Oct 20 03:44:41.941835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c149a6-63f9-4c13-b256-fa0992a512ea req-d348af26-c7a2-45f7-9b12-8cf2ea171beb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:41.943637 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-31c149a6-63f9-4c13-b256-fa0992a512ea req-d348af26-c7a2-45f7-9b12-8cf2ea171beb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 945 time: 0.0880787 Oct 20 03:44:41.987660 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-31c149a6-63f9-4c13-b256-fa0992a512ea req-828f4efe-df9a-4fb4-b4d3-8af859b8d841 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386965 Oct 20 03:44:42.048068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e845b-33f3-4ed3-86f9-c34045a99772 req-d0ba3728-4718-4cfd-9041-8f0f976c0f94 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:42.049529 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf9e845b-33f3-4ed3-86f9-c34045a99772 req-d0ba3728-4718-4cfd-9041-8f0f976c0f94 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 944 time: 0.0896888 Oct 20 03:44:42.091523 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf9e845b-33f3-4ed3-86f9-c34045a99772 req-f3f2276a-9235-4f60-b170-07d7d13d6564 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363147 Oct 20 03:44:42.246808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device d3d2b7ab-171d-46e4-b02f-226632cbba07 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:44:42.292043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3690-1262-44a4-b34b-071e1afee9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:42.408965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port d3d2b7ab-171d-46e4-b02f-226632cbba07 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:42.414379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port d3d2b7ab-171d-46e4-b02f-226632cbba07 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:42.414750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:42.415088 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port d3d2b7ab-171d-46e4-b02f-226632cbba07 Oct 20 03:44:42.541772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port d3d2b7ab-171d-46e4-b02f-226632cbba07 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:44:42.541772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:42.573365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port d3d2b7ab-171d-46e4-b02f-226632cbba07, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d3d2b7ab-171d-46e4-b02f-226632cbba07,segment=NetworkSegment(612a0237-1317-4efd-ade0-fc26bd02ea1d),segment_id=612a0237-1317-4efd-ade0-fc26bd02ea1d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:42.695415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:42.772017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=d3d2b7ab-171d-46e4-b02f-226632cbba07,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:42.820402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c3646f-6af7-424c-bf33-b73e12c1661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d2b7ab-171d-46e4-b02f-226632cbba07'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:42.822774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b5329e-7e86-409b-ab3f-201ef7a02971" -d '{"events": [{"server_uuid": "c3c3646f-6af7-424c-bf33-b73e12c1661d", "name": "network-vif-plugged", "status": "completed", "tag": "d3d2b7ab-171d-46e4-b02f-226632cbba07"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:42.867548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cee835-8d66-4f5f-95bc-2e3be31df14e x-openstack-request-id: req-f9cee835-8d66-4f5f-95bc-2e3be31df14e {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:42.867548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c3646f-6af7-424c-bf33-b73e12c1661d", "name": "network-vif-plugged", "status": "completed", "tag": "d3d2b7ab-171d-46e4-b02f-226632cbba07", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:42.867548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f9cee835-8d66-4f5f-95bc-2e3be31df14e {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:42.867548 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9cee835-8d66-4f5f-95bc-2e3be31df14e'] response: {'server_uuid': 'c3c3646f-6af7-424c-bf33-b73e12c1661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d2b7ab-171d-46e4-b02f-226632cbba07', 'code': 200} Oct 20 03:44:43.266008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72695c-5b18-47e9-b3fb-4aa8742083db req-dfd77736-ad75-4a4f-b991-569ef10ab421 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:43.267112 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3a72695c-5b18-47e9-b3fb-4aa8742083db req-dfd77736-ad75-4a4f-b991-569ef10ab421 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 945 time: 0.1639903 Oct 20 03:44:43.272487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f519-2097-4447-aef4-e0844e9f14c6 req-f94e072c-dc0b-430b-a595-375ee2ee0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:43.272487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d041f519-2097-4447-aef4-e0844e9f14c6 req-f94e072c-dc0b-430b-a595-375ee2ee0026 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 1098 time: 0.1131289 Oct 20 03:44:43.316659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751b30-a532-455f-bc80-84e43f33f543 req-b39a5ae5-5b70-4018-aa51-a6866d529a72 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:43.316659 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4b751b30-a532-455f-bc80-84e43f33f543 req-b39a5ae5-5b70-4018-aa51-a6866d529a72 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.1057949 Oct 20 03:44:43.357846 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3a72695c-5b18-47e9-b3fb-4aa8742083db req-11deab4d-b2b9-4bc2-8f6e-64001dcfa7cf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790677 Oct 20 03:44:43.359373 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d041f519-2097-4447-aef4-e0844e9f14c6 req-1bd1a9e0-664b-42a9-af94-b0885462d422 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630476 Oct 20 03:44:43.362143 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4b751b30-a532-455f-bc80-84e43f33f543 req-16bccdf7-8a9e-48a8-a00c-9b92dfcd4b0f tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443411 Oct 20 03:44:43.385326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:43.554497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87263f3-6f5b-4b6f-918c-537b35c06392 req-26210583-8ea2-4792-9500-dc38eb881552 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:43.555921 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f87263f3-6f5b-4b6f-918c-537b35c06392 req-26210583-8ea2-4792-9500-dc38eb881552 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 945 time: 0.0855508 Oct 20 03:44:43.563785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:43.600989 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f87263f3-6f5b-4b6f-918c-537b35c06392 req-32b674d7-2053-415a-92af-3c3c7d66563b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386879 Oct 20 03:44:43.641122 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40740) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:43.718829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b46226-43e9-4d52-a49e-c0e0a81b76e5 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:43.720234 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-49b46226-43e9-4d52-a49e-c0e0a81b76e5 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 1093 time: 0.0786731 Oct 20 03:44:43.723359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40744) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:43.728139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:43.733934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:44:43.738367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:floatingip and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:44:43.741099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:44:43.746605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:44:43.820709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:43.958523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:44.203026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.34 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/3c13906e-0643-49de-bbea-07d5ef99b40d) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:44:44.351515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:44.442659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:44.562890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:44.566907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:44.571745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:44:44.617553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=3c13906e-0643-49de-bbea-07d5ef99b40d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:44.697636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5facd25-1a9e-4612-9eba-eb52cdec6804 req-032a8bb5-11e9-4582-a12a-7b62c1464f04 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:44.698375 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c5facd25-1a9e-4612-9eba-eb52cdec6804 req-032a8bb5-11e9-4582-a12a-7b62c1464f04 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.2128549 Oct 20 03:44:44.791067 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c5facd25-1a9e-4612-9eba-eb52cdec6804 req-440b2b6c-04fb-44e9-9d13-057815a8a2a4 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858946 Oct 20 03:44:44.848936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:45.046664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:45.178139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:45.396316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:45.466699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:45.574014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=3c13906e-0643-49de-bbea-07d5ef99b40d,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:45.576548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:45.744064 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP 8d15f567-2fa0-426d-907f-7e995fa8bb4f associated. External IP: 172.26.7.34, port: db9a48cb-6c9e-401c-ac61-b7381239bd40. Oct 20 03:44:46.004631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560640fa-202f-46cb-abd9-71391d66b574 req-eafd44d0-0050-40e8-9f4b-875092d5c980 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:46.006167 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-560640fa-202f-46cb-abd9-71391d66b574 req-eafd44d0-0050-40e8-9f4b-875092d5c980 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0997422 Oct 20 03:44:46.051956 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-560640fa-202f-46cb-abd9-71391d66b574 req-c767a353-b6fb-4fac-b9f7-9891e7258bd2 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 Oct 20 03:44:46.281047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 32da5e47-1658-4c9b-aed5-8a329cee6442 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:44:46.298815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566a3e5-e699-4599-b35c-78cb3efe8870 req-ad450132-3e97-4eae-8bf2-58b7de8e768d tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:46.300322 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2566a3e5-e699-4599-b35c-78cb3efe8870 req-ad450132-3e97-4eae-8bf2-58b7de8e768d tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.1299095 Oct 20 03:44:46.478266 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2566a3e5-e699-4599-b35c-78cb3efe8870 req-b36f1669-a705-46a9-bb83-808edd5af259 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260910 Oct 20 03:44:46.506306 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:44:46.519512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff36505-8355-4b27-a419-695a78cd810f None None] Sync routers for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:46.529038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff36505-8355-4b27-a419-695a78cd810f None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:46.529991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-aff36505-8355-4b27-a419-695a78cd810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:46.583045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:46.654179 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0481fd5e-4e9a-4cdd-bcf1-1832e5fb0e3b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9301481 Oct 20 03:44:46.655419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:46.657100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40756) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:46.658403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea174ddc-2ca2-4690-bf19-4f23a2b68827" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:46.708414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad4bd5a-3ce9-43df-ba0b-787fff9dc203 x-openstack-request-id: req-aad4bd5a-3ce9-43df-ba0b-787fff9dc203 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:46.708712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:46.708997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aad4bd5a-3ce9-43df-ba0b-787fff9dc203 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:46.709396 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad4bd5a-3ce9-43df-ba0b-787fff9dc203'] response: {'name': 'network-changed', 'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'status': 'completed', 'code': 200} Oct 20 03:44:46.753752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-aff36505-8355-4b27-a419-695a78cd810f None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:46.960657 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-86596d79-f7fa-418b-9fce-7ce5b9bf61d9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 990 time: 0.3022239 Oct 20 03:44:46.974961 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-4f1d6676-b555-4945-a156-606d8dc38b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:46.976471 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-4f1d6676-b555-4945-a156-606d8dc38b08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 1098 time: 0.2321775 Oct 20 03:44:47.117214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-ccf5cd09-c8eb-4114-8787-77413708334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:47.118889 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-ccf5cd09-c8eb-4114-8787-77413708334a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 200 len: 897 time: 0.1364613 Oct 20 03:44:47.130058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-aff36505-8355-4b27-a419-695a78cd810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '8d15f567-2fa0-426d-907f-7e995fa8bb4f', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'port_id': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'mac_address': 'fa:16:3e:5a:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:44Z', 'updated_at': '2022-10-20T03:44:44Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:47.134257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:47.137661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff36505-8355-4b27-a419-695a78cd810f None None] Checking router: 32da5e47-1658-4c9b-aed5-8a329cee6442 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:47.142756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cbc0f-e428-4a6c-8fcf-bc0321bc9d78 req-5d4b36a5-85f3-47bb-ad11-f32c80b1e1f2 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:47.143982 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8f7cbc0f-e428-4a6c-8fcf-bc0321bc9d78 req-5d4b36a5-85f3-47bb-ad11-f32c80b1e1f2 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0921180 Oct 20 03:44:47.144113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff36505-8355-4b27-a419-695a78cd810f None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:44:47.144695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-aff36505-8355-4b27-a419-695a78cd810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:44:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:47.192204 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8f7cbc0f-e428-4a6c-8fcf-bc0321bc9d78 req-1472a3ef-58c9-4cb6-a49b-cd573b51f6aa tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Oct 20 03:44:47.229290 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-6e3a3cfe-f8f5-49a6-b7b1-10b315e3273c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db9a48cb-6c9e-401c-ac61-b7381239bd40 HTTP/1.1" status: 200 len: 998 time: 0.1022911 Oct 20 03:44:47.301431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-87ff9411-3aff-41f5-9a9a-b83f3106ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:47.302903 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-87ff9411-3aff-41f5-9a9a-b83f3106ff97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dda20bc-207c-4e55-b62a-159e1539fa45 HTTP/1.1" status: 200 len: 834 time: 0.0665219 Oct 20 03:44:47.326745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-aff36505-8355-4b27-a419-695a78cd810f None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:44:47.389196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-6e54477c-224c-4781-9a75-59bd2f4c085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:47.390756 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-6e54477c-224c-4781-9a75-59bd2f4c085a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e09411e2-9ef6-4755-8153-953cd217dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794535 Oct 20 03:44:47.401685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-fbbbb349-b461-47b8-a2a0-5b98c711c9e6 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:44:47.403394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-fbbbb349-b461-47b8-a2a0-5b98c711c9e6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049160 Oct 20 03:44:47.536441 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-b0e8f5e2-d2ef-4484-8cfd-83d6aaa2250f service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277814 Oct 20 03:44:47.678739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea174ddc-2ca2-4690-bf19-4f23a2b68827 req-c17fd302-cb21-4fee-8869-3e0ea79952f4 service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362495 Oct 20 03:44:47.698988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-aff36505-8355-4b27-a419-695a78cd810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '8d15f567-2fa0-426d-907f-7e995fa8bb4f', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'port_id': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'mac_address': 'fa:16:3e:5a:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:44Z', 'updated_at': '2022-10-20T03:44:44Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:47.702913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff36505-8355-4b27-a419-695a78cd810f None None] The sync data for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv is: [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '8d15f567-2fa0-426d-907f-7e995fa8bb4f', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'port_id': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'mac_address': 'fa:16:3e:5a:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:44Z', 'updated_at': '2022-10-20T03:44:44Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:47.886822 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85803286-3887-4997-b421-b59b6b2cdc9b None None] New status for floating IP 8d15f567-2fa0-426d-907f-7e995fa8bb4f: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:44:47.964480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40766) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:48.072316 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aa4ad767-7cd1-46f4-822b-836e034b13cb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 990 time: 0.1064086 Oct 20 03:44:48.407964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5df416-797d-491c-91c8-e9240081f7e3 req-61a938ea-fefc-49df-b5f1-62f3718883ea tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:48.407964 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b5df416-797d-491c-91c8-e9240081f7e3 req-61a938ea-fefc-49df-b5f1-62f3718883ea tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0921235 Oct 20 03:44:48.448572 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b5df416-797d-491c-91c8-e9240081f7e3 req-9f748343-603b-48c4-8da4-32d138ebf70e tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382705 Oct 20 03:44:49.012058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dbf31-f849-47d6-98ce-2f76a6d9a6db req-062b2353-5393-4fac-af24-0c447d56a1e8 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:49.013537 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bc8dbf31-f849-47d6-98ce-2f76a6d9a6db req-062b2353-5393-4fac-af24-0c447d56a1e8 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.1444910 Oct 20 03:44:49.065514 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bc8dbf31-f849-47d6-98ce-2f76a6d9a6db req-44a11ac5-1745-47db-93a5-cf558b33246f tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460095 Oct 20 03:44:49.067592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-9640d4ad-75ed-48d8-a9a8-4037d88335f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:49.073206 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-9640d4ad-75ed-48d8-a9a8-4037d88335f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4504e153bcf948f39ce129560036148f&device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 1098 time: 0.1277459 Oct 20 03:44:49.076338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40776) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:44:49.183218 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f428be85-b72b-48ec-8f9a-c2fad255d34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 992 time: 0.1057484 Oct 20 03:44:49.210494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-2f87026e-c6b6-4feb-8864-9094bb4455a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:49.211927 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-2f87026e-c6b6-4feb-8864-9094bb4455a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e50b63a-b42d-4d75-beb6-f6252683a31a HTTP/1.1" status: 200 len: 912 time: 0.1354995 Oct 20 03:44:49.283021 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-357832df-50f5-4c4a-9deb-253df63ac7c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d2b7ab-171d-46e4-b02f-226632cbba07 HTTP/1.1" status: 200 len: 217 time: 0.0641937 Oct 20 03:44:49.344995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-115e16b3-d824-4e81-bd39-1b50753567a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:49.346429 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-115e16b3-d824-4e81-bd39-1b50753567a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b991df-2646-48ed-90cd-817dfc5e3c22 HTTP/1.1" status: 200 len: 851 time: 0.0567641 Oct 20 03:44:49.504879 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-577766b4-84ae-435d-8dfb-6c1dbccaf46e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50b63a-b42d-4d75-beb6-f6252683a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517215 Oct 20 03:44:49.639803 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-0c7192e9-a58a-494b-831f-f37cb221b63e service neutron] 10.222.0.26 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254761 Oct 20 03:44:49.771694 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19ae5b7e-a0f9-4af2-b73a-2d7ba06ac154 req-e8bf5c0b-c810-4de1-a808-fe818432dd0c service neutron] 10.222.0.26 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251049 Oct 20 03:44:50.271554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5197d-c896-4731-93d7-7c39f1884824 req-5fea33ea-3b75-4f4a-976d-ebdd7b1fa584 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:50.274413 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-83d5197d-c896-4731-93d7-7c39f1884824 req-5fea33ea-3b75-4f4a-976d-ebdd7b1fa584 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0910361 Oct 20 03:44:50.317817 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-83d5197d-c896-4731-93d7-7c39f1884824 req-45b4de56-e4bd-4a2e-a252-a7f4a2d6a86e tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Oct 20 03:44:51.513003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d7364-0aa9-44f4-923f-1cf87e48d666 req-93329f16-04df-48c8-9f32-3cddf683de7b tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:51.514482 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a7d7364-0aa9-44f4-923f-1cf87e48d666 req-93329f16-04df-48c8-9f32-3cddf683de7b tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0869122 Oct 20 03:44:51.558492 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a7d7364-0aa9-44f4-923f-1cf87e48d666 req-c8c512e7-31d5-46e5-905d-9d0c4b8903ba tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374751 Oct 20 03:44:51.718922 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:44:52.146431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295c7d1-e169-4172-aab9-d731dc88e8b9 req-52cd370d-6ff9-44c2-928c-3b0f3ec8f9e0 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:52.147901 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c295c7d1-e169-4172-aab9-d731dc88e8b9 req-52cd370d-6ff9-44c2-928c-3b0f3ec8f9e0 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0897770 Oct 20 03:44:52.192244 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c295c7d1-e169-4172-aab9-d731dc88e8b9 req-937873aa-a579-48ff-b228-6cb4e51fb912 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Oct 20 03:44:53.388891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a052a-9ef7-4f47-820e-d2ed476240fb req-23a116f1-eafc-45f3-8267-f2ce09678eea tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:53.390370 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cf4a052a-9ef7-4f47-820e-d2ed476240fb req-23a116f1-eafc-45f3-8267-f2ce09678eea tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0863032 Oct 20 03:44:53.436988 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cf4a052a-9ef7-4f47-820e-d2ed476240fb req-d26bc24b-1dd0-4287-ac80-188959ba1c7f tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Oct 20 03:44:53.901020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15360976-5172-4c5b-b92b-c368650d0ddb req-d3e432fd-bbe2-4553-803c-7262838fd1a5 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:53.902587 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-15360976-5172-4c5b-b92b-c368650d0ddb req-d3e432fd-bbe2-4553-803c-7262838fd1a5 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0884852 Oct 20 03:44:53.947009 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-15360976-5172-4c5b-b92b-c368650d0ddb req-4d604acf-c516-44aa-9779-fc9470ac34fc tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381331 Oct 20 03:44:53.985037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-78a8f9fc-b053-4576-92cc-a99e93ebfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:53.986891 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-78a8f9fc-b053-4576-92cc-a99e93ebfbbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4504e153bcf948f39ce129560036148f&device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 1098 time: 0.0787752 Oct 20 03:44:54.117815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-7156e1d1-c33d-4c3d-a920-8aa1273a1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:54.119694 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-7156e1d1-c33d-4c3d-a920-8aa1273a1fd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e50b63a-b42d-4d75-beb6-f6252683a31a HTTP/1.1" status: 200 len: 912 time: 0.1255155 Oct 20 03:44:54.188676 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-39f85c30-d866-417e-826a-737a042fb55d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d2b7ab-171d-46e4-b02f-226632cbba07 HTTP/1.1" status: 200 len: 217 time: 0.0634301 Oct 20 03:44:54.252706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-7a0d8350-a22a-45fc-bac5-aa0fad1b36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:54.254280 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-7a0d8350-a22a-45fc-bac5-aa0fad1b36ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78b991df-2646-48ed-90cd-817dfc5e3c22 HTTP/1.1" status: 200 len: 851 time: 0.0589230 Oct 20 03:44:54.306064 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-44797d2b-6ace-47db-9815-155fc66956c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50b63a-b42d-4d75-beb6-f6252683a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453238 Oct 20 03:44:54.434516 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-8bdd3f5a-8145-49fc-99f3-29803a04b6de service neutron] 10.222.0.26 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218474 Oct 20 03:44:54.561472 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b0b38357-6662-45c7-b939-60d3dda94eaa req-2ee8f037-3edf-46f7-a3d9-896add7bfef5 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206138 Oct 20 03:44:55.146448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07f663-1d71-438f-a017-361e1c1a8e7c req-b40a8e7c-79b6-46c9-8c95-9371401f5503 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:55.147899 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5a07f663-1d71-438f-a017-361e1c1a8e7c req-b40a8e7c-79b6-46c9-8c95-9371401f5503 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0887728 Oct 20 03:44:55.195372 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5a07f663-1d71-438f-a017-361e1c1a8e7c req-07e81219-c0fd-43ce-aa98-8c947384ec3a tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Oct 20 03:44:56.401520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cfeb-e2a3-402b-89e2-6bedd71d4e4e req-4f7e67e0-29e5-4f19-a153-71788b8a4571 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:56.402984 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2525cfeb-e2a3-402b-89e2-6bedd71d4e4e req-4f7e67e0-29e5-4f19-a153-71788b8a4571 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0898931 Oct 20 03:44:56.447376 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2525cfeb-e2a3-402b-89e2-6bedd71d4e4e req-0c2efd0c-44ca-4f85-972c-27fb88c02364 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380816 Oct 20 03:44:57.079595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dd338-134c-4a28-bff5-f5a106d5a25a req-335c3741-93f1-4c6b-b8ed-6afe838b3ac0 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:57.081052 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-328dd338-134c-4a28-bff5-f5a106d5a25a req-335c3741-93f1-4c6b-b8ed-6afe838b3ac0 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0871983 Oct 20 03:44:57.126816 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-328dd338-134c-4a28-bff5-f5a106d5a25a req-b1275544-75c1-4484-8403-fd749b2d479b tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Oct 20 03:44:58.326820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46e2c0-332f-45bf-8d25-43149d86a956 req-de2f1573-c6e7-4e7b-8c94-92cefdc9a9fc tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:58.328262 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af46e2c0-332f-45bf-8d25-43149d86a956 req-de2f1573-c6e7-4e7b-8c94-92cefdc9a9fc tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0852046 Oct 20 03:44:58.373459 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af46e2c0-332f-45bf-8d25-43149d86a956 req-f327d8d1-bcb4-4eb9-903f-6235e1313585 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383515 Oct 20 03:44:59.068185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-cb10c7a0-4385-4b8e-aba9-4fff755d3051 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:59.069649 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-cb10c7a0-4385-4b8e-aba9-4fff755d3051 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.0896754 Oct 20 03:44:59.139133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Deleting port d3d2b7ab-171d-46e4-b02f-226632cbba07 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:44:59.139809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:59.479099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] For port d3d2b7ab-171d-46e4-b02f-226632cbba07, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d3d2b7ab-171d-46e4-b02f-226632cbba07,segment=NetworkSegment(612a0237-1317-4efd-ade0-fc26bd02ea1d),segment_id=612a0237-1317-4efd-ade0-fc26bd02ea1d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:44:59.479707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:59.606647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Calling delete_port for d3d2b7ab-171d-46e4-b02f-226632cbba07 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:44:59.687920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452832f-a067-4319-9fd2-cedba8684290 req-5a00f4b0-0c5d-4b72-918e-d4ea3fc5d8d8 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:59.689428 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9452832f-a067-4319-9fd2-cedba8684290 req-5a00f4b0-0c5d-4b72-918e-d4ea3fc5d8d8 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 945 time: 0.2004874 Oct 20 03:44:59.733816 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9452832f-a067-4319-9fd2-cedba8684290 req-9e0e77c4-60bc-4549-ba29-dd27487c19d3 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/security-groups?id=bf42a8ec-682e-400d-9e17-e605b8a22d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387015 Oct 20 03:44:59.803589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:59.815626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['d3d2b7ab-171d-46e4-b02f-226632cbba07'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:44:59.855484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Pushing event deleted for resources: {'Port': ['ID=d3d2b7ab-171d-46e4-b02f-226632cbba07,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:59.936389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] No DVR routers for this DVR port d3d2b7ab-171d-46e4-b02f-226632cbba07 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:44:59.938897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:59.941344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c3646f-6af7-424c-bf33-b73e12c1661d', 'name': 'network-vif-deleted', 'tag': 'd3d2b7ab-171d-46e4-b02f-226632cbba07'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:59.943576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d7cb0d-403c-4ff0-ac5f-39310c6eee1f" -d '{"events": [{"server_uuid": "c3c3646f-6af7-424c-bf33-b73e12c1661d", "name": "network-vif-deleted", "tag": "d3d2b7ab-171d-46e4-b02f-226632cbba07"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:59.984475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237dcf03-bdc4-4aa3-87c7-d7f5c1be9318 x-openstack-request-id: req-237dcf03-bdc4-4aa3-87c7-d7f5c1be9318 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:59.984789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c3646f-6af7-424c-bf33-b73e12c1661d", "name": "network-vif-deleted", "tag": "d3d2b7ab-171d-46e4-b02f-226632cbba07", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:59.985058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-237dcf03-bdc4-4aa3-87c7-d7f5c1be9318 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:59.985478 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237dcf03-bdc4-4aa3-87c7-d7f5c1be9318'] response: {'server_uuid': 'c3c3646f-6af7-424c-bf33-b73e12c1661d', 'name': 'network-vif-deleted', 'tag': 'd3d2b7ab-171d-46e4-b02f-226632cbba07', 'status': 'completed', 'code': 200} Oct 20 03:45:00.026627 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d1ac520-0086-41c0-b0b0-f68574c4b60e req-739d7291-0f75-43f9-9dbb-dd3cc522ba68 tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.26 "DELETE /v2.0/ports/d3d2b7ab-171d-46e4-b02f-226632cbba07 HTTP/1.1" status: 204 len: 173 time: 0.9511752 Oct 20 03:45:00.916998 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-167ed9b2-49eb-4258-a6e3-daa7b36526fc req-a88a3438-3d95-4b0a-8f45-b79acb3e556b tempest-TestServerAdvancedOps-812751447 tempest-TestServerAdvancedOps-812751447-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c3646f-6af7-424c-bf33-b73e12c1661d HTTP/1.1" status: 200 len: 210 time: 0.0519433 Oct 20 03:45:02.022185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40814) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:02.079720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7be606-da8c-449a-9195-a58a64971e3d admin admin] Deleting subnet 78b991df-2646-48ed-90cd-817dfc5e3c22 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:45:02.082615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8e7be606-da8c-449a-9195-a58a64971e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.132181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8e7be606-da8c-449a-9195-a58a64971e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.184688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8e7be606-da8c-449a-9195-a58a64971e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.317622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8e7be606-da8c-449a-9195-a58a64971e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.352232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device d3d2b7ab-171d-46e4-b02f-226632cbba07 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:45:02.358075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7be606-da8c-449a-9195-a58a64971e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b991df-2646-48ed-90cd-817dfc5e3c22,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:02.364253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8e7be606-da8c-449a-9195-a58a64971e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.368538 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8e7be606-da8c-449a-9195-a58a64971e3d admin admin] 10.222.0.33 "DELETE /v2.0/subnets/78b991df-2646-48ed-90cd-817dfc5e3c22 HTTP/1.1" status: 204 len: 168 time: 0.3452742 Oct 20 03:45:02.371042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40818) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:02.386608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: d3d2b7ab-171d-46e4-b02f-226632cbba07 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:45:02.386956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device d3d2b7ab-171d-46e4-b02f-226632cbba07 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:45:02.471059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.596777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.622113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e50b63a-b42d-4d75-beb6-f6252683a31a']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:02.633844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612a0237-1317-4efd-ade0-fc26bd02ea1d') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:02.634141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612a0237-1317-4efd-ade0-fc26bd02ea1d') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:02.646677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.662990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.668960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:45:02.669374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.826697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.831858 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:02.857583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e50b63a-b42d-4d75-beb6-f6252683a31a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:02.876462 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 612a0237-1317-4efd-ade0-fc26bd02ea1d resource provider aggregate not found Oct 20 03:45:02.892969 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 612a0237-1317-4efd-ade0-fc26bd02ea1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 612a0237-1317-4efd-ade0-fc26bd02ea1d found for delete ", "request_id": "req-7ba88b17-3015-42ef-82d7-4f301f6ef4af"}]} Oct 20 03:45:02.901058 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a6f6b610-e6e7-411b-bd90-e15a5ed25c58 admin admin] 10.222.0.33 "DELETE /v2.0/networks/6e50b63a-b42d-4d75-beb6-f6252683a31a HTTP/1.1" status: 204 len: 168 time: 0.5290945 Oct 20 03:45:02.903827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40828) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:02.962123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-686b37be-a728-4be5-a253-998b46dc363d admin admin] Deleting subnet 6153c4cd-8ed9-4ece-bf3c-fa4a85032f79 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:45:02.965059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-686b37be-a728-4be5-a253-998b46dc363d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.017905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-686b37be-a728-4be5-a253-998b46dc363d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.072003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-686b37be-a728-4be5-a253-998b46dc363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.191913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-686b37be-a728-4be5-a253-998b46dc363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.234038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b37be-a728-4be5-a253-998b46dc363d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6153c4cd-8ed9-4ece-bf3c-fa4a85032f79,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:03.241499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-686b37be-a728-4be5-a253-998b46dc363d admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.244771 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-686b37be-a728-4be5-a253-998b46dc363d admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6153c4cd-8ed9-4ece-bf3c-fa4a85032f79 HTTP/1.1" status: 204 len: 168 time: 0.3400590 Oct 20 03:45:03.247245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40832) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:03.348380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.472122 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.497494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b2861a-5d22-4f77-8cb2-a7715effc9ef']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:03.509827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c85d16-5bbc-4fb0-a6cd-0bb53a33b781') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:03.511563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c85d16-5bbc-4fb0-a6cd-0bb53a33b781') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:03.521017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.536621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.542963 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:45:03.543345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.823368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.839202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:03.848403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b2861a-5d22-4f77-8cb2-a7715effc9ef,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:03.851404 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7f50fbb8-55c5-4179-8898-b2dcd2a41760 admin admin] 10.222.0.33 "DELETE /v2.0/networks/e5b2861a-5d22-4f77-8cb2-a7715effc9ef HTTP/1.1" status: 204 len: 168 time: 0.6032293 Oct 20 03:45:04.277395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40838) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:04.324062 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-04f66a2b-19cf-4949-a503-718a7d322387 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4504e153bcf948f39ce129560036148f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455461 Oct 20 03:45:04.326502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40842) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:04.382544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1b8e-014c-4dfb-ba57-6184b0d9df38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:04.408444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1b8e-014c-4dfb-ba57-6184b0d9df38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:04.511831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1b8e-014c-4dfb-ba57-6184b0d9df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:04.528663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd1b8e-014c-4dfb-ba57-6184b0d9df38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf42a8ec-682e-400d-9e17-e605b8a22d9d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:04.585431 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1b8e-014c-4dfb-ba57-6184b0d9df38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:04.586567 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d7cd1b8e-014c-4dfb-ba57-6184b0d9df38 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bf42a8ec-682e-400d-9e17-e605b8a22d9d HTTP/1.1" status: 204 len: 168 time: 0.2591841 Oct 20 03:45:04.909950 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 00c85d16-5bbc-4fb0-a6cd-0bb53a33b781 resource provider aggregate not found Oct 20 03:45:04.931755 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 00c85d16-5bbc-4fb0-a6cd-0bb53a33b781 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00c85d16-5bbc-4fb0-a6cd-0bb53a33b781 found for delete ", "request_id": "req-9c0cb488-235e-43d6-bc14-da42fded353d"}]} Oct 20 03:45:05.237817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40854) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:05.288407 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4aedc460-f15a-4fb8-bd02-96a4f860dbb3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6999afc144144b54b9e8089a8c7be852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493491 Oct 20 03:45:05.290671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40858) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:05.348238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-38d85aa3-76fc-4d22-ada0-59bf367331fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:05.373150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-38d85aa3-76fc-4d22-ada0-59bf367331fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:05.506054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-38d85aa3-76fc-4d22-ada0-59bf367331fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:05.520191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d85aa3-76fc-4d22-ada0-59bf367331fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a2c96e-4fa3-4265-a8be-008d3066cf61,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:05.526176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-38d85aa3-76fc-4d22-ada0-59bf367331fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:05.527622 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-38d85aa3-76fc-4d22-ada0-59bf367331fe admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/87a2c96e-4fa3-4265-a8be-008d3066cf61 HTTP/1.1" status: 204 len: 168 time: 0.2357507 Oct 20 03:45:09.757249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-128c5343-5b66-45ff-90d3-a0951697a470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:12.306097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f3a89ef8-2b9f-4b67-a345-106421f9d2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:13.362762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:13.528754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.837941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:17.105023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.315090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40878) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:20.396540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbadc4c-68fc-4329-b8f9-70083718a35f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:20.397094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbadc4c-68fc-4329-b8f9-70083718a35f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:20.397519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbadc4c-68fc-4329-b8f9-70083718a35f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:20.400899 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ffbadc4c-68fc-4329-b8f9-70083718a35f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&network_id=e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 200 len: 2999 time: 0.0830886 Oct 20 03:45:24.286751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40892) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:24.345367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e8c96-3263-469c-b9a4-c3455eb033e9 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:24.346782 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-483e8c96-3263-469c-b9a4-c3455eb033e9 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f HTTP/1.1" status: 200 len: 814 time: 0.0590770 Oct 20 03:45:25.015566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40900) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:25.020788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7b271a81-1493-4536-91ce-ba66ebc3dafb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'port_id': None}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:25.121217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b271a81-1493-4536-91ce-ba66ebc3dafb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.386039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b271a81-1493-4536-91ce-ba66ebc3dafb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.460333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b271a81-1493-4536-91ce-ba66ebc3dafb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.460333 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-7b271a81-1493-4536-91ce-ba66ebc3dafb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP 8d15f567-2fa0-426d-907f-7e995fa8bb4f disassociated. External IP: 172.26.7.34, port: db9a48cb-6c9e-401c-ac61-b7381239bd40. Oct 20 03:45:25.914975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b271a81-1493-4536-91ce-ba66ebc3dafb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 32da5e47-1658-4c9b-aed5-8a329cee6442 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:45:26.093838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b271a81-1493-4536-91ce-ba66ebc3dafb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:45:26.098103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7b271a81-1493-4536-91ce-ba66ebc3dafb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:26.104644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] Sync routers for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:45:26.115595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:45:26.115595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:45:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:26.152739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7b271a81-1493-4536-91ce-ba66ebc3dafb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 689 time: 1.1360438 Oct 20 03:45:26.153494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:26.156273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad321860-cafc-40c7-8d50-68642fe16132" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:26.156422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40904) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:26.202179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8c3d49-2bd5-4cea-9a90-1b90bbfd112a x-openstack-request-id: req-fa8c3d49-2bd5-4cea-9a90-1b90bbfd112a {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:26.202179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:26.203599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fa8c3d49-2bd5-4cea-9a90-1b90bbfd112a {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:26.203599 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8c3d49-2bd5-4cea-9a90-1b90bbfd112a'] response: {'name': 'network-changed', 'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'status': 'completed', 'code': 200} Oct 20 03:45:26.255420 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5214782e-42fc-470c-8042-e1986a761fea tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 689 time: 0.0973232 Oct 20 03:45:26.301404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:45:26.474112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad321860-cafc-40c7-8d50-68642fe16132 req-675066b9-4db1-4b69-a7e7-4b8126f2e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.475739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ad321860-cafc-40c7-8d50-68642fe16132 req-675066b9-4db1-4b69-a7e7-4b8126f2e41a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 1098 time: 0.2434206 Oct 20 03:45:26.609560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad321860-cafc-40c7-8d50-68642fe16132 req-fe217d57-ad68-4335-9389-e4a0dfc6e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.610984 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ad321860-cafc-40c7-8d50-68642fe16132 req-fe217d57-ad68-4335-9389-e4a0dfc6e77c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 200 len: 897 time: 0.1254628 Oct 20 03:45:26.623120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:26.627026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] Checking router: 32da5e47-1658-4c9b-aed5-8a329cee6442 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:45:26.636613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:45:26.636809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:45:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:26.681137 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ad321860-cafc-40c7-8d50-68642fe16132 req-446f60ec-e054-4bae-800f-52ea3bafad94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db9a48cb-6c9e-401c-ac61-b7381239bd40 HTTP/1.1" status: 200 len: 217 time: 0.0605798 Oct 20 03:45:26.751296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad321860-cafc-40c7-8d50-68642fe16132 req-9e022d8a-c148-4729-b7bd-3d8914bb597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.752721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ad321860-cafc-40c7-8d50-68642fe16132 req-9e022d8a-c148-4729-b7bd-3d8914bb597a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dda20bc-207c-4e55-b62a-159e1539fa45 HTTP/1.1" status: 200 len: 834 time: 0.0630407 Oct 20 03:45:26.809102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:45:26.844111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad321860-cafc-40c7-8d50-68642fe16132 req-62df8a96-dc7b-469a-80b8-5bc570b92b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.845621 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ad321860-cafc-40c7-8d50-68642fe16132 req-62df8a96-dc7b-469a-80b8-5bc570b92b67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e09411e2-9ef6-4755-8153-953cd217dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834832 Oct 20 03:45:26.983469 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ad321860-cafc-40c7-8d50-68642fe16132 req-fe133395-9af5-4a3d-bbe2-341e337e4846 service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250436 Oct 20 03:45:27.117830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:27.121733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a3e50-ec87-4294-bcaa-f307c7d998ae None None] The sync data for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv is: [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:45:27.121957 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ad321860-cafc-40c7-8d50-68642fe16132 req-c272d754-a054-4750-a78c-6352fcc31707 service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288977 Oct 20 03:45:27.259119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 40912) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:27.350311 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8546c266-429e-43d3-9302-200c3102f34c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 689 time: 0.0900538 Oct 20 03:45:27.352778 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa3e15-e7ea-4302-b81b-1f386ca009f8 None None] New status for floating IP 8d15f567-2fa0-426d-907f-7e995fa8bb4f: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:45:27.390963 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-e4df4af9-0b0f-4528-a99b-1a522ef2a06c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851510 Oct 20 03:45:27.543767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-58543156-9299-41e5-883d-1ea67f254019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:27.545428 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-58543156-9299-41e5-883d-1ea67f254019 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 1098 time: 0.0778906 Oct 20 03:45:27.697660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-72064d2a-5103-4b00-a3a0-24e92b9640aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:27.699226 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-72064d2a-5103-4b00-a3a0-24e92b9640aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.1285937 Oct 20 03:45:27.806750 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-1d489d17-418e-4491-9c3f-7e54f6078d56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=978e27e3-a97e-4653-a271-93e519dc7737 HTTP/1.1" status: 200 len: 1000 time: 0.0971842 Oct 20 03:45:27.870712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-f01c5508-7319-4b31-96d0-38f6c1ee99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:27.872115 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-f01c5508-7319-4b31-96d0-38f6c1ee99b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0564401 Oct 20 03:45:28.068992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-b87b3375-15c6-4b30-8cf5-e6e5031f4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:28.070545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-b87b3375-15c6-4b30-8cf5-e6e5031f4139 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1876895 Oct 20 03:45:28.203291 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-3ca3e0ae-3aee-4994-8c74-44c291d6bb17 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228335 Oct 20 03:45:28.341476 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb5c23ec-11e1-495d-b30b-d9b6e257c1e0 req-6da8370f-42e8-4db9-8f8b-1b859bb52bc6 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283782 Oct 20 03:45:28.353568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40916) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:28.435698 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c65cf177-1b31-44e0-841c-b94b4d8a0e03 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 687 time: 0.0810168 Oct 20 03:45:28.717831 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:45:29.579678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40922) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:29.583810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184973633', 'description': 'tempest-secgroup-smoke-1184973633 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:29.590015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:45:29.599891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:45:29.660535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:29.680817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:45:29.685380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:45:29.687700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:45:29.693969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:45:29.760977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:29.837015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:29.881816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da986132-01d5-48d1-a696-39f787f0b019,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:29.889507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.889855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.890196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.890525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.890851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.891179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.891502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.891822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.892159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.892459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.892776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.893175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:29.991853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:29.992746 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4350f6f9-4690-4fe3-85a9-eabf9b1bf997 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4131231 Oct 20 03:45:29.995705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40926) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:30.000606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'da986132-01d5-48d1-a696-39f787f0b019', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:30.006775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:45:30.010597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:45:30.013442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:45:30.019099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:45:30.101186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.162828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.230716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.260181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910d9e7a-a177-43c2-ac35-a54d8720fdb3,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:30.339637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.341174 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-041d697a-78cf-4a65-9f73-b344272bd383 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442726 Oct 20 03:45:30.344001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40930) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:30.348833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'da986132-01d5-48d1-a696-39f787f0b019', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:30.354615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:45:30.358432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:45:30.361308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:45:30.367529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:45:30.465917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.525546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.585647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.611507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cb0f54-0938-4999-904c-c1258f0cbb76,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:30.665650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.666925 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e05c3a2e-7e63-434f-96b4-fb117c6f9fbb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220556 Oct 20 03:45:30.669903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40934) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:30.675318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'da986132-01d5-48d1-a696-39f787f0b019', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:30.682213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:45:30.686196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:45:30.689094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:45:30.695232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:45:30.809955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.872460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.985397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.012791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1910ce9d-8d6e-44b8-832a-20076e08a4c3,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:31.082617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.087711 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b9086ad9-7f56-4572-ad49-28f0f3718343 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4128606 Oct 20 03:45:31.087711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40940) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:31.091661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'da986132-01d5-48d1-a696-39f787f0b019', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:31.097720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:45:31.101421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:45:31.104252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:45:31.110134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:45:31.226260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.287741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.373847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.396180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb962f24-0c01-4f54-bf90-d67e419a3e75,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:31.511306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.512517 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bcc04cab-8373-4a21-a44c-b5a3fbc76834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4249442 Oct 20 03:45:31.515276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40944) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:31.520298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'da986132-01d5-48d1-a696-39f787f0b019', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:31.526188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:45:31.530051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:45:31.532868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:45:31.539055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:45:31.629320 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:45:31.633252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.697894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.762580 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.786956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b4f2a8-791d-42ad-a3f3-73bc29661a8d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:31.864090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.864090 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a3eb8c79-ca34-449a-b468-ece5df855a96 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3454356 Oct 20 03:45:31.864695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 40948) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:31.870061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': 'da986132-01d5-48d1-a696-39f787f0b019', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:31.876582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:45:31.880837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:45:31.889974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:45:31.891383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:45:31.957337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:45:31.965067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:32.031944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:32.076417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:32.100610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cd69cf-fd23-47a3-b856-ccaae7e0e640,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:32.179657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:32.181561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c93bf8d3-61ca-4105-aeac-ba451d6bed16 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3151667 Oct 20 03:45:32.565595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-367913bf-360e-4a72-87bf-231579f04555 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:45:32.671026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-367913bf-360e-4a72-87bf-231579f04555 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:45:32.672198 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-367913bf-360e-4a72-87bf-231579f04555 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184973633&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.1444063 Oct 20 03:45:32.821216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-40ab44b7-5841-4ad6-b4f1-13645ef33e41 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:32.821907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-40ab44b7-5841-4ad6-b4f1-13645ef33e41 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:45:32.882617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-40ab44b7-5841-4ad6-b4f1-13645ef33e41 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:45:32.883964 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-40ab44b7-5841-4ad6-b4f1-13645ef33e41 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 200 len: 796 time: 0.2044628 Oct 20 03:45:32.898948 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-66ed97f7-06d7-44c9-8239-0d328cfe299e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.0094402 Oct 20 03:45:32.990644 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-13d1b2cb-55c2-4eb5-801c-9200e7fc98e9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0865688 Oct 20 03:45:33.005789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-83cb87e0-4eb8-410a-8da0-72bad1692bb6 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:45:33.006709 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-83cb87e0-4eb8-410a-8da0-72bad1692bb6 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047944 Oct 20 03:45:33.133548 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-51d9d025-2880-49b2-bbcc-bf825895e941 service neutron] 10.222.0.33 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214607 Oct 20 03:45:33.262509 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-f4c11cde-dfb0-46fa-ae28-79cdace6daa3 service neutron] 10.222.0.33 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231270 Oct 20 03:45:33.581150 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1993294e-943b-42ef-ac1f-08691dd7245c req-47cc7f5c-4d40-41f5-a52e-d11c139c9dba tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 210 time: 0.1008730 Oct 20 03:45:34.748119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e8bdd0ac-21b4-4d41-9f85-d1209ecf514f req-dc6379ee-bcbd-4129-9809-838e2acaa688 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 210 time: 0.0539079 Oct 20 03:45:35.751029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-8a5a88ec-6841-423d-a07a-e90dbaa3efcc tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:35.752432 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-8a5a88ec-6841-423d-a07a-e90dbaa3efcc tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 200 len: 796 time: 0.2453866 Oct 20 03:45:35.804944 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-aad1d727-298d-4479-ad13-5c8a30b8cc81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 472 time: 0.0424845 Oct 20 03:45:35.814260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['da986132-01d5-48d1-a696-39f787f0b019']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:35.924231 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b3499fc4-21d5-45c0-aed1-12db97497cac req-1191e91f-04bb-460d-8f22-f5f4167089a3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 210 time: 0.0576661 Oct 20 03:45:35.954105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:45:35.963888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:45:36.060011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:45:36.063607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:36.222696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.10 (e09411e2-9ef6-4755-8153-953cd217dc53/6dda20bc-207c-4e55-b62a-159e1539fa45/069bdd48-bb01-42d2-a8b5-12008922422d) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:45:36.403857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:36.418898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 069bdd48-bb01-42d2-a8b5-12008922422d will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:45:36.534033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:36.606386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e09411e2-9ef6-4755-8153-953cd217dc53 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:45:36.609247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:45:36.612971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:45:36.643399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=069bdd48-bb01-42d2-a8b5-12008922422d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:36.679537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:36.680149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:36.803143 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-2ae4a7ac-f926-4cee-aba9-a720ff5a1dde tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9924443 Oct 20 03:45:36.816940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Request body: {'port': {'device_id': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:36.911198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-69bd6f86-f1ff-4f4c-a904-155304607dfd None None] Provisioning for port 069bdd48-bb01-42d2-a8b5-12008922422d completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:45:36.917104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-69bd6f86-f1ff-4f4c-a904-155304607dfd None None] Provisioning complete for port 069bdd48-bb01-42d2-a8b5-12008922422d triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:36.917609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-69bd6f86-f1ff-4f4c-a904-155304607dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:36.917994 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-69bd6f86-f1ff-4f4c-a904-155304607dfd None None] Attempt 1 to provision port 069bdd48-bb01-42d2-a8b5-12008922422d Oct 20 03:45:36.934195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:36.971313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-69bd6f86-f1ff-4f4c-a904-155304607dfd None None] Port 069bdd48-bb01-42d2-a8b5-12008922422d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:45:37.234181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bc8b8-2ff4-4a4d-af20-c5ea30dbded0 req-fe16704a-f464-47f3-a82c-6db753f78bf2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:37.235113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b0bc8b8-2ff4-4a4d-af20-c5ea30dbded0 req-fe16704a-f464-47f3-a82c-6db753f78bf2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:45:37.341308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b0bc8b8-2ff4-4a4d-af20-c5ea30dbded0 req-fe16704a-f464-47f3-a82c-6db753f78bf2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:45:37.342446 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b0bc8b8-2ff4-4a4d-af20-c5ea30dbded0 req-fe16704a-f464-47f3-a82c-6db753f78bf2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 932 time: 0.2987311 Oct 20 03:45:37.366472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069bdd48-bb01-42d2-a8b5-12008922422d {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:45:37.377092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:37.404572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Transition to ACTIVE for port object 069bdd48-bb01-42d2-a8b5-12008922422d will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:45:37.407823 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b0bc8b8-2ff4-4a4d-af20-c5ea30dbded0 req-adda62a4-2092-401e-b667-303fa5a70220 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582016 Oct 20 03:45:37.472702 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-69bd6f86-f1ff-4f4c-a904-155304607dfd None None] Attempt 2 to provision port 069bdd48-bb01-42d2-a8b5-12008922422d Oct 20 03:45:37.488138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:37.528297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-69bd6f86-f1ff-4f4c-a904-155304607dfd None None] Port 069bdd48-bb01-42d2-a8b5-12008922422d cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:45:37.669245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Pushing event updated for resources: {'Port': ['ID=069bdd48-bb01-42d2-a8b5-12008922422d,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:37.708740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Attempting to bind port 069bdd48-bb01-42d2-a8b5-12008922422d on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:45:37.709080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Attempting to bind port 069bdd48-bb01-42d2-a8b5-12008922422d by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:45:37.709921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Attempting to bind port 069bdd48-bb01-42d2-a8b5-12008922422d on network e09411e2-9ef6-4755-8153-953cd217dc53 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:45:37.714160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Port 069bdd48-bb01-42d2-a8b5-12008922422d on network e09411e2-9ef6-4755-8153-953cd217dc53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:45:37.714510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Attempting to bind port 069bdd48-bb01-42d2-a8b5-12008922422d on network e09411e2-9ef6-4755-8153-953cd217dc53 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:45:37.719803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:45:37.720143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Checking segment: {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:45:37.720528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Bound using segment: {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:45:37.720962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Bound port: 069bdd48-bb01-42d2-a8b5-12008922422d, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc21906-d8fa-49de-9972-bed8db9c1dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:45:37.721325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:37.806873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] For port 069bdd48-bb01-42d2-a8b5-12008922422d, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:45:37.809688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] For port 069bdd48-bb01-42d2-a8b5-12008922422d, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=069bdd48-bb01-42d2-a8b5-12008922422d,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:45:37.939921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:37.943080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:37.943766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:37.945164 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] 10.222.0.26 "PUT /v2.0/ports/069bdd48-bb01-42d2-a8b5-12008922422d HTTP/1.1" status: 200 len: 1094 time: 1.1322448 Oct 20 03:45:37.975465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'tag': '069bdd48-bb01-42d2-a8b5-12008922422d'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:37.977898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94e065d-88c2-4179-a0bd-bdeef0efa689" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cb7ad0-c3eb-461f-8111-0219e62c2891", "tag": "069bdd48-bb01-42d2-a8b5-12008922422d"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:38.021408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf478bc1-d59d-4424-92bd-4b8f1eb9f760 service neutron] Pushing event updated for resources: {'Port': ['ID=069bdd48-bb01-42d2-a8b5-12008922422d,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:38.023919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb54152c-d0f7-49bb-ace7-054a8d64b88a x-openstack-request-id: req-fb54152c-d0f7-49bb-ace7-054a8d64b88a {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:38.024209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cb7ad0-c3eb-461f-8111-0219e62c2891", "tag": "069bdd48-bb01-42d2-a8b5-12008922422d", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:38.024461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fb54152c-d0f7-49bb-ace7-054a8d64b88a {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:38.024850 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb54152c-d0f7-49bb-ace7-054a8d64b88a'] response: {'name': 'network-changed', 'server_uuid': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'tag': '069bdd48-bb01-42d2-a8b5-12008922422d', 'status': 'completed', 'code': 200} Oct 20 03:45:38.029388 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-69bd6f86-f1ff-4f4c-a904-155304607dfd None None] Attempt 3 to provision port 069bdd48-bb01-42d2-a8b5-12008922422d Oct 20 03:45:38.094660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-69bd6f86-f1ff-4f4c-a904-155304607dfd None None] Port 069bdd48-bb01-42d2-a8b5-12008922422d had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:45:38.230418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e065d-88c2-4179-a0bd-bdeef0efa689 req-c8b50f4e-3676-4e9b-8328-f095090c63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:38.231881 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d94e065d-88c2-4179-a0bd-bdeef0efa689 req-c8b50f4e-3676-4e9b-8328-f095090c63ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 1097 time: 0.1835582 Oct 20 03:45:38.373060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e065d-88c2-4179-a0bd-bdeef0efa689 req-bd52b24b-06c9-4c89-9be8-d3136c90ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:38.374535 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d94e065d-88c2-4179-a0bd-bdeef0efa689 req-bd52b24b-06c9-4c89-9be8-d3136c90ac90 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1344161 Oct 20 03:45:38.510017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e065d-88c2-4179-a0bd-bdeef0efa689 req-19af298f-bfc1-4de8-bfa9-844ee0bb1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:38.511461 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d94e065d-88c2-4179-a0bd-bdeef0efa689 req-19af298f-bfc1-4de8-bfa9-844ee0bb1e42 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288073 Oct 20 03:45:38.670067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77512642-c056-4094-a060-ccc37a092d10 req-81acf9e0-1560-4c17-8445-29c9d5dbe16e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:38.671224 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-77512642-c056-4094-a060-ccc37a092d10 req-81acf9e0-1560-4c17-8445-29c9d5dbe16e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 944 time: 0.1501966 Oct 20 03:45:38.673812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-fd8bbff2-504a-41e3-b626-c37c7ac6975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:38.675101 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-fd8bbff2-504a-41e3-b626-c37c7ac6975a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 1097 time: 0.1174748 Oct 20 03:45:38.755283 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-7a9e3bd7-62e0-42cd-8d44-06c154805f89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=069bdd48-bb01-42d2-a8b5-12008922422d HTTP/1.1" status: 200 len: 217 time: 0.0650175 Oct 20 03:45:38.810613 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-77512642-c056-4094-a060-ccc37a092d10 req-028b2ff9-10ea-4134-8834-27eedc204118 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336768 Oct 20 03:45:38.830414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-a1342b53-8cda-43fb-a6d8-2b41113aa386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:38.831857 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-a1342b53-8cda-43fb-a6d8-2b41113aa386 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dda20bc-207c-4e55-b62a-159e1539fa45 HTTP/1.1" status: 200 len: 834 time: 0.0688567 Oct 20 03:45:38.919513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-96c3832a-d81c-4153-8672-81614c36d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:38.921005 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-96c3832a-d81c-4153-8672-81614c36d437 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e09411e2-9ef6-4755-8153-953cd217dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825839 Oct 20 03:45:39.048312 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-3bd5db85-5ed3-4eda-a4ba-8778c5d15a52 service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191738 Oct 20 03:45:39.177855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-317815dc-0d37-4dae-a615-e0d4a3ac1e04 req-f2ca57d7-547d-4040-b5ba-937e4e35fb72 service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226668 Oct 20 03:45:39.762342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c531562f-5a15-48f0-97cb-b48387d101eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:40.005732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c17ae-512c-454f-8870-c50ac573bc82 req-75ab2f2f-8b6a-4c7f-8b40-dea6daabc2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:40.007103 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5e5c17ae-512c-454f-8870-c50ac573bc82 req-75ab2f2f-8b6a-4c7f-8b40-dea6daabc2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 944 time: 0.0860007 Oct 20 03:45:40.050635 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5e5c17ae-512c-454f-8870-c50ac573bc82 req-965f0d50-7644-43d2-8d79-6d7d2d9f85f0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377457 Oct 20 03:45:41.243127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164e5f7-df1e-4b94-adf4-49961ada0afb req-709af9e1-5e96-45e2-b0f8-72873e5e453e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:41.244936 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5164e5f7-df1e-4b94-adf4-49961ada0afb req-709af9e1-5e96-45e2-b0f8-72873e5e453e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 944 time: 0.0864158 Oct 20 03:45:41.290810 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5164e5f7-df1e-4b94-adf4-49961ada0afb req-f6805614-0ec3-47fe-9f3c-82666a17d2c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403385 Oct 20 03:45:42.299521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d20d9c41-c7a8-460d-95bc-761c3fb222d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:42.491600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e490dbc-186f-4bf8-8b72-4e3399d127f5 req-7b4234c9-d2d6-439e-9b36-8333199d0773 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:42.493054 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8e490dbc-186f-4bf8-8b72-4e3399d127f5 req-7b4234c9-d2d6-439e-9b36-8333199d0773 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 944 time: 0.0904880 Oct 20 03:45:42.538449 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8e490dbc-186f-4bf8-8b72-4e3399d127f5 req-67131d39-03ad-42b9-8ba7-27a473affbd8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 Oct 20 03:45:42.583160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 069bdd48-bb01-42d2-a8b5-12008922422d details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:45:42.755350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 069bdd48-bb01-42d2-a8b5-12008922422d, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=069bdd48-bb01-42d2-a8b5-12008922422d,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:45:42.768400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '069bdd48-bb01-42d2-a8b5-12008922422d', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'port_id': '069bdd48-bb01-42d2-a8b5-12008922422d', 'mac_address': 'fa:16:3e:b8:a3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:45:42.824511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 069bdd48-bb01-42d2-a8b5-12008922422d is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:45:42.824894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:42.841401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069bdd48-bb01-42d2-a8b5-12008922422d {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:45:42.857043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 069bdd48-bb01-42d2-a8b5-12008922422d, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=069bdd48-bb01-42d2-a8b5-12008922422d,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:45:42.945509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.011070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=069bdd48-bb01-42d2-a8b5-12008922422d,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:43.017959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.018312 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.018645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.018975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.019308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.019635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.019961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.020285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.020608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.020928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.021248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.021586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:43.212096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['069bdd48-bb01-42d2-a8b5-12008922422d'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:45:43.363529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.557587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.735517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843aca4f-eeeb-4410-8a66-5fe5a54250fd req-6fbb15eb-f714-40ca-b999-a4062b445492 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:43.737750 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-843aca4f-eeeb-4410-8a66-5fe5a54250fd req-6fbb15eb-f714-40ca-b999-a4062b445492 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 945 time: 0.0864549 Oct 20 03:45:43.781576 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-843aca4f-eeeb-4410-8a66-5fe5a54250fd req-b9a9b574-1ed8-436e-9ddd-e46234cb6ee1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387540 Oct 20 03:45:44.591514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 069bdd48-bb01-42d2-a8b5-12008922422d up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:45:44.802349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 069bdd48-bb01-42d2-a8b5-12008922422d completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:45:44.807927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 069bdd48-bb01-42d2-a8b5-12008922422d triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:44.808934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:44.809347 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 069bdd48-bb01-42d2-a8b5-12008922422d Oct 20 03:45:44.906492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:44.969880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 069bdd48-bb01-42d2-a8b5-12008922422d is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:45:44.970263 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:44.997751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069bdd48-bb01-42d2-a8b5-12008922422d'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:45.000049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40038fb9-3f02-4e1e-8f30-2a763c180c71" -d '{"events": [{"server_uuid": "c3cb7ad0-c3eb-461f-8111-0219e62c2891", "name": "network-vif-plugged", "status": "completed", "tag": "069bdd48-bb01-42d2-a8b5-12008922422d"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:45.008172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 069bdd48-bb01-42d2-a8b5-12008922422d, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=069bdd48-bb01-42d2-a8b5-12008922422d,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:45:45.033792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e2c9d-6d6c-4cf5-b0a8-20a05fe9d838 req-7155909e-4546-4a50-a601-b84b9ad36bfe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:45.035359 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c52e2c9d-6d6c-4cf5-b0a8-20a05fe9d838 req-7155909e-4546-4a50-a601-b84b9ad36bfe tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 945 time: 0.0948439 Oct 20 03:45:45.082187 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c52e2c9d-6d6c-4cf5-b0a8-20a05fe9d838 req-be909c9f-6f6a-46f8-b48c-42d6b6246228 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Oct 20 03:45:45.085538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:45.115917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d072a27-2d6d-42a4-8029-86346f0faa9c x-openstack-request-id: req-9d072a27-2d6d-42a4-8029-86346f0faa9c {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:45.120036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cb7ad0-c3eb-461f-8111-0219e62c2891", "name": "network-vif-plugged", "status": "completed", "tag": "069bdd48-bb01-42d2-a8b5-12008922422d", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:45.120036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9d072a27-2d6d-42a4-8029-86346f0faa9c {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:45.120036 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d072a27-2d6d-42a4-8029-86346f0faa9c'] response: {'server_uuid': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069bdd48-bb01-42d2-a8b5-12008922422d', 'code': 200} Oct 20 03:45:45.157513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=069bdd48-bb01-42d2-a8b5-12008922422d,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:45.488642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404526a-fc7b-4b72-863a-435e752b385b req-c4df945d-3b0b-46c6-9f6a-f658680beb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:45.490800 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5404526a-fc7b-4b72-863a-435e752b385b req-c4df945d-3b0b-46c6-9f6a-f658680beb2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 1099 time: 0.0807698 Oct 20 03:45:45.536577 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5404526a-fc7b-4b72-863a-435e752b385b req-67cac306-97b1-4607-9e87-3e1c6c87a933 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376844 Oct 20 03:45:46.284777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dfc6b-dcd9-4fa3-ab41-dd93fa823243 req-011952fb-22f3-400f-9655-c1e34d10d018 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:46.286259 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-483dfc6b-dcd9-4fa3-ab41-dd93fa823243 req-011952fb-22f3-400f-9655-c1e34d10d018 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 946 time: 0.0880601 Oct 20 03:45:46.335277 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-483dfc6b-dcd9-4fa3-ab41-dd93fa823243 req-99a054a8-f59c-41dd-9bf6-2319aaed262f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381734 Oct 20 03:45:47.104928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:47.529248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72584abd-1426-46e8-85ec-94aa55f60ed0 req-7a9164a1-334e-4341-9e19-869637cf8a38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:47.530750 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-72584abd-1426-46e8-85ec-94aa55f60ed0 req-7a9164a1-334e-4341-9e19-869637cf8a38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 946 time: 0.0868649 Oct 20 03:45:47.577202 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-72584abd-1426-46e8-85ec-94aa55f60ed0 req-7ce9e044-213b-488b-9354-b49421e1de66 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401740 Oct 20 03:45:47.775710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054ca7-6a66-4def-9e15-2b487666bb8f req-1194edd4-c15a-41b2-ae1f-4352433cc77b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:47.777901 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-05054ca7-6a66-4def-9e15-2b487666bb8f req-1194edd4-c15a-41b2-ae1f-4352433cc77b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 946 time: 0.0896962 Oct 20 03:45:47.819836 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-05054ca7-6a66-4def-9e15-2b487666bb8f req-5c69eb12-5882-40db-aa18-ee5fdd334741 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364196 Oct 20 03:45:47.849010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41020) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:47.926683 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cffb11-398e-466c-8ee0-82dc33009292 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:47.926894 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-54cffb11-398e-466c-8ee0-82dc33009292 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 1094 time: 0.0767996 Oct 20 03:45:47.929979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41024) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:47.935080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0371ada6-4527-47d1-a046-dfc838781912 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'port_id': '069bdd48-bb01-42d2-a8b5-12008922422d'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:48.014053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0371ada6-4527-47d1-a046-dfc838781912 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:48.698371 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0371ada6-4527-47d1-a046-dfc838781912 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:48.779496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0371ada6-4527-47d1-a046-dfc838781912 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:48.955181 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-0371ada6-4527-47d1-a046-dfc838781912 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP 8d15f567-2fa0-426d-907f-7e995fa8bb4f associated. External IP: 172.26.7.34, port: 069bdd48-bb01-42d2-a8b5-12008922422d. Oct 20 03:45:49.303871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0371ada6-4527-47d1-a046-dfc838781912 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 32da5e47-1658-4c9b-aed5-8a329cee6442 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:45:49.481287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0371ada6-4527-47d1-a046-dfc838781912 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:45:49.486357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0371ada6-4527-47d1-a046-dfc838781912 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:49.494979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] Sync routers for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:45:49.504741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:45:49.505699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:45:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:49.545165 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0371ada6-4527-47d1-a046-dfc838781912 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 991 time: 1.6140230 Oct 20 03:45:49.545768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'tag': '069bdd48-bb01-42d2-a8b5-12008922422d'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:49.548100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41028) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:49.548763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3ed194-d5fc-478b-98a5-63ac839cd15e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cb7ad0-c3eb-461f-8111-0219e62c2891", "tag": "069bdd48-bb01-42d2-a8b5-12008922422d"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:49.666681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fe7d72-b4e8-42c3-a474-76abd40ac0cd x-openstack-request-id: req-f2fe7d72-b4e8-42c3-a474-76abd40ac0cd {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:49.667261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cb7ad0-c3eb-461f-8111-0219e62c2891", "tag": "069bdd48-bb01-42d2-a8b5-12008922422d", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:49.667797 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2fe7d72-b4e8-42c3-a474-76abd40ac0cd {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:49.668416 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fe7d72-b4e8-42c3-a474-76abd40ac0cd'] response: {'name': 'network-changed', 'server_uuid': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'tag': '069bdd48-bb01-42d2-a8b5-12008922422d', 'status': 'completed', 'code': 200} Oct 20 03:45:49.693463 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-00bbec12-d096-419e-b7d6-c264eca7ce60 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 991 time: 0.1443863 Oct 20 03:45:49.763096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:45:49.892698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-744962c7-c353-4719-b47a-4a55ebd57c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:49.894226 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-744962c7-c353-4719-b47a-4a55ebd57c5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 1099 time: 0.1889775 Oct 20 03:45:50.031999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-5b641726-d1bc-414d-ab13-4ec5be86a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:50.033201 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-5b641726-d1bc-414d-ab13-4ec5be86a67e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 200 len: 897 time: 0.1305807 Oct 20 03:45:50.132118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '8d15f567-2fa0-426d-907f-7e995fa8bb4f', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'port_id': '069bdd48-bb01-42d2-a8b5-12008922422d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'mac_address': 'fa:16:3e:b8:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:44Z', 'updated_at': '2022-10-20T03:45:48Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:50.136869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] Checking router: 32da5e47-1658-4c9b-aed5-8a329cee6442 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:45:50.145416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:45:50.146019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:45:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:50.146329 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-bfbc8d9f-4f00-438d-a334-bcd7383dce75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=069bdd48-bb01-42d2-a8b5-12008922422d HTTP/1.1" status: 200 len: 999 time: 0.1065052 Oct 20 03:45:50.214720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-fef81cf0-db4a-413f-a5fe-c0727b54e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:50.216171 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-fef81cf0-db4a-413f-a5fe-c0727b54e871 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dda20bc-207c-4e55-b62a-159e1539fa45 HTTP/1.1" status: 200 len: 834 time: 0.0641730 Oct 20 03:45:50.303934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-fd6c88c4-3c29-450f-ab95-469241adfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:50.305500 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-fd6c88c4-3c29-450f-ab95-469241adfc02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e09411e2-9ef6-4755-8153-953cd217dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835848 Oct 20 03:45:50.326087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:45:50.449457 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-7ea657c3-450d-466e-b6c3-94b220339dcf service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371498 Oct 20 03:45:50.581474 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee3ed194-d5fc-478b-98a5-63ac839cd15e req-ebf2a44c-4aad-43e7-af88-a84fcb4e8fe1 service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262941 Oct 20 03:45:50.695590 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41036) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:50.720341 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '8d15f567-2fa0-426d-907f-7e995fa8bb4f', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'port_id': '069bdd48-bb01-42d2-a8b5-12008922422d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'mac_address': 'fa:16:3e:b8:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:44Z', 'updated_at': '2022-10-20T03:45:48Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:50.724546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b0595-86a5-4106-9a55-9c6d3765f641 None None] The sync data for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv is: [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '8d15f567-2fa0-426d-907f-7e995fa8bb4f', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'port_id': '069bdd48-bb01-42d2-a8b5-12008922422d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'mac_address': 'fa:16:3e:b8:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:44Z', 'updated_at': '2022-10-20T03:45:48Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:45:50.804858 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a2b00e86-1f3a-4a39-8012-681506a8dc24 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 991 time: 0.1081250 Oct 20 03:45:50.922330 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a811b-b0e5-4d35-8517-0b67da4077f2 None None] New status for floating IP 8d15f567-2fa0-426d-907f-7e995fa8bb4f: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:45:51.809005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41040) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:45:52.029153 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b618e315-e573-42be-a1f4-3d303dd6b56d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 200 len: 993 time: 0.2189934 Oct 20 03:46:05.716693 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:46:09.722106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fa74-a40f-44f1-a396-375e0a771282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:12.276297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4674a5e4-e67c-4e8b-b743-1b5f4d231655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:13.372689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:13.533171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:14.824595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:17.098647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:25.962684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531c4f-1898-4938-858e-0ad69c5a05d1 req-506ca485-5250-4b85-ac38-613283b25ec2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:25.964055 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-79531c4f-1898-4938-858e-0ad69c5a05d1 req-506ca485-5250-4b85-ac38-613283b25ec2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 946 time: 0.0864677 Oct 20 03:46:26.007049 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-79531c4f-1898-4938-858e-0ad69c5a05d1 req-e7b1a665-b3b5-418c-9361-bca7cc601807 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364571 Oct 20 03:46:27.203341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d630e6-22d6-4f74-bf16-79d184a6754b req-92f7e934-8dfc-469b-8b76-723d28f80cad tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:27.204802 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1d630e6-22d6-4f74-bf16-79d184a6754b req-92f7e934-8dfc-469b-8b76-723d28f80cad tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 946 time: 0.0857358 Oct 20 03:46:27.248237 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1d630e6-22d6-4f74-bf16-79d184a6754b req-314b8647-b1ba-4da0-9e28-73eb5bd09900 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=da986132-01d5-48d1-a696-39f787f0b019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378079 Oct 20 03:46:27.403584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-ab85e7bc-c842-4059-9b94-fb73ddd7e3f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:27.404978 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-ab85e7bc-c842-4059-9b94-fb73ddd7e3f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 946 time: 0.0870848 Oct 20 03:46:27.472259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 069bdd48-bb01-42d2-a8b5-12008922422d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:46:27.472600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:27.712290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 069bdd48-bb01-42d2-a8b5-12008922422d, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=069bdd48-bb01-42d2-a8b5-12008922422d,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:46:27.712568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:28.097785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:28.098065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:28.098374 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP 8d15f567-2fa0-426d-907f-7e995fa8bb4f disassociated. External IP: 172.26.7.34, port: 069bdd48-bb01-42d2-a8b5-12008922422d. Oct 20 03:46:28.098701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 069bdd48-bb01-42d2-a8b5-12008922422d owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:46:28.293909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:28.345168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=069bdd48-bb01-42d2-a8b5-12008922422d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:28.418414 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-50ddc0f5-d651-4e74-95ab-e920af9b6848 req-d218b352-a11a-4634-b209-25ac538037b3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 210 time: 0.0540588 Oct 20 03:46:28.528877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 32da5e47-1658-4c9b-aed5-8a329cee6442 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:46:28.703924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:46:28.714679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] Sync routers for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:46:28.725177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:46:28.726184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:28.790718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port 069bdd48-bb01-42d2-a8b5-12008922422d on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:46:28.793318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:28.796078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'name': 'network-vif-deleted', 'tag': '069bdd48-bb01-42d2-a8b5-12008922422d'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:46:28.798388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d3d39d-80fd-4e18-b37e-612ae24b042d" -d '{"events": [{"server_uuid": "c3cb7ad0-c3eb-461f-8111-0219e62c2891", "name": "network-vif-deleted", "tag": "069bdd48-bb01-42d2-a8b5-12008922422d"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:46:28.848051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad67b56-d7d9-4ada-85b4-7de4e2616400 x-openstack-request-id: req-bad67b56-d7d9-4ada-85b4-7de4e2616400 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:46:28.848338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cb7ad0-c3eb-461f-8111-0219e62c2891", "name": "network-vif-deleted", "tag": "069bdd48-bb01-42d2-a8b5-12008922422d", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:46:28.848587 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bad67b56-d7d9-4ada-85b4-7de4e2616400 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:46:28.848983 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad67b56-d7d9-4ada-85b4-7de4e2616400'] response: {'server_uuid': 'c3cb7ad0-c3eb-461f-8111-0219e62c2891', 'name': 'network-vif-deleted', 'tag': '069bdd48-bb01-42d2-a8b5-12008922422d', 'status': 'completed', 'code': 200} Oct 20 03:46:28.876786 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-337d3a62-03d6-4630-8723-0694c554c2a3 req-306c25cc-e035-4f07-968e-50eb4b397099 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/069bdd48-bb01-42d2-a8b5-12008922422d HTTP/1.1" status: 204 len: 173 time: 1.4665422 Oct 20 03:46:28.906420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:46:29.208835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:29.212538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] Checking router: 32da5e47-1658-4c9b-aed5-8a329cee6442 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:29.221355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:46:29.221938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:29.396163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:46:29.420793 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-351ba866-bf2b-4486-8b79-d564134614c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735784 Oct 20 03:46:29.525231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-fcbc84bf-740c-4f47-9438-5e19d5db5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:29.526882 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-fcbc84bf-740c-4f47-9438-5e19d5db5a0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 1098 time: 0.0834703 Oct 20 03:46:29.601226 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5874f59d-d0e1-40a0-a61c-6bfdf81b8b79 req-ce586f0d-1b09-4fe3-9ee1-4d820f02fb4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3cb7ad0-c3eb-461f-8111-0219e62c2891 HTTP/1.1" status: 200 len: 210 time: 0.0523808 Oct 20 03:46:29.692338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-01da7cd7-bdb1-482d-8517-9f5a186863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:29.693816 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-01da7cd7-bdb1-482d-8517-9f5a186863ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 200 len: 897 time: 0.1375923 Oct 20 03:46:29.763828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:29.768500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1caa2a-18c3-470b-8917-d73b5aa3ea80 None None] The sync data for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv is: [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'da922795-6b7c-4e14-af15-934aad0ec4f6', 'name': '', 'network_id': 'e09411e2-9ef6-4755-8153-953cd217dc53', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:3d:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:16Z', 'updated_at': '2022-10-20T03:44:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6dda20bc-207c-4e55-b62a-159e1539fa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:29.768764 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-3fad604a-ac33-484c-b04d-04407f73e5e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db9a48cb-6c9e-401c-ac61-b7381239bd40 HTTP/1.1" status: 200 len: 217 time: 0.0650091 Oct 20 03:46:29.844202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-cb25109a-b170-478b-b6ae-29966399818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:29.846470 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-cb25109a-b170-478b-b6ae-29966399818f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6dda20bc-207c-4e55-b62a-159e1539fa45 HTTP/1.1" status: 200 len: 834 time: 0.0712175 Oct 20 03:46:29.935229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-9c7057d2-03d5-4e72-bd35-e3a27510a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:29.937439 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-9c7057d2-03d5-4e72-bd35-e3a27510a653 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e09411e2-9ef6-4755-8153-953cd217dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802927 Oct 20 03:46:30.066173 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb19643-6e05-47cf-a3e7-7a0534ded707 None None] New status for floating IP 8d15f567-2fa0-426d-907f-7e995fa8bb4f: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:46:30.090789 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-c609530c-639a-4800-8317-db9fb2fe1b0c service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355977 Oct 20 03:46:30.225332 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e133d410-d5c8-4e61-9c88-389eee6d85bf req-103c5557-e1c8-45d0-9f89-af7c326beec1 service neutron] 10.222.0.26 "GET /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244295 Oct 20 03:46:30.704266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41070) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:30.773745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:30.803193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:30.849169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 069bdd48-bb01-42d2-a8b5-12008922422d no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:46:30.882555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 069bdd48-bb01-42d2-a8b5-12008922422d {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:46:30.882878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 069bdd48-bb01-42d2-a8b5-12008922422d not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:46:30.910583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:30.929674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da986132-01d5-48d1-a696-39f787f0b019,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:30.937229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.939689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.939689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.939689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.939689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.939689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.939689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.939689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.940364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.940364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.940364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.940690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:30.973031 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:30.974168 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-53489985-e526-4e5a-8029-ce8f5b569011 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/da986132-01d5-48d1-a696-39f787f0b019 HTTP/1.1" status: 204 len: 168 time: 0.2689304 Oct 20 03:46:31.043008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41076) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:31.195111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 3c13906e-0643-49de-bbea-07d5ef99b40d {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:46:31.195339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:31.362585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:31.362916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:31.481932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 3c13906e-0643-49de-bbea-07d5ef99b40d owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:46:31.659193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:31.703151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=3c13906e-0643-49de-bbea-07d5ef99b40d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:31.803026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:31.816881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:31.818032 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dfcde4e6-205b-49b4-b9b0-3bc4999f4f42 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/floatingips/8d15f567-2fa0-426d-907f-7e995fa8bb4f HTTP/1.1" status: 204 len: 168 time: 0.7740371 Oct 20 03:46:32.319001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b66c4-8c67-43fb-b982-487233b585d7 req-29b7d3d7-3a78-408d-8859-8b541815f4b4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:32.319688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-201b66c4-8c67-43fb-b982-487233b585d7 req-29b7d3d7-3a78-408d-8859-8b541815f4b4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:32.373081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-201b66c4-8c67-43fb-b982-487233b585d7 req-29b7d3d7-3a78-408d-8859-8b541815f4b4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:32.374309 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-201b66c4-8c67-43fb-b982-487233b585d7 req-29b7d3d7-3a78-408d-8859-8b541815f4b4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 945 time: 0.1422377 Oct 20 03:46:32.419848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-201b66c4-8c67-43fb-b982-487233b585d7 req-4ad35376-fa3d-4e63-b277-4b0400bebe38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:32.481620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-201b66c4-8c67-43fb-b982-487233b585d7 req-4ad35376-fa3d-4e63-b277-4b0400bebe38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:32.482722 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-201b66c4-8c67-43fb-b982-487233b585d7 req-4ad35376-fa3d-4e63-b277-4b0400bebe38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027582 Oct 20 03:46:33.846345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6435c8-7d61-44d3-ab30-48a7f80c45cb req-36c382da-d16a-4f30-81b2-799b7017fb88 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:33.846940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8a6435c8-7d61-44d3-ab30-48a7f80c45cb req-36c382da-d16a-4f30-81b2-799b7017fb88 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:33.857672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-aab27385-ae34-44b3-b4dc-d419fee908c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:33.858318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-aab27385-ae34-44b3-b4dc-d419fee908c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:33.875131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8a6435c8-7d61-44d3-ab30-48a7f80c45cb req-36c382da-d16a-4f30-81b2-799b7017fb88 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:33.876196 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8a6435c8-7d61-44d3-ab30-48a7f80c45cb req-36c382da-d16a-4f30-81b2-799b7017fb88 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 945 time: 0.2817056 Oct 20 03:46:33.877712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-aab27385-ae34-44b3-b4dc-d419fee908c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:33.878654 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-aab27385-ae34-44b3-b4dc-d419fee908c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 945 time: 0.1376185 Oct 20 03:46:33.974205 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8a6435c8-7d61-44d3-ab30-48a7f80c45cb req-d0b7c896-0c27-4882-8393-7f3a035b54f8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=b8f28667-2bf5-4d76-acdc-b7176395e063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917447 Oct 20 03:46:33.977537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port db9a48cb-6c9e-401c-ac61-b7381239bd40 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:46:33.977872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:34.219349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port db9a48cb-6c9e-401c-ac61-b7381239bd40, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=db9a48cb-6c9e-401c-ac61-b7381239bd40,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:46:34.219698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:34.338770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for db9a48cb-6c9e-401c-ac61-b7381239bd40 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:46:34.516201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:34.565104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=db9a48cb-6c9e-401c-ac61-b7381239bd40,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:34.607735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.608078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.608410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.608739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.609065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.609418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.609741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.610062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.610379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.610697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.611012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.611964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:34.665926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port db9a48cb-6c9e-401c-ac61-b7381239bd40 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:46:34.668699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:34.672479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'name': 'network-vif-deleted', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:46:34.675400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6abe9d7-3c22-489d-affb-6faacba653db" -d '{"events": [{"server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "name": "network-vif-deleted", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:46:34.717893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dce7ef-228e-4783-b9b1-be5edf60bb41 x-openstack-request-id: req-f3dce7ef-228e-4783-b9b1-be5edf60bb41 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:46:34.718231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba73af7-b85b-4cb5-b906-99e03d64757c", "name": "network-vif-deleted", "tag": "db9a48cb-6c9e-401c-ac61-b7381239bd40", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:46:34.718473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f3dce7ef-228e-4783-b9b1-be5edf60bb41 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:46:34.719168 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3dce7ef-228e-4783-b9b1-be5edf60bb41'] response: {'server_uuid': '2ba73af7-b85b-4cb5-b906-99e03d64757c', 'name': 'network-vif-deleted', 'tag': 'db9a48cb-6c9e-401c-ac61-b7381239bd40', 'status': 'completed', 'code': 200} Oct 20 03:46:34.756729 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e0c208b-d674-42ee-8ddb-e1d60917d0c0 req-0524f68c-4f1e-418c-925f-119ecf5dd072 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/db9a48cb-6c9e-401c-ac61-b7381239bd40 HTTP/1.1" status: 204 len: 173 time: 0.8596835 Oct 20 03:46:35.153851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f164f269-880e-4337-85c5-36dd96c39498 req-58a2e344-f09d-48c6-a4ca-9965f04ea056 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:35.212812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f164f269-880e-4337-85c5-36dd96c39498 req-58a2e344-f09d-48c6-a4ca-9965f04ea056 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:35.214020 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f164f269-880e-4337-85c5-36dd96c39498 req-58a2e344-f09d-48c6-a4ca-9965f04ea056 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ba73af7-b85b-4cb5-b906-99e03d64757c HTTP/1.1" status: 200 len: 210 time: 0.1129856 Oct 20 03:46:36.319823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41092) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:36.385395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d850d19-4ef8-40d3-a4c5-c48cb0fe2330 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:36.414016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d850d19-4ef8-40d3-a4c5-c48cb0fe2330 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:36.521609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d850d19-4ef8-40d3-a4c5-c48cb0fe2330 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:36.540104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d850d19-4ef8-40d3-a4c5-c48cb0fe2330 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f28667-2bf5-4d76-acdc-b7176395e063,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:36.606318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8d850d19-4ef8-40d3-a4c5-c48cb0fe2330 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:36.607466 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8d850d19-4ef8-40d3-a4c5-c48cb0fe2330 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/b8f28667-2bf5-4d76-acdc-b7176395e063 HTTP/1.1" status: 204 len: 168 time: 0.2866616 Oct 20 03:46:36.681980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41098) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:36.880566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device db9a48cb-6c9e-401c-ac61-b7381239bd40 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:46:36.913757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: db9a48cb-6c9e-401c-ac61-b7381239bd40 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:46:36.914102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device db9a48cb-6c9e-401c-ac61-b7381239bd40 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:46:37.328236 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:37.670024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port da922795-6b7c-4e14-af15-934aad0ec4f6 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:46:37.670362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:37.849193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port da922795-6b7c-4e14-af15-934aad0ec4f6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=da922795-6b7c-4e14-af15-934aad0ec4f6,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:46:37.849566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:37.967594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for da922795-6b7c-4e14-af15-934aad0ec4f6 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:46:38.219066 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:38.268312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=da922795-6b7c-4e14-af15-934aad0ec4f6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:38.652686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:38.999808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 32da5e47-1658-4c9b-aed5-8a329cee6442 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:46:39.171917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:46:39.182625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] Sync routers for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:46:39.191765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:46:39.192371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:39.280775 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1fc7b8c4-6ec4-4f97-ba8d-afd297eb1d7a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/32da5e47-1658-4c9b-aed5-8a329cee6442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5954189 Oct 20 03:46:39.281156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41106) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:39.350826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-42956dc5-451f-4552-9129-14eaa0709227 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting subnet 6dda20bc-207c-4e55-b62a-159e1539fa45 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:46:39.353722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42956dc5-451f-4552-9129-14eaa0709227 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:39.370325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:46:39.405828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42956dc5-451f-4552-9129-14eaa0709227 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:39.490401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42956dc5-451f-4552-9129-14eaa0709227 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:39.607697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42956dc5-451f-4552-9129-14eaa0709227 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:39.651912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42956dc5-451f-4552-9129-14eaa0709227 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Subnet': ['ID=6dda20bc-207c-4e55-b62a-159e1539fa45,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:39.652656 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:46:38Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:39.656698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] Checking router: 32da5e47-1658-4c9b-aed5-8a329cee6442 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:39.656977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42956dc5-451f-4552-9129-14eaa0709227 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:39.665318 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-42956dc5-451f-4552-9129-14eaa0709227 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/subnets/6dda20bc-207c-4e55-b62a-159e1539fa45 HTTP/1.1" status: 204 len: 168 time: 0.3821311 Oct 20 03:46:39.666877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41110) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:39.673696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e2fa9-7e03-4f68-b767-3acec52d9e33 None None] Network e09411e2-9ef6-4755-8153-953cd217dc53 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:46:39.695005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] Routers {'32da5e47-1658-4c9b-aed5-8a329cee6442'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:46:39.695613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['32da5e47-1658-4c9b-aed5-8a329cee6442'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:39.848280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:39.864350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-18848185-e990-4437-baad-4356f191d183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:40.016663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] Set router 32da5e47-1658-4c9b-aed5-8a329cee6442 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:46:40.138548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:40.202656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port abd7b164-5ac5-4f79-a0ea-276beaa28c28 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:46:40.203008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:40.326155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d67f5-4e7c-413f-bfb9-9fc133c75a50 None None] DHCP port deletion for e09411e2-9ef6-4755-8153-953cd217dc53 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:46:40.334509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d67f5-4e7c-413f-bfb9-9fc133c75a50 None None] Deleting port c8379678-60fa-4bde-8a87-0ee45af6d43b {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:46:40.334869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb1d67f5-4e7c-413f-bfb9-9fc133c75a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:40.378796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port abd7b164-5ac5-4f79-a0ea-276beaa28c28, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=abd7b164-5ac5-4f79-a0ea-276beaa28c28,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:46:40.379231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:40.466532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:46:38Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:40.500406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for abd7b164-5ac5-4f79-a0ea-276beaa28c28 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:46:40.515856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce4343-142d-48e7-b8c9-8863b624ae2c None None] The sync data for ids ['32da5e47-1658-4c9b-aed5-8a329cee6442'] in dv-neutron-861845-1-hyperv is: [{'id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'name': 'tempest-TestNetworkBasicOps-router-538126423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:44:09Z', 'updated_at': '2022-10-20T03:46:38Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'abd7b164-5ac5-4f79-a0ea-276beaa28c28', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da5e47-1658-4c9b-aed5-8a329cee6442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:44:11Z', 'updated_at': '2022-10-20T03:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:40.556206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-bb1d67f5-4e7c-413f-bfb9-9fc133c75a50 None None] For port c8379678-60fa-4bde-8a87-0ee45af6d43b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c8379678-60fa-4bde-8a87-0ee45af6d43b,segment=NetworkSegment(3dc21906-d8fa-49de-9972-bed8db9c1dec),segment_id=3dc21906-d8fa-49de-9972-bed8db9c1dec)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:46:40.556590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb1d67f5-4e7c-413f-bfb9-9fc133c75a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:40.678241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d67f5-4e7c-413f-bfb9-9fc133c75a50 None None] Calling delete_port for c8379678-60fa-4bde-8a87-0ee45af6d43b owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:46:40.722131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:40.772236 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=abd7b164-5ac5-4f79-a0ea-276beaa28c28,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:40.801707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bb1d67f5-4e7c-413f-bfb9-9fc133c75a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:40.852969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d67f5-4e7c-413f-bfb9-9fc133c75a50 None None] No DVR routers for this DVR port c8379678-60fa-4bde-8a87-0ee45af6d43b on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:46:40.856418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d67f5-4e7c-413f-bfb9-9fc133c75a50 None None] Pushing event deleted for resources: {'Port': ['ID=c8379678-60fa-4bde-8a87-0ee45af6d43b,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:40.867723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.042763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.045087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.104611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.105144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Fanout notify agent at l3_agent the message router_deleted on router 32da5e47-1658-4c9b-aed5-8a329cee6442 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:46:41.120182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.121295 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5f28ccb5-0875-42a5-acd2-feeab13e5b1b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/routers/32da5e47-1658-4c9b-aed5-8a329cee6442 HTTP/1.1" status: 204 len: 168 time: 1.4534388 Oct 20 03:46:41.124117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41114) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:41.241343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.367979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.392056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09411e2-9ef6-4755-8153-953cd217dc53']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:41.404058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc21906-d8fa-49de-9972-bed8db9c1dec') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:41.404356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc21906-d8fa-49de-9972-bed8db9c1dec') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:41.415237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.430420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.436108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:46:41.436488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.503102 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 3dc21906-d8fa-49de-9972-bed8db9c1dec resource provider aggregate not found Oct 20 03:46:41.525082 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 3dc21906-d8fa-49de-9972-bed8db9c1dec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dc21906-d8fa-49de-9972-bed8db9c1dec found for delete ", "request_id": "req-c1177473-594f-4d4f-9151-b276c78e8b9b"}]} Oct 20 03:46:41.584590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.591070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.591260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device da922795-6b7c-4e14-af15-934aad0ec4f6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:46:41.617967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Network': ['ID=e09411e2-9ef6-4755-8153-953cd217dc53,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:41.636949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: da922795-6b7c-4e14-af15-934aad0ec4f6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:46:41.636949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device da922795-6b7c-4e14-af15-934aad0ec4f6 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:46:41.636949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device abd7b164-5ac5-4f79-a0ea-276beaa28c28 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:46:41.662253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: abd7b164-5ac5-4f79-a0ea-276beaa28c28 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:46:41.662602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device abd7b164-5ac5-4f79-a0ea-276beaa28c28 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:46:41.663178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c8379678-60fa-4bde-8a87-0ee45af6d43b no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:46:41.665208 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cf005d6e-3058-45cc-bf37-79e1d25f6bda tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/networks/e09411e2-9ef6-4755-8153-953cd217dc53 HTTP/1.1" status: 204 len: 168 time: 0.5399950 Oct 20 03:46:41.688751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41124) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:41.695200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'network': {'name': 'tempest-network-smoke--1071697528', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'port_security_enabled': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:41.699013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c8379678-60fa-4bde-8a87-0ee45af6d43b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:46:41.699366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c8379678-60fa-4bde-8a87-0ee45af6d43b not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:46:41.700035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:41.705453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:network and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:41.708388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:41.714120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:41.789957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:46:41.793296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.820883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:46:41.829367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.829711 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Added segment 2ba858a7-ce12-445c-8a5f-3f14504284b5 of type vlan for network eab85f32-c34a-43d5-a082-34edffb0a277 Oct 20 03:46:41.857524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.932778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:41.938177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:41.938778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:42.043569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Network': ['ID=eab85f32-c34a-43d5-a082-34edffb0a277,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:42.060561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network eab85f32-c34a-43d5-a082-34edffb0a277 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:46:42.110755 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7640ad47-5bbb-4fc1-9a4f-e14ac9cc3424 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4202189 Oct 20 03:46:42.114016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41128) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:42.119191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-973267423', 'admin_state_up': True, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:42.126284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:42.130160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:router and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:42.133039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:42.139403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:42.207247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:42.208301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:42.225507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:42.298740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-249ada46-665c-4e82-9b95-9f622155210f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:42.683978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:42.715322 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:46:43.027684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:43.056062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:43.192355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.169 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/082447b8-379e-4241-a1c0-63b69d964ae7) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:43.337547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:43.379104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:43.430314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:43.496978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:43.499934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:43.504184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:46:43.538270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=082447b8-379e-4241-a1c0-63b69d964ae7,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:43.539028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:43.977345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:44.416618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:44.704264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router eb49f070-bd82-40bc-8cf1-221eb5da9254 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:46:44.795560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:44.881846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:46:44.891328 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Sync routers for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:46:44.901092 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:46:44.901944 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:44.967162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:44.971778 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1e04abff-21ab-42c8-9776-bd373d8776ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8535128 Oct 20 03:46:44.972102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41134) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:45.012141 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-26e0df8d-1c5b-4386-99d8-5b0f1053114d tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389106 Oct 20 03:46:45.014847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41138) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:45.068968 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:46:45.147374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ab9681-218b-4cc6-9554-82b5eb984221 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:45.148843 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-90ab9681-218b-4cc6-9554-82b5eb984221 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331038 Oct 20 03:46:45.151794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41142) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:45.189547 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a3a4c8d1-78b2-4f63-9c93-9f77b6c7ac0b tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361629 Oct 20 03:46:45.192273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41146) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:45.197452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-653014811', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:45.305561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:45.309425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:subnet and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:45.312198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:45.318469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:45.342186 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:43Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:45.346143 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Checking router: eb49f070-bd82-40bc-8cf1-221eb5da9254 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:45.346482 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Updating router eb49f070-bd82-40bc-8cf1-221eb5da9254 port 082447b8-379e-4241-a1c0-63b69d964ae7 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:46:45.372782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:46:45.376440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:45.396723 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:45.641841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:45.718290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=05010f26-cf83-4c75-b9ec-3ccf5188b4da,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:45.727462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Checking segment: {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:46:45.727817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network hostable DHCP agents. Network: eab85f32-c34a-43d5-a082-34edffb0a277, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:46:45.735840 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:45.747845 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Transition to ACTIVE for port object 082447b8-379e-4241-a1c0-63b69d964ae7 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:46:45.795422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network eab85f32-c34a-43d5-a082-34edffb0a277 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:46:45.807179 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:45.865810 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Attempting to bind port 082447b8-379e-4241-a1c0-63b69d964ae7 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:46:45.866174 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Attempting to bind port 082447b8-379e-4241-a1c0-63b69d964ae7 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:46:45.866546 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Attempting to bind port 082447b8-379e-4241-a1c0-63b69d964ae7 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:46:45.870438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, eab85f32-c34a-43d5-a082-34edffb0a277) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:45.876400 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:46:45.876796 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:46:45.877306 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:45.884560 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:46:45.884560 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Bound port: 082447b8-379e-4241-a1c0-63b69d964ae7, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:46:45.884560 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:45.884923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:45.885034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d28f2c-44cb-442e-962b-1517ece5e83d None None] Network eab85f32-c34a-43d5-a082-34edffb0a277 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:46:45.885525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:45.911986 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Pushing event updated for resources: {'Port': ['ID=082447b8-379e-4241-a1c0-63b69d964ae7,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:45.930710 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.944525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:45.957080 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cae81196-2ca1-4560-b8e3-de6c8b3940ca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7636743 Oct 20 03:46:45.959735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41150) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:45.974012 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] For port 082447b8-379e-4241-a1c0-63b69d964ae7, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:46:45.979727 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] For port 082447b8-379e-4241-a1c0-63b69d964ae7, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=082447b8-379e-4241-a1c0-63b69d964ae7,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:46:46.035871 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:46.099053 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:46:46.099791 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:46.107574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-eab85f32-c34a-43d5-a082-34edffb0a277', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:46:46.108501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:46.237514 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6010c-6669-42a2-bc18-c26caf0d96dd None None] Pushing event updated for resources: {'Port': ['ID=082447b8-379e-4241-a1c0-63b69d964ae7,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:46.272089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Allocated IP 172.20.0.2 (eab85f32-c34a-43d5-a082-34edffb0a277/05010f26-cf83-4c75-b9ec-3ccf5188b4da/c3cf7d72-61da-4cc4-a3ab-305eaa2ba538) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:46.290526 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:46:46.479314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:46.489553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Transition to ACTIVE for port object c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:46:46.510265 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Transition to ACTIVE for port object c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:46:46.560461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:46.587740 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:43Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:46.595925 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a83f68-c835-44ea-ad5e-11583597d91f None None] The sync data for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv is: [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:43Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:46.640481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Network eab85f32-c34a-43d5-a082-34edffb0a277 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:46.643796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:46.646420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:46:46.654424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Pushing event updated for resources: {'Port': ['ID=c3cf7d72-61da-4cc4-a3ab-305eaa2ba538,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:46.745042 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.745293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.745627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.746320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.746657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.746979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.747300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.747621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.747937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.748258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.749076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.749076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:46.811335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Attempting to bind port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:46:46.811800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Attempting to bind port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:46:46.812271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Attempting to bind port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 on network eab85f32-c34a-43d5-a082-34edffb0a277 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:46:46.819172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:46:46.819702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Checking segment: {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:46:46.820169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:46.820622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Bound using segment: {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:46:46.821159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Bound port: c3cf7d72-61da-4cc4-a3ab-305eaa2ba538, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:46:46.821626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:46.823803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:46.938349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] For port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:46:46.942669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] For port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c3cf7d72-61da-4cc4-a3ab-305eaa2ba538,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:46:47.018912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.119445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032b8ca-e463-4c47-863b-e306a196282f None None] Pushing event updated for resources: {'Port': ['ID=c3cf7d72-61da-4cc4-a3ab-305eaa2ba538,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:47.161972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.267609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.1 (eab85f32-c34a-43d5-a082-34edffb0a277/05010f26-cf83-4c75-b9ec-3ccf5188b4da/dc724cfe-bba2-4bb9-b3e6-e2c7251fb582) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:47.457997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 082447b8-379e-4241-a1c0-63b69d964ae7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:46:47.464031 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.490794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:46:47.584942 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.618606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 082447b8-379e-4241-a1c0-63b69d964ae7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:46:47.624787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 082447b8-379e-4241-a1c0-63b69d964ae7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:47.625865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.632695 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 082447b8-379e-4241-a1c0-63b69d964ae7 Oct 20 03:46:47.656502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network eab85f32-c34a-43d5-a082-34edffb0a277 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:47.660128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:47.664289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:46:47.697970 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=dc724cfe-bba2-4bb9-b3e6-e2c7251fb582,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:47.724566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.748979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 082447b8-379e-4241-a1c0-63b69d964ae7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:46:47.749393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.765197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 082447b8-379e-4241-a1c0-63b69d964ae7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=082447b8-379e-4241-a1c0-63b69d964ae7,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:46:47.863666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.873063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:46:47.940326 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.986650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=082447b8-379e-4241-a1c0-63b69d964ae7,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:48.058802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:46:48.144274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9008da8-80fe-4e91-af01-4959acdf5af2 None None] Network eab85f32-c34a-43d5-a082-34edffb0a277 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:46:48.299702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4be44d8e-7bed-48f1-b0da-807fe81b83d9 None None] Provisioning for port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:46:48.309604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4be44d8e-7bed-48f1-b0da-807fe81b83d9 None None] Provisioning complete for port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:48.309895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4be44d8e-7bed-48f1-b0da-807fe81b83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:48.310225 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4be44d8e-7bed-48f1-b0da-807fe81b83d9 None None] Attempt 1 to provision port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 Oct 20 03:46:48.489708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:48.497955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4be44d8e-7bed-48f1-b0da-807fe81b83d9 None None] Current status of the port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:46:48.498399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4be44d8e-7bed-48f1-b0da-807fe81b83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:48.537702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4be44d8e-7bed-48f1-b0da-807fe81b83d9 None None] For port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c3cf7d72-61da-4cc4-a3ab-305eaa2ba538,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:46:48.551045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:48.613994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4be44d8e-7bed-48f1-b0da-807fe81b83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:48.673453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:48.678598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=dc724cfe-bba2-4bb9-b3e6-e2c7251fb582,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:48.698020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be44d8e-7bed-48f1-b0da-807fe81b83d9 None None] Pushing event updated for resources: {'Port': ['ID=c3cf7d72-61da-4cc4-a3ab-305eaa2ba538,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:48.815399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network eab85f32-c34a-43d5-a082-34edffb0a277 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:48.816533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:48.835207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Provisioning complete for port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:48.835570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:48.835911 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Attempt 1 to provision port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 Oct 20 03:46:48.962496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Current status of the port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:46:49.018275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router eb49f070-bd82-40bc-8cf1-221eb5da9254 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:46:49.036187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Provisioning for port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:46:49.041610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Provisioning complete for port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:49.042109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:49.042756 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Attempt 1 to provision port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 Oct 20 03:46:49.104434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:49.202297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:46:49.213052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Sync routers for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:46:49.215348 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4d240de2-2b14-4f98-8d00-055538a6966b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/eb49f070-bd82-40bc-8cf1-221eb5da9254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2539480 Oct 20 03:46:49.217964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41154) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:49.223334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:46:49.223940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:49.349674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:46:49.359413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a53d2f-7c85-4916-af50-02567fa323f8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.359887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a53d2f-7c85-4916-af50-02567fa323f8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.360351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a53d2f-7c85-4916-af50-02567fa323f8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.360806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a53d2f-7c85-4916-af50-02567fa323f8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.361256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a53d2f-7c85-4916-af50-02567fa323f8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.361764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a53d2f-7c85-4916-af50-02567fa323f8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.363453 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-97a53d2f-7c85-4916-af50-02567fa323f8 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1444395 Oct 20 03:46:49.366205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41158) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:49.434100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3f3f3-d89d-4fde-ba54-5d3421d08af2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.434560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3f3f3-d89d-4fde-ba54-5d3421d08af2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.435011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3f3f3-d89d-4fde-ba54-5d3421d08af2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.435453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3f3f3-d89d-4fde-ba54-5d3421d08af2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.435899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3f3f3-d89d-4fde-ba54-5d3421d08af2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.436339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3f3f3-d89d-4fde-ba54-5d3421d08af2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:49.438064 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-73d3f3f3-d89d-4fde-ba54-5d3421d08af2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0709872 Oct 20 03:46:49.443407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41162) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:49.457082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:49.457472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:49.457803 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 Oct 20 03:46:49.486263 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:46:49.605823 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Attempt 2 to provision port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 Oct 20 03:46:49.656021 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-475fa7db-ee34-4027-99cb-2c75aa82d29f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2113907 Oct 20 03:46:49.658965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41166) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:49.665997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-76470749', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:49.713771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:49.884321 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:46:49.885463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 082447b8-379e-4241-a1c0-63b69d964ae7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:46:49.915489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:49.919985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:port and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:49.922969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:49.929733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:49.984746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:46:49.990196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:50.007603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 082447b8-379e-4241-a1c0-63b69d964ae7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:50.007976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:50.008304 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 082447b8-379e-4241-a1c0-63b69d964ae7 Oct 20 03:46:50.013840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] device_id is not set on port 2c3edb67-8f89-4851-8047-448ad40dda00 yet. {{(pid=90075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:46:50.073915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'dc724cfe-bba2-4bb9-b3e6-e2c7251fb582', 'name': '', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:80:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:47Z', 'updated_at': '2022-10-20T03:46:48Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:50.082232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Checking router: eb49f070-bd82-40bc-8cf1-221eb5da9254 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:50.082585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Updating router eb49f070-bd82-40bc-8cf1-221eb5da9254 port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:46:50.160477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.7 (eab85f32-c34a-43d5-a082-34edffb0a277/05010f26-cf83-4c75-b9ec-3ccf5188b4da/2c3edb67-8f89-4851-8047-448ad40dda00) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:50.181780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:50.224990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 082447b8-379e-4241-a1c0-63b69d964ae7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:46:50.232347 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Attempt 3 to provision port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 Oct 20 03:46:50.344555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:50.367932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:50.383211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 2c3edb67-8f89-4851-8047-448ad40dda00 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:46:50.458713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:50.529975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network eab85f32-c34a-43d5-a082-34edffb0a277 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:50.536078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:50.539834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:46:50.573919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:50.625832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:50.626585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:50.686317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:50.698279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Transition to ACTIVE for port object dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:46:50.745818 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e1b8e24c-f890-4cf9-9348-fdf320a7ae3c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0857017 Oct 20 03:46:50.772913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:50.856805 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Attempt 4 to provision port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 Oct 20 03:46:50.879797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41172) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:50.884983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079205332', 'description': 'tempest-secgroup-smoke-2079205332 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:50.891928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:50.896224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:50.899879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:50.904697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:50.972969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:50.993189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:50.997075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:51.003087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:51.005432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:51.009348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:51.017272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f196e67-2031-4c17-9810-005ffe12c438 None None] Pushing event updated for resources: {'Port': ['ID=dc724cfe-bba2-4bb9-b3e6-e2c7251fb582,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:51.034680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Attempting to bind port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:46:51.035050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Attempting to bind port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:46:51.035415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Attempting to bind port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 on network eab85f32-c34a-43d5-a082-34edffb0a277 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:46:51.040740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:46:51.041129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Checking segment: {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:46:51.041564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.041948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Bound using segment: {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:46:51.042414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Bound port: dc724cfe-bba2-4bb9-b3e6-e2c7251fb582, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:46:51.042817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.077648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.134100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] For port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:46:51.137000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] For port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=dc724cfe-bba2-4bb9-b3e6-e2c7251fb582,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:46:51.138659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.186922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571c24a3-3095-4cd1-8fee-50738f14e3cb,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:51.207644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.259383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.260642 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-39b5439f-ed2b-43f8-920b-a77a602a541e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3797948 Oct 20 03:46:51.263642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41176) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:51.269713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '571c24a3-3095-4cd1-8fee-50738f14e3cb', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:51.278730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:51.280227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:51.283439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:51.290305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:51.313684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:46:51.314299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:51.378791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.437409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.442560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f196e67-2031-4c17-9810-005ffe12c438 None None] Pushing event updated for resources: {'Port': ['ID=dc724cfe-bba2-4bb9-b3e6-e2c7251fb582,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:51.494071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:46:51.515561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.533129 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Attempt 5 to provision port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 Oct 20 03:46:51.543488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9025a9-afc2-4169-b0ed-cddd7e0d5593,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:51.629287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.630813 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9a2c492b-40ab-43d0-8a92-be5d34731e4a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3660333 Oct 20 03:46:51.633549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41180) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:51.638993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '571c24a3-3095-4cd1-8fee-50738f14e3cb', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:51.646461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:51.650677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:51.653826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:51.659498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:51.729033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c40a990d-a4a8-4194-b776-fd4796bd5dcf None None] Port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:46:51.734370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.794751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.858658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'dc724cfe-bba2-4bb9-b3e6-e2c7251fb582', 'name': '', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:80:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:47Z', 'updated_at': '2022-10-20T03:46:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:51.862552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19876784-480c-4bee-a9a3-9df62a4b035b None None] The sync data for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv is: [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'dc724cfe-bba2-4bb9-b3e6-e2c7251fb582', 'name': '', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:80:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:47Z', 'updated_at': '2022-10-20T03:46:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:51.864768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.897988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c753cdd-5103-44fd-80f5-dcc757a59b79,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:51.950003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Provisioning for port 2c3edb67-8f89-4851-8047-448ad40dda00 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:46:51.955225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Provisioning complete for port 2c3edb67-8f89-4851-8047-448ad40dda00 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:51.957337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.957337 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 1 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:51.977938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:51.979414 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-91645365-5063-402d-9082-14b1afe51581 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3446474 Oct 20 03:46:51.982200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41184) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:51.989674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '571c24a3-3095-4cd1-8fee-50738f14e3cb', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:51.995667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:51.999768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:52.003475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:52.009282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:52.020366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:52.087707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.153569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.212898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.237900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ff97aa-80b4-4449-b391-2a89296603b8,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:52.309823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.313389 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6abd0f45-1074-4955-a77f-ebc8da462e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3273001 Oct 20 03:46:52.314312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41188) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:52.320175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '571c24a3-3095-4cd1-8fee-50738f14e3cb', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:52.326374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:52.330269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:52.333385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:52.340223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:52.426189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.492438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.521826 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 2 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:52.561767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.579688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:52.592790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d300afe-e1c1-40bc-bd6d-272a029e363f,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:52.704573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.706296 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7dcbe25a-61de-4b70-9a61-f5ab0f8c59a4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3900650 Oct 20 03:46:52.713394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41192) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:52.714008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '571c24a3-3095-4cd1-8fee-50738f14e3cb', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:52.720258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:52.724825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:52.727780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:52.733726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:52.836216 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:46:52.843592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.911059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.972904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:52.995648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be95f3b3-57f4-4419-bb43-af109cfafa6a,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:53.046905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:53.048127 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a2d8cba5-6308-44db-a403-c4edf5f20ef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3383768 Oct 20 03:46:53.050791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41196) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:46:53.055737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '571c24a3-3095-4cd1-8fee-50738f14e3cb', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:53.061668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:46:53.065488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:46:53.068298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:46:53.073895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:46:53.081694 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 3 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:53.133061 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:46:53.137647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:53.139683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:53.211571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:53.292730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:53.316515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0d6a3e-d08e-4db3-a248-ab3910b076da,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:53.364630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:46:53.390501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:53.391742 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-50ce51f5-6881-4551-8809-fad98fe9a367 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3400269 Oct 20 03:46:53.464693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:46:53.470406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:53.470406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:53.470762 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 Oct 20 03:46:53.581574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-752be2d9-a646-4681-9abc-8a17b77434aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:53.588435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:46:53.588929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:53.621168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=dc724cfe-bba2-4bb9-b3e6-e2c7251fb582,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:46:53.639107 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 4 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:53.658863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-752be2d9-a646-4681-9abc-8a17b77434aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:53.660142 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-752be2d9-a646-4681-9abc-8a17b77434aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079205332&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.1170506 Oct 20 03:46:53.692229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:53.698261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:53.738561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-f948381d-e0a3-4afa-a31d-091bcc2c99e5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:53.739136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-f948381d-e0a3-4afa-a31d-091bcc2c99e5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:53.766573 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=dc724cfe-bba2-4bb9-b3e6-e2c7251fb582,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:53.801787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-f948381d-e0a3-4afa-a31d-091bcc2c99e5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:53.802959 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-f948381d-e0a3-4afa-a31d-091bcc2c99e5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 928 time: 0.1362941 Oct 20 03:46:53.877917 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-24d09e14-f1f0-4091-ba55-c73e48d2d38f service neutron] 10.222.0.33 "GET /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0621026 Oct 20 03:46:54.003184 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-f6b4da06-f218-48d5-8a27-b12b67b18e84 service neutron] 10.222.0.33 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194520 Oct 20 03:46:54.128362 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-816b0e50-34a6-457d-a09d-8d769f597e6a service neutron] 10.222.0.33 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194816 Oct 20 03:46:54.193497 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 5 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:54.245892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:54.501429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-e48a344a-9a5a-454e-8f29-f16f03a6bb7b req-ccb286d5-d819-4031-8e95-29897727369f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:54.512719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-e48a344a-9a5a-454e-8f29-f16f03a6bb7b req-ccb286d5-d819-4031-8e95-29897727369f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:54.515566 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e48a344a-9a5a-454e-8f29-f16f03a6bb7b req-ccb286d5-d819-4031-8e95-29897727369f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 210 time: 0.1863046 Oct 20 03:46:54.747796 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 6 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:54.803916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:55.305153 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 7 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:55.346520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:46:55.409705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:55.424370 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:55.424737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:55.425065 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 Oct 20 03:46:55.536720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:46:55.677346 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d99ce7f9-3e34-420c-a18b-71964c6b3b5a req-9f8e8902-046c-4677-b737-967d17e0d4da tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 210 time: 0.0511177 Oct 20 03:46:55.910756 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 8 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:55.997529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:56.227622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-abf9aee1-a436-4daa-be50-226e09695781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:56.228879 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-abf9aee1-a436-4daa-be50-226e09695781 service neutron] 10.222.0.26 "GET /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 1024 time: 0.0646923 Oct 20 03:46:56.487141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-0a4005bc-6edc-4494-8057-d1d36938b11d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:56.487733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-0a4005bc-6edc-4494-8057-d1d36938b11d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:56.498890 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 9 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:56.555455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:56.567257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-0a4005bc-6edc-4494-8057-d1d36938b11d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:56.568407 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-0a4005bc-6edc-4494-8057-d1d36938b11d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=eab85f32-c34a-43d5-a082-34edffb0a277 HTTP/1.1" status: 200 len: 797 time: 0.3331699 Oct 20 03:46:56.621102 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-9505a457-a729-44cd-9170-2b506c362c3e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 380 time: 0.0392227 Oct 20 03:46:56.631969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Request body: {'port': {'device_id': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:56.739614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:56.840376 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-772776ad-dcad-4662-8087-1418cd425be2 req-487ad809-40f6-4030-bda9-59ef50699679 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 210 time: 0.0494585 Oct 20 03:46:57.056895 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 10 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:46:57.071129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3edb67-8f89-4851-8047-448ad40dda00 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:46:57.078498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:57.093658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Transition to ACTIVE for port object 2c3edb67-8f89-4851-8047-448ad40dda00 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:46:57.111787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Port 2c3edb67-8f89-4851-8047-448ad40dda00 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:46:57.122482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Provisioning complete for port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:57.122876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:57.123210 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Attempt 1 to provision port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 Oct 20 03:46:57.161646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:57.239973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-459d1bec-6fe7-4aa7-ae8c-7e8158057ea3 None None] Current status of the port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:46:57.353693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:57.388239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Attempting to bind port 2c3edb67-8f89-4851-8047-448ad40dda00 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:46:57.388607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Attempting to bind port 2c3edb67-8f89-4851-8047-448ad40dda00 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:46:57.388896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Attempting to bind port 2c3edb67-8f89-4851-8047-448ad40dda00 on network eab85f32-c34a-43d5-a082-34edffb0a277 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:46:57.393415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Port 2c3edb67-8f89-4851-8047-448ad40dda00 on network eab85f32-c34a-43d5-a082-34edffb0a277 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:46:57.393734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Attempting to bind port 2c3edb67-8f89-4851-8047-448ad40dda00 on network eab85f32-c34a-43d5-a082-34edffb0a277 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:46:57.398838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:46:57.399169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Checking segment: {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:46:57.399549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Bound using segment: {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:46:57.399978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Bound port: 2c3edb67-8f89-4851-8047-448ad40dda00, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:46:57.400329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:57.488780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:46:57.491660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:46:57.550632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:57.584705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:57.585330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:57.586681 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 1129 time: 0.9585934 Oct 20 03:46:57.587172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:46:57.589443 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0e7c87-5d1e-4f8c-bcd3-277ee254b835" -d '{"events": [{"name": "network-changed", "server_uuid": "8b312bbd-f494-49bd-92a4-8186b7f4aceb", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:46:57.625601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79d0cd-2cff-487a-bc63-9529b95eb745 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:57.634008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e4779f-b3a3-4a27-b100-7cbf99161cd6 x-openstack-request-id: req-39e4779f-b3a3-4a27-b100-7cbf99161cd6 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:46:57.634432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b312bbd-f494-49bd-92a4-8186b7f4aceb", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:46:57.634706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-39e4779f-b3a3-4a27-b100-7cbf99161cd6 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:46:57.635143 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e4779f-b3a3-4a27-b100-7cbf99161cd6'] response: {'name': 'network-changed', 'server_uuid': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00', 'status': 'completed', 'code': 200} Oct 20 03:46:57.738867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7c87-5d1e-4f8c-bcd3-277ee254b835 req-8ce4a77c-42b6-4545-b2d1-265d331b0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:57.740330 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5e0e7c87-5d1e-4f8c-bcd3-277ee254b835 req-8ce4a77c-42b6-4545-b2d1-265d331b0540 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 1132 time: 0.0771444 Oct 20 03:46:57.881531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7c87-5d1e-4f8c-bcd3-277ee254b835 req-1df43698-ae6d-4e6e-9227-aa0a5a551753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:57.882991 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5e0e7c87-5d1e-4f8c-bcd3-277ee254b835 req-1df43698-ae6d-4e6e-9227-aa0a5a551753 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1319051 Oct 20 03:46:58.021636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7c87-5d1e-4f8c-bcd3-277ee254b835 req-062b7358-7737-4626-b283-45652e4ae55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:58.023085 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5e0e7c87-5d1e-4f8c-bcd3-277ee254b835 req-062b7358-7737-4626-b283-45652e4ae55e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297801 Oct 20 03:46:58.039162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f8e59-add7-4b3b-94c1-7eb7fbb57bfd req-74dd57d9-d530-4aa1-9ca8-b7622615d013 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:58.040641 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b87f8e59-add7-4b3b-94c1-7eb7fbb57bfd req-74dd57d9-d530-4aa1-9ca8-b7622615d013 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 979 time: 0.0887778 Oct 20 03:46:58.085050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-b87f8e59-add7-4b3b-94c1-7eb7fbb57bfd req-02c3d3f7-910d-4dee-a443-1a6fa87ae99c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:46:58.097598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-b87f8e59-add7-4b3b-94c1-7eb7fbb57bfd req-02c3d3f7-910d-4dee-a443-1a6fa87ae99c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:46:58.098750 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b87f8e59-add7-4b3b-94c1-7eb7fbb57bfd req-02c3d3f7-910d-4dee-a443-1a6fa87ae99c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515425 Oct 20 03:46:58.152494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-df79b538-a112-4562-8d29-072054e0d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:58.153897 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-df79b538-a112-4562-8d29-072054e0d8c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 1132 time: 0.0821657 Oct 20 03:46:58.227912 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-16eb5591-580c-4fa1-9d11-bb4d34b0ff28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 217 time: 0.0628769 Oct 20 03:46:58.291418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-49f97546-e04f-4518-ac0d-834cf90b2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:58.292769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-49f97546-e04f-4518-ac0d-834cf90b2f57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05010f26-cf83-4c75-b9ec-3ccf5188b4da HTTP/1.1" status: 200 len: 834 time: 0.0559168 Oct 20 03:46:58.375041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-56844b82-6edc-4b36-8c18-ff2864750d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:58.376501 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-56844b82-6edc-4b36-8c18-ff2864750d3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eab85f32-c34a-43d5-a082-34edffb0a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748689 Oct 20 03:46:58.508328 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-d4e29325-8c0e-4fb5-9902-5b376c7adbd0 service neutron] 10.222.0.26 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213775 Oct 20 03:46:58.742647 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-740997cf-3437-45bf-b07f-8e5d090bf623 req-3378242e-fcc5-4d22-8de5-e09c2100e4a6 service neutron] 10.222.0.26 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249141 Oct 20 03:46:59.297541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98169a-4574-4fdb-972c-020926159e13 req-e986f24d-a7a1-4206-880e-f226342a4852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:59.299592 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bc98169a-4574-4fdb-972c-020926159e13 req-e986f24d-a7a1-4206-880e-f226342a4852 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 979 time: 0.0855589 Oct 20 03:46:59.341747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bc98169a-4574-4fdb-972c-020926159e13 req-c04420af-af38-4e06-9a8f-e64ae242cea8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365276 Oct 20 03:47:00.541816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed1c85-59d4-4528-bc31-75acc08e38c2 req-8fb8e34e-364b-417b-89d6-c2a321fb8ca4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:00.543295 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97ed1c85-59d4-4528-bc31-75acc08e38c2 req-8fb8e34e-364b-417b-89d6-c2a321fb8ca4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 979 time: 0.0907450 Oct 20 03:47:00.588761 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97ed1c85-59d4-4528-bc31-75acc08e38c2 req-e2cb132a-c55f-4043-b887-0f2133d7d501 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Oct 20 03:47:00.926120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2c3edb67-8f89-4851-8047-448ad40dda00 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:47:01.058571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:01.071646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2c3edb67-8f89-4851-8047-448ad40dda00', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'port_id': '2c3edb67-8f89-4851-8047-448ad40dda00', 'mac_address': 'fa:16:3e:ee:02:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:47:01.129423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2c3edb67-8f89-4851-8047-448ad40dda00 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:01.129801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:01.146732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3edb67-8f89-4851-8047-448ad40dda00 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:47:01.162818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:01.212591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:01.283071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:01.525011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2c3edb67-8f89-4851-8047-448ad40dda00'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:47:01.799752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb65fe-65e0-4477-9688-017b9c936f0d req-8f3c289c-1591-40c9-9bcb-3c37d0af5aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:01.801230 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-36cb65fe-65e0-4477-9688-017b9c936f0d req-8f3c289c-1591-40c9-9bcb-3c37d0af5aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 980 time: 0.0925858 Oct 20 03:47:01.846253 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-36cb65fe-65e0-4477-9688-017b9c936f0d req-05aebee9-e6a1-47f6-8f4a-896c6669a88f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 Oct 20 03:47:02.942196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2c3edb67-8f89-4851-8047-448ad40dda00 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:47:03.043451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacc771-cd2f-4ecb-a553-4b4176401bf3 req-43e4ce38-aae2-47ac-bb2e-a2db6917dd18 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:03.044889 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3aacc771-cd2f-4ecb-a553-4b4176401bf3 req-43e4ce38-aae2-47ac-bb2e-a2db6917dd18 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 980 time: 0.0860057 Oct 20 03:47:03.088039 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3aacc771-cd2f-4ecb-a553-4b4176401bf3 req-e0a3eeab-5efc-44a3-9cd8-5c5b5a06f122 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 Oct 20 03:47:03.092781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 2c3edb67-8f89-4851-8047-448ad40dda00 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:03.109012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2c3edb67-8f89-4851-8047-448ad40dda00 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:03.109012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:03.109012 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:47:03.218358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2c3edb67-8f89-4851-8047-448ad40dda00 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:03.218657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:03.245081 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:03.247352 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f8065-d8c9-4fe4-b575-1c6ff9ca6928" -d '{"events": [{"server_uuid": "8b312bbd-f494-49bd-92a4-8186b7f4aceb", "name": "network-vif-plugged", "status": "completed", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:03.255343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:03.292548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83de8f7b-bc4a-4705-b657-90841514bdbd x-openstack-request-id: req-83de8f7b-bc4a-4705-b657-90841514bdbd {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:03.292548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b312bbd-f494-49bd-92a4-8186b7f4aceb", "name": "network-vif-plugged", "status": "completed", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:03.292548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-83de8f7b-bc4a-4705-b657-90841514bdbd {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:03.292548 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83de8f7b-bc4a-4705-b657-90841514bdbd'] response: {'server_uuid': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00', 'code': 200} Oct 20 03:47:03.338302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:03.406904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:03.678117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df1476-a78b-46d6-beb4-fa065dfef369 req-6e1c47bd-946c-4048-900f-e6c77e2a1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:03.679578 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-18df1476-a78b-46d6-beb4-fa065dfef369 req-6e1c47bd-946c-4048-900f-e6c77e2a1604 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 1134 time: 0.0776830 Oct 20 03:47:03.727180 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-18df1476-a78b-46d6-beb4-fa065dfef369 req-18ad4eb4-f60a-4904-97b6-1181f2cd148d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372910 Oct 20 03:47:04.287030 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d43123-209d-469d-ade6-9c33191cb119 req-933ed87b-bbed-46e8-9a67-68fec7656208 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:04.288476 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c9d43123-209d-469d-ade6-9c33191cb119 req-933ed87b-bbed-46e8-9a67-68fec7656208 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 981 time: 0.0918469 Oct 20 03:47:04.333100 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c9d43123-209d-469d-ade6-9c33191cb119 req-9fcc7a5d-b675-46a9-8809-8a575a2d7a73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Oct 20 03:47:05.528701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82180a-7bcc-4b89-a859-de5105dd6de1 req-a7276e55-70aa-41ee-91ff-6ed66f5c074f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:05.530236 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7f82180a-7bcc-4b89-a859-de5105dd6de1 req-a7276e55-70aa-41ee-91ff-6ed66f5c074f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 981 time: 0.0867369 Oct 20 03:47:05.574517 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7f82180a-7bcc-4b89-a859-de5105dd6de1 req-46121460-31ae-42c4-9155-96e97c19f080 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380492 Oct 20 03:47:05.784899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e613-dfc0-4960-840b-cdba0474aac2 req-38b5140b-f571-4f48-b723-7a6b6e9173b5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:05.787023 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7907e613-dfc0-4960-840b-cdba0474aac2 req-38b5140b-f571-4f48-b723-7a6b6e9173b5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 981 time: 0.0937185 Oct 20 03:47:05.830553 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7907e613-dfc0-4960-840b-cdba0474aac2 req-f00bb6e4-1c29-491e-a49a-cfcd3f62bedf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376983 Oct 20 03:47:05.859959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41254) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:05.936349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b1524-dac3-411e-acda-b6e7c90f36ca tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:05.940807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41258) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:05.941352 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-059b1524-dac3-411e-acda-b6e7c90f36ca tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 1129 time: 0.0799031 Oct 20 03:47:05.946772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '2c3edb67-8f89-4851-8047-448ad40dda00', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:05.953132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:05.957049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:floatingip and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:05.960535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:05.966741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:06.054631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:06.147468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022abfa-228a-4ed4-b41f-74afc2640a5a req-62edae0a-85eb-4bcb-a7fc-805b8bd7e100 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:06.148932 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c022abfa-228a-4ed4-b41f-74afc2640a5a req-62edae0a-85eb-4bcb-a7fc-805b8bd7e100 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 945 time: 0.0923979 Oct 20 03:47:06.192825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:06.193090 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c022abfa-228a-4ed4-b41f-74afc2640a5a req-e8449ded-1ed4-4652-805e-683f893c14de tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383620 Oct 20 03:47:06.328964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.222 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/e18448f5-0e3f-446d-b211-1a20290d8b11) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:06.472754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:06.568109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:06.633988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:06.636772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:06.639878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:47:06.678608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=e18448f5-0e3f-446d-b211-1a20290d8b11,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:07.041783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.177736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.542974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f66ea-e05f-44eb-8f06-389b3a272ff5 req-ed51d291-bd9b-4eb5-9cde-cb33fa7a3498 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:07.544413 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-217f66ea-e05f-44eb-8f06-389b3a272ff5 req-ed51d291-bd9b-4eb5-9cde-cb33fa7a3498 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 945 time: 0.1375353 Oct 20 03:47:07.575871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.602887 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-217f66ea-e05f-44eb-8f06-389b3a272ff5 req-67d4d8e9-211a-4aff-a05e-1de65c55df6e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483682 Oct 20 03:47:07.640410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.744023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=e18448f5-0e3f-446d-b211-1a20290d8b11,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:07.749738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.778702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-8aef1f29-4913-4132-b7d2-fc25329f8f97 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:07.780125 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-8aef1f29-4913-4132-b7d2-fc25329f8f97 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 945 time: 0.0899596 Oct 20 03:47:07.849393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Deleting port 978e27e3-a97e-4653-a271-93e519dc7737 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:47:07.849656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.918973 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP b701b9da-4fa7-4446-a851-fe104ae3f9ca associated. External IP: 172.26.7.222, port: 2c3edb67-8f89-4851-8047-448ad40dda00. Oct 20 03:47:08.093852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] For port 978e27e3-a97e-4653-a271-93e519dc7737, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=978e27e3-a97e-4653-a271-93e519dc7737,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:08.094496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:08.267908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router eb49f070-bd82-40bc-8cf1-221eb5da9254 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:47:08.376309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:08.376682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:08.377001 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Floating IP 24bf9a28-7d93-4bcb-88a7-f7a44525f10d disassociated. External IP: 172.26.7.98, port: 978e27e3-a97e-4653-a271-93e519dc7737. Oct 20 03:47:08.377375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Calling delete_port for 978e27e3-a97e-4653-a271-93e519dc7737 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:47:08.446265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:47:08.457820 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] Sync routers for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:08.468178 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:08.468852 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:08.532983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:08.601935 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d912c50c-866e-4e05-b6c3-ab66c7aa4493 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.6593060 Oct 20 03:47:08.603011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:08.605785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41266) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:08.606799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a712ccdb-2f31-4e23-817f-5ced7717bcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b312bbd-f494-49bd-92a4-8186b7f4aceb", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:08.652971 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:08.660888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5d4972-9ac3-4492-9c9f-30e5609bdf02 x-openstack-request-id: req-cd5d4972-9ac3-4492-9c9f-30e5609bdf02 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:08.661186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b312bbd-f494-49bd-92a4-8186b7f4aceb", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:08.661708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cd5d4972-9ac3-4492-9c9f-30e5609bdf02 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:08.662116 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5d4972-9ac3-4492-9c9f-30e5609bdf02'] response: {'name': 'network-changed', 'server_uuid': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00', 'status': 'completed', 'code': 200} Oct 20 03:47:08.718434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:08.774859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event deleted for resources: {'Port': ['ID=978e27e3-a97e-4653-a271-93e519dc7737,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:08.808199 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-79ad8bdd-0e31-4867-853b-b543680ff33f req-b370e94d-cfc2-4abf-8cdf-b9da281668a1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 210 time: 0.0705681 Oct 20 03:47:08.828941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-8a0b6b47-ebed-4564-9952-3f473a21749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:08.830624 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-8a0b6b47-ebed-4564-9952-3f473a21749a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 1134 time: 0.1451614 Oct 20 03:47:08.934117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e98f7a0-e952-4cf7-9b6d-8fa40b21cf1c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:08.939858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0e98f7a0-e952-4cf7-9b6d-8fa40b21cf1c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb&network_id=eab85f32-c34a-43d5-a082-34edffb0a277 HTTP/1.1" status: 200 len: 1129 time: 0.3287380 Oct 20 03:47:08.986157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:47:09.084011 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'b701b9da-4fa7-4446-a851-fe104ae3f9ca', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.222', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'port_id': '2c3edb67-8f89-4851-8047-448ad40dda00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-76470749', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'mac_address': 'fa:16:3e:ee:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:06Z', 'updated_at': '2022-10-20T03:47:06Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc724cfe-bba2-4bb9-b3e6-e2c7251fb582', 'name': '', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:80:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:47Z', 'updated_at': '2022-10-20T03:46:53Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:09.088114 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] Checking router: eb49f070-bd82-40bc-8cf1-221eb5da9254 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:09.092128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-63e23104-8039-41d6-b16c-7fdea10f67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:09.095722 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-63e23104-8039-41d6-b16c-7fdea10f67f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eab85f32-c34a-43d5-a082-34edffb0a277 HTTP/1.1" status: 200 len: 898 time: 0.2567334 Oct 20 03:47:09.097122 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:09.098025 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:09.200164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:47:09.213643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] Sync routers for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:09.226519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:09.227665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:09.316240 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:09.333827 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-ad72858e-d2e5-410a-aa57-510ca8c67ca1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 1035 time: 0.2313938 Oct 20 03:47:09.357033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] No DVR routers for this DVR port 978e27e3-a97e-4653-a271-93e519dc7737 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:47:09.359774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:09.372935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138835d-45a8-4271-8c37-f000be4807ca', 'name': 'network-vif-deleted', 'tag': '978e27e3-a97e-4653-a271-93e519dc7737'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:09.375825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0b44a1-091d-434a-8a70-0f9c17fa87ae" -d '{"events": [{"server_uuid": "7138835d-45a8-4271-8c37-f000be4807ca", "name": "network-vif-deleted", "tag": "978e27e3-a97e-4653-a271-93e519dc7737"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:09.434608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6644f4-749d-49a0-a675-1867db4a8e16 x-openstack-request-id: req-fa6644f4-749d-49a0-a675-1867db4a8e16 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:09.434924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7138835d-45a8-4271-8c37-f000be4807ca", "name": "network-vif-deleted", "tag": "978e27e3-a97e-4653-a271-93e519dc7737", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:09.435184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fa6644f4-749d-49a0-a675-1867db4a8e16 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:09.435608 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6644f4-749d-49a0-a675-1867db4a8e16'] response: {'server_uuid': '7138835d-45a8-4271-8c37-f000be4807ca', 'name': 'network-vif-deleted', 'tag': '978e27e3-a97e-4653-a271-93e519dc7737', 'status': 'completed', 'code': 200} Oct 20 03:47:09.435735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-0434f2c5-1ff0-4ce9-8fd4-f450f1f636ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:09.437169 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-0434f2c5-1ff0-4ce9-8fd4-f450f1f636ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05010f26-cf83-4c75-b9ec-3ccf5188b4da HTTP/1.1" status: 200 len: 834 time: 0.0964227 Oct 20 03:47:09.476379 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-27f56feb-ebf1-41b3-bc27-2057dc400f06 req-2364d4e3-d003-4d2e-a95d-f75314369534 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "DELETE /v2.0/ports/978e27e3-a97e-4653-a271-93e519dc7737 HTTP/1.1" status: 204 len: 173 time: 1.6903744 Oct 20 03:47:09.493647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:09.548409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-9277cbfa-fe4b-4515-9cdb-6d5eb2240eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:09.549937 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-9277cbfa-fe4b-4515-9cdb-6d5eb2240eb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eab85f32-c34a-43d5-a082-34edffb0a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026628 Oct 20 03:47:09.822466 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-e08b7ab1-0d84-48fa-8c61-751e12f3baca service neutron] 10.222.0.26 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602956 Oct 20 03:47:09.830849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc8c9-7414-499f-9487-c7b06fca1718 req-7b2a8d29-4add-4ae9-b618-1d666575b7be tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:09.832454 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baecc8c9-7414-499f-9487-c7b06fca1718 req-7b2a8d29-4add-4ae9-b618-1d666575b7be tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 981 time: 0.2425489 Oct 20 03:47:09.876737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-805ed433-b3e8-4065-b12c-5e0a58a6be72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:09.881279 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'b701b9da-4fa7-4446-a851-fe104ae3f9ca', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.222', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'port_id': '2c3edb67-8f89-4851-8047-448ad40dda00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-76470749', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'mac_address': 'fa:16:3e:ee:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:06Z', 'updated_at': '2022-10-20T03:47:06Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc724cfe-bba2-4bb9-b3e6-e2c7251fb582', 'name': '', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:80:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:47Z', 'updated_at': '2022-10-20T03:46:53Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:09.888104 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe86ca4-fc7a-4ad3-9435-ba0e2dc57c73 None None] The sync data for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv is: [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'b701b9da-4fa7-4446-a851-fe104ae3f9ca', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.222', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'port_id': '2c3edb67-8f89-4851-8047-448ad40dda00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-76470749', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'mac_address': 'fa:16:3e:ee:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b312bbd-f494-49bd-92a4-8186b7f4aceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:06Z', 'updated_at': '2022-10-20T03:47:06Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc724cfe-bba2-4bb9-b3e6-e2c7251fb582', 'name': '', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:80:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:47Z', 'updated_at': '2022-10-20T03:46:53Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:09.921484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:09.930057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] Checking router: 252a606c-d5fa-4b8b-a880-e4c8b9db82eb for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:09.941990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:09.942671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:46:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:10.001343 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baecc8c9-7414-499f-9487-c7b06fca1718 req-04317890-515e-453f-817c-941795f05c73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403711 Oct 20 03:47:10.096996 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a712ccdb-2f31-4e23-817f-5ced7717bcb3 req-5e922712-775f-4307-b5fc-23b4a28fe5a2 service neutron] 10.222.0.26 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604799 Oct 20 03:47:10.100521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8b12319f-b0ef-4e49-b3c5-313069e234dc req-ad901d52-04fb-4888-8acd-8ad5d1dc6aa7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:47:10.201958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8b12319f-b0ef-4e49-b3c5-313069e234dc req-ad901d52-04fb-4888-8acd-8ad5d1dc6aa7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:47:10.214043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8b12319f-b0ef-4e49-b3c5-313069e234dc req-ad901d52-04fb-4888-8acd-8ad5d1dc6aa7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=7138835d-45a8-4271-8c37-f000be4807ca HTTP/1.1" status: 200 len: 210 time: 0.1892066 Oct 20 03:47:10.226955 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783af6ef-c32c-45ee-9441-b903882c5ae5 None None] New status for floating IP b701b9da-4fa7-4446-a851-fe104ae3f9ca: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:47:10.260383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:10.579520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:10.583633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04af0ab-64af-45d4-b040-553b28e573fc None None] The sync data for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv is: [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:10.837287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77af281-6171-41ca-8f61-a4b466af1dae None None] New status for floating IP 24bf9a28-7d93-4bcb-88a7-f7a44525f10d: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:47:10.963659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 978e27e3-a97e-4653-a271-93e519dc7737 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:47:11.011409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-6f627897-b82f-46f6-9544-72ca5a4cff4e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:11.012820 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-6f627897-b82f-46f6-9544-72ca5a4cff4e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 981 time: 0.0863423 Oct 20 03:47:11.016672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 978e27e3-a97e-4653-a271-93e519dc7737 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:47:11.017018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 978e27e3-a97e-4653-a271-93e519dc7737 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:47:11.094586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-225baa37-6af8-4c66-84b5-15d7d87a54f8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:11.095901 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-225baa37-6af8-4c66-84b5-15d7d87a54f8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0738893 Oct 20 03:47:11.305808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7f600-2486-4dc8-a7a1-4b54d3848874 req-8ba06996-c544-43c4-be56-828b64f9e929 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:11.307246 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-73a7f600-2486-4dc8-a7a1-4b54d3848874 req-8ba06996-c544-43c4-be56-828b64f9e929 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 981 time: 0.1324513 Oct 20 03:47:11.346412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-a5bd332a-281a-459a-a6f6-9268b4937f81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:47:11.374542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-a5bd332a-281a-459a-a6f6-9268b4937f81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:47:11.375803 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-a5bd332a-281a-459a-a6f6-9268b4937f81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2725563 Oct 20 03:47:11.380881 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-73a7f600-2486-4dc8-a7a1-4b54d3848874 req-a80f6667-8026-4d02-a2e6-1f097788a34c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615222 Oct 20 03:47:11.389937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:11.495707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:11.620522 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-fc826a06-5925-472c-9585-1fd199a176f2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330530667&fields=id&tenant_id=b59d5f13f62646b8af99f2bd7cc20df1 HTTP/1.1" status: 200 len: 267 time: 0.0399103 Oct 20 03:47:11.692791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:11.721552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:47:11.771003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] device_id is not set on port 2c3edb67-8f89-4851-8047-448ad40dda00 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:47:11.772504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-8d956d86-7feb-4007-b2ef-7641d15fd35a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:11.773975 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-8d956d86-7feb-4007-b2ef-7641d15fd35a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 812 time: 0.1458919 Oct 20 03:47:11.779379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:11.789001 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-35f7d24e-b2c9-48eb-9abc-c5bb3af6c218 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/quotas/b59d5f13f62646b8af99f2bd7cc20df1 HTTP/1.1" status: 200 len: 375 time: 0.0093217 Oct 20 03:47:11.839965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:11.881528 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-ebfc83de-8ac1-4a83-8e34-5992cd80fa77 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869203 Oct 20 03:47:12.022080 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-1b0d9305-d934-4bb0-a995-d91bd57f2748 service neutron] 10.222.0.33 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281080 Oct 20 03:47:12.089850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=6']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:12.134140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] No DVR routers for this DVR port 2c3edb67-8f89-4851-8047-448ad40dda00 on host hv-neutron-8618 {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:47:12.153588 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-65a314e0-67d7-4b7e-8c2b-78a08efe1641 service neutron] 10.222.0.33 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252763 Oct 20 03:47:12.292842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a4a5-64f3-4268-97ec-f1646e66ecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:12.356584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] In _notify_port_updated(), no bound segment for port 2c3edb67-8f89-4851-8047-448ad40dda00 on network eab85f32-c34a-43d5-a082-34edffb0a277 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:47:12.357480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:12.358081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:12.359417 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b1ffd0e5-25e9-48a1-8924-2c08e09ef687 req-de9c6b43-1ede-45a7-aaf8-c66b66e94559 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 1024 time: 0.9736483 Oct 20 03:47:12.544026 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9f822909-456f-4f61-8982-81b404a0ccfa req-2458fe61-b45c-4a36-ae0f-a0f988988a15 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b312bbd-f494-49bd-92a4-8186b7f4aceb HTTP/1.1" status: 200 len: 210 time: 0.0494752 Oct 20 03:47:12.818312 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-55e57371-0a0e-4faa-8a7e-6546b0400ac8 req-631b8889-42cf-47e4-85be-b89578b44522 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 210 time: 0.0544291 Oct 20 03:47:13.362300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.561353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.647780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41314) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:13.724823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3301a9-c02e-4a9b-baf4-45db93447da5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:13.726165 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9f3301a9-c02e-4a9b-baf4-45db93447da5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 923 time: 0.0774095 Oct 20 03:47:13.860889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41322) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:13.867232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179760192', 'description': 'tempest-secgroup-smoke-179760192 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:13.872607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:13.883058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:13.955574 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.978286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:13.979763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-19b68949-51b0-45fb-98fc-c6bbd6c61739 req-a52fb5bc-d8c4-4526-a2ad-f6e34ee2a171 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 210 time: 0.0497375 Oct 20 03:47:13.982279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:13.985224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:13.991699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:14.068735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.144224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.188212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8d0217-15e0-443d-8587-21cce97afbc3,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:14.258668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.259909 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-19acc944-2762-4cb6-be94-5240323ab048 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3979974 Oct 20 03:47:14.263059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41326) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:14.268064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0217-15e0-443d-8587-21cce97afbc3', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:14.274051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:14.277846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:14.280649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:14.286772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:14.379308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.441445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.509827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.539459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cb00aa-d8d0-439f-a3d9-6d20b40cbac7,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:14.755345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.756563 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b856aa18-ebe6-4b42-a604-807318709d34 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4925690 Oct 20 03:47:14.759555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41330) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:14.764526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0217-15e0-443d-8587-21cce97afbc3', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:14.771099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:14.774994 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:14.777836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:14.783465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:14.847026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.853757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.914559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.956805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2c3edb67-8f89-4851-8047-448ad40dda00 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:47:14.996626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.024533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2c3edb67-8f89-4851-8047-448ad40dda00 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:47:15.035855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-11620493-27aa-487e-87b4-021f9be34737 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:15.037426 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-11620493-27aa-487e-87b4-021f9be34737 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 812 time: 0.1628211 Oct 20 03:47:15.046435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cd4da5-a8c1-4747-80c5-7fe3ec5572a5,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:15.087307 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-88e25f2a-097f-40ea-aa03-52f7033e372e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59d5f13f62646b8af99f2bd7cc20df1 HTTP/1.1" status: 200 len: 379 time: 0.0408816 Oct 20 03:47:15.099064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'port': {'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'admin_state_up': True, 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'security_groups': ['d2aef360-bac0-4c84-93a7-c1638bfad24f']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:15.110075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.111318 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2247002e-1169-4e0f-9816-b6dc2986ff95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3507736 Oct 20 03:47:15.113991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41336) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:15.118826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0217-15e0-443d-8587-21cce97afbc3', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:15.124721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:15.128670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:15.132064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:15.137722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:15.222157 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2e410607-ffd8-444c-a2f5-6b8205f27f08 req-b437993c-8e6d-4dd2-82d6-dd4d455428a5 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 210 time: 0.1096723 Oct 20 03:47:15.301975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:15.311585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:15.333641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.397520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.399982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Made reservation on behalf of b59d5f13f62646b8af99f2bd7cc20df1 for: {'port': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:47:15.403572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.451942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.476383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25186ce-f40a-458b-a74e-bf2a1973fa58,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:15.561335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.565104 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ea06a166-4bf5-47ef-b01d-d02ce4b1647d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4475653 Oct 20 03:47:15.566265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41342) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:15.572205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0217-15e0-443d-8587-21cce97afbc3', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:15.582894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:15.588924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Allocated IP 172.20.0.8 (1e24bcb9-0447-4f17-b1d2-de7c50dd02b2/c6f35289-d291-42db-8ec9-c697325c02a1/26876851-7597-4996-afd4-1e3871111cea) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:15.591211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:15.595928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:15.605736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:15.723627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.843869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.849304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.866354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Transition to ACTIVE for port object 26876851-7597-4996-afd4-1e3871111cea will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:47:15.927811 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.951163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7309fb4-342c-4c87-9178-affda19398e6,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:15.961692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.027431 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:16.030558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:16.034314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:47:16.077527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'Port': ['ID=26876851-7597-4996-afd4-1e3871111cea,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:16.077527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.077527 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ea0de563-3624-4050-9c21-ae7e6d7269a2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5082505 Oct 20 03:47:16.078741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41346) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:16.086493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0217-15e0-443d-8587-21cce97afbc3', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:16.101049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:16.111995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:16.231564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:16.243896 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:16.244486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.248299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:16.316071 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:47:16.323774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.343735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Provisioning for port 26876851-7597-4996-afd4-1e3871111cea completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:16.352760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Provisioning complete for port 26876851-7597-4996-afd4-1e3871111cea triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:16.352760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.353025 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Attempt 1 to provision port 26876851-7597-4996-afd4-1e3871111cea Oct 20 03:47:16.372423 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-9a69ffa7-79da-4ede-beb8-b09f6f0d626d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2770541 Oct 20 03:47:16.405124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.412107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Request body: {'port': {'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:16.418553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Port 26876851-7597-4996-afd4-1e3871111cea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:47:16.443582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e2025-c9d2-4c6b-bc11-386d941071cb req-6575c388-676f-4fc6-a98a-2eddbce8bc82 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:16.445544 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf7e2025-c9d2-4c6b-bc11-386d941071cb req-6575c388-676f-4fc6-a98a-2eddbce8bc82 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 931 time: 0.1011086 Oct 20 03:47:16.466044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.492657 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf7e2025-c9d2-4c6b-bc11-386d941071cb req-7c4de19f-a259-474c-91a1-932c020b5edc tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 Oct 20 03:47:16.497916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c91e7d4-2c2b-4440-97de-9e1459c646e6,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:16.561519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.574972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.576096 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-19a3a30c-8327-4233-bde3-ea4e11770642 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4964917 Oct 20 03:47:16.578991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41352) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:16.585123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0217-15e0-443d-8587-21cce97afbc3', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:16.591153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:16.595247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:16.598052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:16.604365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:16.674813 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:47:16.682766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.754350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.841516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.865121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5a68c8-658d-4516-8c08-87ecdeba0e8b,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:16.918094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26876851-7597-4996-afd4-1e3871111cea {{(pid=90076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:47:16.920154 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Attempt 2 to provision port 26876851-7597-4996-afd4-1e3871111cea Oct 20 03:47:16.925475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.938425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.945892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Transition to ACTIVE for port object 26876851-7597-4996-afd4-1e3871111cea will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:47:16.946560 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2b2d6639-9754-4f26-8965-a98bdecd5704 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664865 Oct 20 03:47:16.976902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Port 26876851-7597-4996-afd4-1e3871111cea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:47:17.041067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.115785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.267678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Pushing event updated for resources: {'Port': ['ID=26876851-7597-4996-afd4-1e3871111cea,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:17.280095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-baf5b88f-f258-42fd-9be9-e60428606847 req-aaf58785-bbeb-4aaf-b3af-e8b3d52e8868 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:47:17.313178 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Attempting to bind port 26876851-7597-4996-afd4-1e3871111cea on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:47:17.313535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Attempting to bind port 26876851-7597-4996-afd4-1e3871111cea by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:47:17.313922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Attempting to bind port 26876851-7597-4996-afd4-1e3871111cea on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:47:17.318387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Port 26876851-7597-4996-afd4-1e3871111cea on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:47:17.318702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Attempting to bind port 26876851-7597-4996-afd4-1e3871111cea on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:47:17.323586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:47:17.323918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Checking segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:47:17.324286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Bound using segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:47:17.324700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Bound port: 26876851-7597-4996-afd4-1e3871111cea, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:47:17.325038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.386577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-baf5b88f-f258-42fd-9be9-e60428606847 req-aaf58785-bbeb-4aaf-b3af-e8b3d52e8868 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:47:17.387719 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-aaf58785-bbeb-4aaf-b3af-e8b3d52e8868 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179760192&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.2948828 Oct 20 03:47:17.465476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] For port 26876851-7597-4996-afd4-1e3871111cea, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:47:17.470324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] For port 26876851-7597-4996-afd4-1e3871111cea, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=26876851-7597-4996-afd4-1e3871111cea,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:47:17.478205 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Attempt 3 to provision port 26876851-7597-4996-afd4-1e3871111cea Oct 20 03:47:17.482992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b88f-f258-42fd-9be9-e60428606847 req-895c8afa-bb0d-4cbc-b25c-45b203f6a526 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:17.484349 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-895c8afa-bb0d-4cbc-b25c-45b203f6a526 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 928 time: 0.0900648 Oct 20 03:47:17.531742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Port 26876851-7597-4996-afd4-1e3871111cea cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:47:17.586575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.625877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:17.626492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.627980 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] 10.222.0.26 "PUT /v2.0/ports/26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 200 len: 1093 time: 1.2203307 Oct 20 03:47:17.630213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'tag': '26876851-7597-4996-afd4-1e3871111cea'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:17.632449 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "tag": "26876851-7597-4996-afd4-1e3871111cea"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:17.716523 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-6d1f48af-3691-4d7d-9e92-8486503f39ed service neutron] 10.222.0.33 "GET /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2199855 Oct 20 03:47:17.718971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64682a34-ac57-4bf4-a1d6-145048895786 service neutron] Pushing event updated for resources: {'Port': ['ID=26876851-7597-4996-afd4-1e3871111cea,revision_number=3']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:17.719688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f517807-16ef-4e91-99f8-d6f596f1da6d req-fdf5a7ee-e300-4c65-aa6c-e7a9906d26da tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:17.722815 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3f517807-16ef-4e91-99f8-d6f596f1da6d req-fdf5a7ee-e300-4c65-aa6c-e7a9906d26da tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 943 time: 0.0944233 Oct 20 03:47:17.727715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-60efac40-f602-45fe-9fdf-636ce3f48f71 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:47:17.728663 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-60efac40-f602-45fe-9fdf-636ce3f48f71 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055261 Oct 20 03:47:17.766954 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3f517807-16ef-4e91-99f8-d6f596f1da6d req-19dbdd6c-d810-4f5e-bc81-30ea735f7d01 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390863 Oct 20 03:47:17.853598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dd2916-5241-4708-9b1c-91cb92d0d51a x-openstack-request-id: req-e7dd2916-5241-4708-9b1c-91cb92d0d51a {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:17.853885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "tag": "26876851-7597-4996-afd4-1e3871111cea", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:17.854130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e7dd2916-5241-4708-9b1c-91cb92d0d51a {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:17.854515 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7dd2916-5241-4708-9b1c-91cb92d0d51a'] response: {'name': 'network-changed', 'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'tag': '26876851-7597-4996-afd4-1e3871111cea', 'status': 'completed', 'code': 200} Oct 20 03:47:17.928449 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-1d71f057-2f98-48ec-b753-4c901118efa8 service neutron] 10.222.0.33 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938350 Oct 20 03:47:17.934238 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-38f26b3e-ffd4-48fd-baec-ecb7363b1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:17.935580 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-38f26b3e-ffd4-48fd-baec-ecb7363b1120 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1096 time: 0.1284802 Oct 20 03:47:18.032755 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Attempt 4 to provision port 26876851-7597-4996-afd4-1e3871111cea Oct 20 03:47:18.060007 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-53405a6c-9157-437f-b54e-5cf5c3a74dc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 200 len: 217 time: 0.1063793 Oct 20 03:47:18.092271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-71375618-79ef-466a-97aa-41c26b34e303 None None] Port 26876851-7597-4996-afd4-1e3871111cea had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:47:18.277850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-ced0f320-8262-4bde-9424-83e73a416b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:18.279168 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-ced0f320-8262-4bde-9424-83e73a416b39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.2095125 Oct 20 03:47:18.283833 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-4abb20c2-2d00-4a40-96ca-fa6d2a843602 service neutron] 10.222.0.33 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474505 Oct 20 03:47:18.365112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-4b5e273c-6314-4bef-85ed-92185201ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:18.366608 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-4b5e273c-6314-4bef-85ed-92185201ab55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776274 Oct 20 03:47:18.506459 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-f18a5445-fef1-48f7-b8b5-6727bd508ea2 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296256 Oct 20 03:47:18.527369 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f62eb825-9768-4a05-8bd7-9ba21510ed74 req-7a58e482-c6df-4b4e-a0b0-961a868ea02a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 210 time: 0.0488908 Oct 20 03:47:18.647516 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c46b05b5-6354-4a6a-88c0-dace48a901d1 req-800dda07-6b24-4d6f-8d54-355145789b60 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309962 Oct 20 03:47:18.923591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-2f7ef229-8725-4984-ab36-198a736e05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:18.925081 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-2f7ef229-8725-4984-ab36-198a736e05f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1096 time: 0.1241100 Oct 20 03:47:19.068448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bcc2-964c-4d6b-bf06-a0c467650f9b req-4ec0fb17-c5cb-43ba-aa90-056c95e0ba30 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.069155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-fd66bcc2-964c-4d6b-bf06-a0c467650f9b req-4ec0fb17-c5cb-43ba-aa90-056c95e0ba30 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:47:19.091642 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-ff328a01-c073-4ebd-8a1d-3c763ba667b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.093014 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-ff328a01-c073-4ebd-8a1d-3c763ba667b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.1543584 Oct 20 03:47:19.163520 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-974fc6cd-2dbc-4f78-88d1-793a75c17f17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 200 len: 217 time: 0.0632305 Oct 20 03:47:19.165481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-fd66bcc2-964c-4d6b-bf06-a0c467650f9b req-4ec0fb17-c5cb-43ba-aa90-056c95e0ba30 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:47:19.166480 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fd66bcc2-964c-4d6b-bf06-a0c467650f9b req-4ec0fb17-c5cb-43ba-aa90-056c95e0ba30 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 943 time: 0.2868567 Oct 20 03:47:19.259959 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fd66bcc2-964c-4d6b-bf06-a0c467650f9b req-506f8fb2-3043-4214-a3c4-76ee2fbb997a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877738 Oct 20 03:47:19.264629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-7bc84d64-0b78-400f-ba82-8f9360f5c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.266036 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-7bc84d64-0b78-400f-ba82-8f9360f5c434 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0928133 Oct 20 03:47:19.364772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-e6ef7f1c-c2c2-4caa-8565-872088cf43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.366225 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-e6ef7f1c-c2c2-4caa-8565-872088cf43cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782835 Oct 20 03:47:19.509677 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-c9830573-e58a-48ea-b86a-db29a2801622 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234462 Oct 20 03:47:19.647636 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c06aaf3e-aac0-433e-a98e-7b8642c81cd7 req-7c441f31-d922-4f83-8aba-f7168491fa4c service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276300 Oct 20 03:47:19.704188 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5377c20e-f47d-49fd-ad6e-353470076a5b req-5547c6ef-869d-4e68-af18-cab244875353 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 210 time: 0.0527153 Oct 20 03:47:19.714345 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:47:20.463681 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6647908-c5af-4af3-af05-153d0ad026c5 req-cacf2450-6e4b-49da-b715-1cf20f7dc147 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:20.465109 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c6647908-c5af-4af3-af05-153d0ad026c5 req-cacf2450-6e4b-49da-b715-1cf20f7dc147 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 943 time: 0.0909715 Oct 20 03:47:20.540468 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c6647908-c5af-4af3-af05-153d0ad026c5 req-c7dddcef-6106-4915-a53d-9ba9afa769f2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693662 Oct 20 03:47:20.565678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b88f-f258-42fd-9be9-e60428606847 req-19e6f474-35c0-408f-97ad-8532fcd7e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:20.568307 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-19e6f474-35c0-408f-97ad-8532fcd7e697 service neutron] 10.222.0.26 "GET /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 1024 time: 0.0662441 Oct 20 03:47:20.717601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b88f-f258-42fd-9be9-e60428606847 req-9ec17604-cb67-4c6f-a306-c933285f1155 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:20.719384 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-9ec17604-cb67-4c6f-a306-c933285f1155 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=eab85f32-c34a-43d5-a082-34edffb0a277 HTTP/1.1" status: 200 len: 797 time: 0.1426129 Oct 20 03:47:20.773924 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-ad62cd36-2802-461d-a3c9-2912a6037f0f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 472 time: 0.0422485 Oct 20 03:47:20.788071 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Request body: {'port': {'device_id': '85a14fef-cbe4-40e3-9b7d-30744db0d604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:20.866007 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8ca3322d-4781-4d7e-a798-f4527f9d5550 req-74e95319-f483-4439-8a72-07ca6994972b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 210 time: 0.0521460 Oct 20 03:47:21.009484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.349378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3edb67-8f89-4851-8047-448ad40dda00 {{(pid=90076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:47:21.356496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.370696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Transition to ACTIVE for port object 2c3edb67-8f89-4851-8047-448ad40dda00 will not be triggered until provisioned by entity L2. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:47:21.439863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.576411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=7']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:21.748411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Attempting to bind port 2c3edb67-8f89-4851-8047-448ad40dda00 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:47:21.748736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Attempting to bind port 2c3edb67-8f89-4851-8047-448ad40dda00 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:47:21.749058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Attempting to bind port 2c3edb67-8f89-4851-8047-448ad40dda00 on network eab85f32-c34a-43d5-a082-34edffb0a277 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:47:21.757137 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Port 2c3edb67-8f89-4851-8047-448ad40dda00 on network eab85f32-c34a-43d5-a082-34edffb0a277 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:47:21.757485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Attempting to bind port 2c3edb67-8f89-4851-8047-448ad40dda00 on network eab85f32-c34a-43d5-a082-34edffb0a277 {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:47:21.764271 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:47:21.764598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Checking segment: {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:47:21.764968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Bound using segment: {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'} {{(pid=90076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:47:21.765416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.managers [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Bound port: 2c3edb67-8f89-4851-8047-448ad40dda00, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba858a7-ce12-445c-8a5f-3f14504284b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277'}}] {{(pid=90076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:47:21.765753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.790904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe57a2-c660-4440-88ab-a42f7973aeec req-fcd74344-a1ff-4804-a77f-0b6d7845f9d7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:21.792358 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cfbe57a2-c660-4440-88ab-a42f7973aeec req-fcd74344-a1ff-4804-a77f-0b6d7845f9d7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 943 time: 0.1330450 Oct 20 03:47:21.886276 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cfbe57a2-c660-4440-88ab-a42f7973aeec req-36fa115c-cbf4-4f75-ab9e-b0d3fa6470a3 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706985 Oct 20 03:47:21.896560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:47:21.899991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:47:21.996181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:22.031392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:22.032115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:22.033521 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 1129 time: 1.2504201 Oct 20 03:47:22.034013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a14fef-cbe4-40e3-9b7d-30744db0d604', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:22.036950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e9c38-9d16-447d-9fa9-2736927847f7" -d '{"events": [{"name": "network-changed", "server_uuid": "85a14fef-cbe4-40e3-9b7d-30744db0d604", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:22.075284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee00cd-28cd-4927-8de5-e2a0cde94397 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=8']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:22.077130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e87d3-c26a-407c-a266-fe3fe626c987 req-3d92d11f-df37-436d-9b82-292b4a535d82 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:22.078585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc742be8-0bb8-400a-aa39-85c30c20d6e2 x-openstack-request-id: req-bc742be8-0bb8-400a-aa39-85c30c20d6e2 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:22.078767 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d98e87d3-c26a-407c-a266-fe3fe626c987 req-3d92d11f-df37-436d-9b82-292b4a535d82 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 979 time: 0.0970926 Oct 20 03:47:22.078878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a14fef-cbe4-40e3-9b7d-30744db0d604", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:22.079100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bc742be8-0bb8-400a-aa39-85c30c20d6e2 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:22.079481 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc742be8-0bb8-400a-aa39-85c30c20d6e2'] response: {'name': 'network-changed', 'server_uuid': '85a14fef-cbe4-40e3-9b7d-30744db0d604', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00', 'status': 'completed', 'code': 200} Oct 20 03:47:22.123571 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d98e87d3-c26a-407c-a266-fe3fe626c987 req-01d6c687-0770-41d0-b4ac-bd22169486e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380497 Oct 20 03:47:22.192161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e9c38-9d16-447d-9fa9-2736927847f7 req-2047a451-13a1-4756-82ac-eb5431a501ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:22.193565 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-056e9c38-9d16-447d-9fa9-2736927847f7 req-2047a451-13a1-4756-82ac-eb5431a501ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 1132 time: 0.0806117 Oct 20 03:47:22.333752 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e9c38-9d16-447d-9fa9-2736927847f7 req-c4e465cb-0a74-479d-b544-74aee8380474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:22.335163 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-056e9c38-9d16-447d-9fa9-2736927847f7 req-c4e465cb-0a74-479d-b544-74aee8380474 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1309979 Oct 20 03:47:22.468463 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e9c38-9d16-447d-9fa9-2736927847f7 req-6de71204-3467-4793-8fb9-757594dbe4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:22.470066 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-056e9c38-9d16-447d-9fa9-2736927847f7 req-6de71204-3467-4793-8fb9-757594dbe4bd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247606 Oct 20 03:47:22.592492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b88f-f258-42fd-9be9-e60428606847 req-340f10ff-95d1-43a4-8764-0e7b82f9c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:22.594127 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-340f10ff-95d1-43a4-8764-0e7b82f9c061 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 1132 time: 0.0763502 Oct 20 03:47:22.700723 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-23944ba0-4dbf-4ff9-ae0a-4f715e58e0ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 1035 time: 0.0960033 Oct 20 03:47:22.765294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b88f-f258-42fd-9be9-e60428606847 req-6b0faa08-7d33-4837-89d5-877aef0e0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:22.766639 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-6b0faa08-7d33-4837-89d5-877aef0e0231 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05010f26-cf83-4c75-b9ec-3ccf5188b4da HTTP/1.1" status: 200 len: 834 time: 0.0565884 Oct 20 03:47:22.954619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b88f-f258-42fd-9be9-e60428606847 req-07644232-c4f1-441c-bd1f-c43537235947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:22.956090 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-07644232-c4f1-441c-bd1f-c43537235947 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eab85f32-c34a-43d5-a082-34edffb0a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1805706 Oct 20 03:47:23.144643 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-1ec1457a-ec36-449b-ab47-0e06efe76389 service neutron] 10.222.0.26 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784215 Oct 20 03:47:23.227945 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692d24-51c4-4bff-ad14-6e6f5dcdf194 req-e26226a5-1929-4366-9a48-abe772db7409 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:23.229417 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-43692d24-51c4-4bff-ad14-6e6f5dcdf194 req-e26226a5-1929-4366-9a48-abe772db7409 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 943 time: 0.1983044 Oct 20 03:47:23.308397 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-43692d24-51c4-4bff-ad14-6e6f5dcdf194 req-b3f8ad81-fbc0-4388-9b8b-a0a777a31540 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721176 Oct 20 03:47:23.325141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92143c63-ced8-4409-a719-bea03c5a0ae7 req-aedb5466-ee1d-44e7-8b88-97b325f443e0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:23.326707 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-92143c63-ced8-4409-a719-bea03c5a0ae7 req-aedb5466-ee1d-44e7-8b88-97b325f443e0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 979 time: 0.0921934 Oct 20 03:47:23.326846 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-baf5b88f-f258-42fd-9be9-e60428606847 req-d826db8f-d29b-4d65-a449-c8978fbef142 service neutron] 10.222.0.26 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753645 Oct 20 03:47:23.373785 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-92143c63-ced8-4409-a719-bea03c5a0ae7 req-4bd81552-3281-4007-99ad-896b4456c128 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Oct 20 03:47:24.510014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717695-2a98-4523-8748-7701e47140fe req-4a84e839-9ea2-4411-9828-7d28ecc0e5ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:24.511582 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f9717695-2a98-4523-8748-7701e47140fe req-4a84e839-9ea2-4411-9828-7d28ecc0e5ed tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 943 time: 0.0908866 Oct 20 03:47:24.554550 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f9717695-2a98-4523-8748-7701e47140fe req-71c638d8-9ddf-4f20-ba6d-d3b1e136b69d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372591 Oct 20 03:47:24.571210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68323e6-5568-49af-820e-6bd50b26a8a3 req-9a0476ac-b96a-477c-9c7f-ec6e4c7da6a7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:24.572686 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c68323e6-5568-49af-820e-6bd50b26a8a3 req-9a0476ac-b96a-477c-9c7f-ec6e4c7da6a7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 979 time: 0.0914071 Oct 20 03:47:24.617421 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c68323e6-5568-49af-820e-6bd50b26a8a3 req-b1ecc5b9-9c1c-44b6-a9a9-01f038cb2a43 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Oct 20 03:47:25.052078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2c3edb67-8f89-4851-8047-448ad40dda00 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:47:25.180408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:25.192960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2c3edb67-8f89-4851-8047-448ad40dda00', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'port_id': '2c3edb67-8f89-4851-8047-448ad40dda00', 'mac_address': 'fa:16:3e:ee:02:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:47:25.249403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2c3edb67-8f89-4851-8047-448ad40dda00 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:25.249781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:25.265886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3edb67-8f89-4851-8047-448ad40dda00 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:47:25.281389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:25.359785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:25.425196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=9']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:25.613952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2c3edb67-8f89-4851-8047-448ad40dda00'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:47:25.762274 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a77b-1d14-4136-9e30-fdc61485eab8 req-a7078dfa-bc27-494c-b6c8-a45d549285fc tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:25.763722 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e880a77b-1d14-4136-9e30-fdc61485eab8 req-a7078dfa-bc27-494c-b6c8-a45d549285fc tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 943 time: 0.0912509 Oct 20 03:47:25.808518 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e880a77b-1d14-4136-9e30-fdc61485eab8 req-21db43e4-2df1-41b4-89f4-8e3f0a80b51b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377290 Oct 20 03:47:25.824251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715cba4-136d-44de-b49c-ef99a00a08b2 req-727108e6-7427-4036-9fec-29dca9e7ebd4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:25.825852 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2715cba4-136d-44de-b49c-ef99a00a08b2 req-727108e6-7427-4036-9fec-29dca9e7ebd4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 980 time: 0.0913236 Oct 20 03:47:25.872278 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2715cba4-136d-44de-b49c-ef99a00a08b2 req-b66b339f-64fa-4fa3-a6e4-befb4168a740 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Oct 20 03:47:27.007768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97935c9c-3745-4745-925d-b2bf78c8ef75 req-ac58db83-b219-4121-9761-4113d06726d7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:27.009348 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97935c9c-3745-4745-925d-b2bf78c8ef75 req-ac58db83-b219-4121-9761-4113d06726d7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 943 time: 0.0893149 Oct 20 03:47:27.052378 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-97935c9c-3745-4745-925d-b2bf78c8ef75 req-c40dc229-a023-48eb-ba02-364ec4b444b8 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374305 Oct 20 03:47:27.067216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 26876851-7597-4996-afd4-1e3871111cea details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:47:27.070548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2c3edb67-8f89-4851-8047-448ad40dda00 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:47:27.071402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cf50c-0551-4c4d-b64c-8d5a41223293 req-1749a670-baff-4945-b372-529da99d9ee0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:27.073079 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b52cf50c-0551-4c4d-b64c-8d5a41223293 req-1749a670-baff-4945-b372-529da99d9ee0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 980 time: 0.0905209 Oct 20 03:47:27.117200 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b52cf50c-0551-4c4d-b64c-8d5a41223293 req-858c1588-342e-471c-9ac7-3d8823381cad tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376265 Oct 20 03:47:27.253563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 26876851-7597-4996-afd4-1e3871111cea, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=26876851-7597-4996-afd4-1e3871111cea,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:27.263316 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 2c3edb67-8f89-4851-8047-448ad40dda00 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:27.270120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '26876851-7597-4996-afd4-1e3871111cea', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:47:27.271658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2c3edb67-8f89-4851-8047-448ad40dda00 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:27.272021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:27.272356 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2c3edb67-8f89-4851-8047-448ad40dda00 Oct 20 03:47:27.377873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 26876851-7597-4996-afd4-1e3871111cea is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:27.378244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:27.399872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26876851-7597-4996-afd4-1e3871111cea {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:47:27.454849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 26876851-7597-4996-afd4-1e3871111cea, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=26876851-7597-4996-afd4-1e3871111cea,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:27.462755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2c3edb67-8f89-4851-8047-448ad40dda00 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:27.463126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:27.488896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a14fef-cbe4-40e3-9b7d-30744db0d604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:27.491180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f29b93-a4a8-491d-96dd-4f4620204830" -d '{"events": [{"server_uuid": "85a14fef-cbe4-40e3-9b7d-30744db0d604", "name": "network-vif-plugged", "status": "completed", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:27.502123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:27.532717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f033c08-0cfc-44b5-b5b5-a50ad2472cb5 x-openstack-request-id: req-3f033c08-0cfc-44b5-b5b5-a50ad2472cb5 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:27.533000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a14fef-cbe4-40e3-9b7d-30744db0d604", "name": "network-vif-plugged", "status": "completed", "tag": "2c3edb67-8f89-4851-8047-448ad40dda00", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:27.533250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3f033c08-0cfc-44b5-b5b5-a50ad2472cb5 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:27.533663 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f033c08-0cfc-44b5-b5b5-a50ad2472cb5'] response: {'server_uuid': '85a14fef-cbe4-40e3-9b7d-30744db0d604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3edb67-8f89-4851-8047-448ad40dda00', 'code': 200} Oct 20 03:47:27.549580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:27.585100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:27.622097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=26876851-7597-4996-afd4-1e3871111cea,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:27.688811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=10']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:27.800148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['26876851-7597-4996-afd4-1e3871111cea'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:47:27.897060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4324-5a5c-49ee-95d8-e731f0a0a8cb req-71d70efc-1b6e-4b40-b829-31da562f56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:27.898608 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8a4d4324-5a5c-49ee-95d8-e731f0a0a8cb req-71d70efc-1b6e-4b40-b829-31da562f56ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 1135 time: 0.0751281 Oct 20 03:47:27.946782 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8a4d4324-5a5c-49ee-95d8-e731f0a0a8cb req-e7fb59b1-36af-4358-9692-1658236e6926 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375578 Oct 20 03:47:28.252880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf9743-0e0d-4b69-b4d5-e17c0006efb4 req-6fc48292-497f-49ab-ada5-a8692a82d112 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:28.254416 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c8cf9743-0e0d-4b69-b4d5-e17c0006efb4 req-6fc48292-497f-49ab-ada5-a8692a82d112 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 944 time: 0.0930681 Oct 20 03:47:28.299271 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c8cf9743-0e0d-4b69-b4d5-e17c0006efb4 req-d5ae7452-b592-40a9-ac54-c0e760d501e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390067 Oct 20 03:47:28.322308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f48ad-f829-480b-b9bc-51b72702fdcb req-5e1357fd-a294-4d02-8ce7-8e70c7ce231d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:28.323759 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fc1f48ad-f829-480b-b9bc-51b72702fdcb req-5e1357fd-a294-4d02-8ce7-8e70c7ce231d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 982 time: 0.0877428 Oct 20 03:47:28.367136 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fc1f48ad-f829-480b-b9bc-51b72702fdcb req-4972bf1d-bf23-4cb8-9784-e565e13ae717 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Oct 20 03:47:29.081477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 26876851-7597-4996-afd4-1e3871111cea up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:47:29.224075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 26876851-7597-4996-afd4-1e3871111cea completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:29.228948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 26876851-7597-4996-afd4-1e3871111cea triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:29.237022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:29.237022 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 26876851-7597-4996-afd4-1e3871111cea Oct 20 03:47:29.345913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 26876851-7597-4996-afd4-1e3871111cea is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:29.346291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:29.379596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 26876851-7597-4996-afd4-1e3871111cea, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=26876851-7597-4996-afd4-1e3871111cea,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:29.452461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:29.502664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8843cd-14c0-4a58-a405-9c3a0ca333e6 req-2d5750ad-06a3-4fc6-9ece-3a16580e9638 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:29.504143 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dc8843cd-14c0-4a58-a405-9c3a0ca333e6 req-2d5750ad-06a3-4fc6-9ece-3a16580e9638 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 945 time: 0.0901463 Oct 20 03:47:29.527889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=26876851-7597-4996-afd4-1e3871111cea,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:29.535840 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26876851-7597-4996-afd4-1e3871111cea'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:29.538163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5c49f0-a8ee-4191-bb59-2dfc22cb280c" -d '{"events": [{"server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "name": "network-vif-plugged", "status": "completed", "tag": "26876851-7597-4996-afd4-1e3871111cea"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:29.557398 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dc8843cd-14c0-4a58-a405-9c3a0ca333e6 req-8f7ac330-8112-483c-afc1-969d3cc60588 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475676 Oct 20 03:47:29.571809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ea40-599a-4e51-8727-effa0bca5a55 req-f7d9b19f-60c5-4ccf-baa0-b00af651ea25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:29.573292 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b021ea40-599a-4e51-8727-effa0bca5a55 req-f7d9b19f-60c5-4ccf-baa0-b00af651ea25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 982 time: 0.0932734 Oct 20 03:47:29.608241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d5ccc-2b72-44e2-bef2-7f09c57b52f4 x-openstack-request-id: req-566d5ccc-2b72-44e2-bef2-7f09c57b52f4 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:29.608605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "name": "network-vif-plugged", "status": "completed", "tag": "26876851-7597-4996-afd4-1e3871111cea", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:29.608926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-566d5ccc-2b72-44e2-bef2-7f09c57b52f4 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:29.609445 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566d5ccc-2b72-44e2-bef2-7f09c57b52f4'] response: {'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26876851-7597-4996-afd4-1e3871111cea', 'code': 200} Oct 20 03:47:29.621255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b021ea40-599a-4e51-8727-effa0bca5a55 req-3baa544c-a29c-43de-bbae-61998cadd45c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Oct 20 03:47:29.818474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6548798-5e1d-4600-a9a8-2f277fdb6e27 req-d1cb8725-0cf0-4a8a-8f65-b3c56d1762c3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:29.819918 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a6548798-5e1d-4600-a9a8-2f277fdb6e27 req-d1cb8725-0cf0-4a8a-8f65-b3c56d1762c3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 982 time: 0.0864666 Oct 20 03:47:29.863204 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a6548798-5e1d-4600-a9a8-2f277fdb6e27 req-dca3c9d6-acec-4d37-b77f-6160e178f2d3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375836 Oct 20 03:47:29.891669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41432) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:29.973188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ffa77-2134-42ca-af5a-99f6866692af tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:29.974713 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3b2ffa77-2134-42ca-af5a-99f6866692af tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604&network_id=eab85f32-c34a-43d5-a082-34edffb0a277 HTTP/1.1" status: 200 len: 1130 time: 0.0819941 Oct 20 03:47:30.010662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f6609-960d-4d9c-b0b0-00ef5bf74391 req-e5dbe0e5-a07f-4ad1-b225-2585280f9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:30.012235 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f23f6609-960d-4d9c-b0b0-00ef5bf74391 req-e5dbe0e5-a07f-4ad1-b225-2585280f9547 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1098 time: 0.0768375 Oct 20 03:47:30.057139 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f23f6609-960d-4d9c-b0b0-00ef5bf74391 req-da7b5fa4-b234-4f05-8bdd-309e4075d6b8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377386 Oct 20 03:47:30.567290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547539b4-c7f8-4cbf-bfa6-afecc9d5c32d req-0ec58ad7-9106-4386-ba08-34619d37bc40 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:30.568734 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-547539b4-c7f8-4cbf-bfa6-afecc9d5c32d req-0ec58ad7-9106-4386-ba08-34619d37bc40 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 982 time: 0.0891588 Oct 20 03:47:30.634840 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-547539b4-c7f8-4cbf-bfa6-afecc9d5c32d req-518a0110-1615-45fd-9b56-56e83321ba95 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602751 Oct 20 03:47:30.775881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64d7d3-97bf-45cb-9824-887f5e787222 req-98b7ada7-f453-4cd3-b926-8b7ae448a9bd tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:30.777746 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6b64d7d3-97bf-45cb-9824-887f5e787222 req-98b7ada7-f453-4cd3-b926-8b7ae448a9bd tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 945 time: 0.0910754 Oct 20 03:47:30.822521 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6b64d7d3-97bf-45cb-9824-887f5e787222 req-be9a64d9-87b9-4909-9b44-ca31dcf96a6e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386333 Oct 20 03:47:31.827432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55711e6-b3c3-443c-ab46-c2b8249ce210 req-325bac14-969f-463f-823a-b970faa8a28c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:31.828854 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c55711e6-b3c3-443c-ab46-c2b8249ce210 req-325bac14-969f-463f-823a-b970faa8a28c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 982 time: 0.0882726 Oct 20 03:47:31.872385 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c55711e6-b3c3-443c-ab46-c2b8249ce210 req-a97290d5-a1a1-4f2a-8d49-5fc33e02237e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=a840d117-5de2-409f-aa8d-ac99b7b9bf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378809 Oct 20 03:47:32.081562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8495fa-9e66-46e5-bebe-422935b1a733 req-846ce6e5-e610-4d86-a80a-deee24322a91 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.082957 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ec8495fa-9e66-46e5-bebe-422935b1a733 req-846ce6e5-e610-4d86-a80a-deee24322a91 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 945 time: 0.1507037 Oct 20 03:47:32.091039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-7aa56213-c617-494a-bf76-c43d6831878b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.092347 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-7aa56213-c617-494a-bf76-c43d6831878b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 982 time: 0.1214802 Oct 20 03:47:32.188212 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ec8495fa-9e66-46e5-bebe-422935b1a733 req-50f5d00f-b6df-440b-a9de-6559e40e9683 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949438 Oct 20 03:47:32.191367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-a1b249c5-1ce2-4cf2-9991-8294bfbbebaf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.192694 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-a1b249c5-1ce2-4cf2-9991-8294bfbbebaf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0864313 Oct 20 03:47:32.445326 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-19694a38-d4de-433d-9ead-5e1e43b556e5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2479045 Oct 20 03:47:32.456467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:32.542553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75988d-d32e-48c1-bda3-e102aa99ca8c req-4307caf1-ecfb-43a3-a1b0-62f46a18b2ff tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.544007 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f75988d-d32e-48c1-bda3-e102aa99ca8c req-4307caf1-ecfb-43a3-a1b0-62f46a18b2ff tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 945 time: 0.2140336 Oct 20 03:47:32.546971 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-b6f1b623-3d0a-46b8-88f2-f403bd5ae1fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2523644 Oct 20 03:47:32.569251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:32.605917 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f75988d-d32e-48c1-bda3-e102aa99ca8c req-47443ada-dc74-4b11-aa73-2f86099d0b0b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555377 Oct 20 03:47:32.650479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41448) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:32.699150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-09d1d499-f3bd-48d2-b9ac-19423ed4e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.700568 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-09d1d499-f3bd-48d2-b9ac-19423ed4e40b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1098 time: 0.0812387 Oct 20 03:47:32.843629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2c3edb67-8f89-4851-8047-448ad40dda00,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:32.847625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-a61a4a3c-3194-4e29-9cd0-c8e200c0fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.849096 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-a61a4a3c-3194-4e29-9cd0-c8e200c0fbdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.1286581 Oct 20 03:47:32.849550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee2404e-349e-4292-9b2e-ffc23940ce67 tempest-TestVolumeBootPattern-901238252 tempest-TestVolumeBootPattern-901238252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.850248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0ee2404e-349e-4292-9b2e-ffc23940ce67 tempest-TestVolumeBootPattern-901238252 tempest-TestVolumeBootPattern-901238252-project-admin] Synchronizing usage tracker for tenant:c581f51fd4b448c9a49416ffaa671713 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:47:32.885522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] For port 2c3edb67-8f89-4851-8047-448ad40dda00, host hv-neutron-8618, cleared binding levels {{(pid=90076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:47:32.912220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0ee2404e-349e-4292-9b2e-ffc23940ce67 tempest-TestVolumeBootPattern-901238252 tempest-TestVolumeBootPattern-901238252-project-admin] Unset dirty status for tenant:c581f51fd4b448c9a49416ffaa671713 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:47:32.915938 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0ee2404e-349e-4292-9b2e-ffc23940ce67 tempest-TestVolumeBootPattern-901238252 tempest-TestVolumeBootPattern-901238252-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1093 time: 0.2616811 Oct 20 03:47:32.916336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41454) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:32.919986 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-fe9e91f8-49c6-4b82-b217-27f79f769074 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 200 len: 217 time: 0.0648067 Oct 20 03:47:32.923012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:32.942266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] device_id is not set on port 2c3edb67-8f89-4851-8047-448ad40dda00 yet. {{(pid=90076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:47:32.951116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:32.964473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:32.973493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:floatingip and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:32.977397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:32.985301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:33.003159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-b482596b-d14b-4f85-bfb6-cb5d414e41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:33.005232 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-b482596b-d14b-4f85-bfb6-cb5d414e41a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0773635 Oct 20 03:47:33.032948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:33.086567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-121d70c7-ecba-48f9-ab79-06cea217c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:33.088043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-121d70c7-ecba-48f9-ab79-06cea217c833 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772004 Oct 20 03:47:33.090869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:33.135207 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-962ed485-0874-4fd8-88f3-2b82b8fc0000 req-a59691f7-6686-4e5d-ba25-027e08fcf071 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 210 time: 0.1439147 Oct 20 03:47:33.181768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Pushing event updated for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=11']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:33.228317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.228586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.228929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.229290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.233086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.233086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.233086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.233086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.233086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.233086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.233086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.233086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:33.235329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] No DVR routers for this DVR port 2c3edb67-8f89-4851-8047-448ad40dda00 on host hv-neutron-8618 {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:47:33.292548 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-456deac2-4b4c-488f-995f-fef6db026d2c service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855989 Oct 20 03:47:33.451638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:33.458052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] In _notify_port_updated(), no bound segment for port 2c3edb67-8f89-4851-8047-448ad40dda00 on network eab85f32-c34a-43d5-a082-34edffb0a277 {{(pid=90076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 20 03:47:33.458901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:33.459495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:33.460752 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] 10.222.0.26 "PUT /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 200 len: 1025 time: 1.0084264 Oct 20 03:47:33.490885 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-68e5ca79-79f4-419c-9f46-c647e6614cef req-99369fb6-089e-4204-a9be-a2082dfd0054 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872590 Oct 20 03:47:33.588424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Allocated IP 172.26.7.28 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/c2992910-3ef6-4ae7-81e1-550b218f7401) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:33.733553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:33.830005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:33.894569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:33.897382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:33.901115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:47:33.940028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'Port': ['ID=c2992910-3ef6-4ae7-81e1-550b218f7401,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:34.351865 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e7053eed-2e38-4432-8ab1-8d7186f5f893 req-5fcb1e23-eda4-405b-be16-0e9545a35dcf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=85a14fef-cbe4-40e3-9b7d-30744db0d604 HTTP/1.1" status: 200 len: 210 time: 0.0651255 Oct 20 03:47:34.455265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:34.603537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:34.812670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:34.869275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:34.973831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'Port': ['ID=c2992910-3ef6-4ae7-81e1-550b218f7401,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:34.978996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:35.037633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.037982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.038321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.038656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.038990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.039321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.039648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.039976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.040299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.040620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.040940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.041277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:35.127194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2c3edb67-8f89-4851-8047-448ad40dda00 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:47:35.157794 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Floating IP 3029489e-cea8-43ad-a65b-137787f2b31a associated. External IP: 172.26.7.28, port: 26876851-7597-4996-afd4-1e3871111cea. Oct 20 03:47:35.182655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2c3edb67-8f89-4851-8047-448ad40dda00 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:47:35.451947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41466) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:35.549588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74e70f3f-fb87-4b58-af2c-711b00c58eae tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:35.568366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:47:35.590465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74e70f3f-fb87-4b58-af2c-711b00c58eae tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:35.899233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:47:35.909635 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] Sync routers for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:35.922297 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:35.922896 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:36.017060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:36.045498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74e70f3f-fb87-4b58-af2c-711b00c58eae tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:36.047837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74e70f3f-fb87-4b58-af2c-711b00c58eae tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:36.048966 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-74e70f3f-fb87-4b58-af2c-711b00c58eae tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/8f8d0217-15e0-443d-8587-21cce97afbc3 HTTP/1.1" status: 204 len: 168 time: 0.5960939 Oct 20 03:47:36.073731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e70f3f-fb87-4b58-af2c-711b00c58eae tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8d0217-15e0-443d-8587-21cce97afbc3,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:36.086632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fa73ddc6-63ad-4347-ad28-b2b3424c0cb6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1690881 Oct 20 03:47:36.087665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'tag': '26876851-7597-4996-afd4-1e3871111cea'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:36.090162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa95f6f-2075-4999-9644-14c07ff3512c" -d '{"events": [{"name": "network-changed", "server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "tag": "26876851-7597-4996-afd4-1e3871111cea"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:36.108475 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:36.134731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c6a055-5fea-4781-b0b5-0b5af5efc305 x-openstack-request-id: req-35c6a055-5fea-4781-b0b5-0b5af5efc305 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:36.135151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "tag": "26876851-7597-4996-afd4-1e3871111cea", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:36.135854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-35c6a055-5fea-4781-b0b5-0b5af5efc305 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:36.136245 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c6a055-5fea-4781-b0b5-0b5af5efc305'] response: {'name': 'network-changed', 'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'tag': '26876851-7597-4996-afd4-1e3871111cea', 'status': 'completed', 'code': 200} Oct 20 03:47:36.166558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41476) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:36.244992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-3bdd8d04-7686-4c62-8b15-ec7dc7d87c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:36.246523 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-3bdd8d04-7686-4c62-8b15-ec7dc7d87c3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1098 time: 0.0862122 Oct 20 03:47:36.375383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port e18448f5-0e3f-446d-b211-1a20290d8b11 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:47:36.375843 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:36.386222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-8ec04078-c2fa-4fd9-8df3-032e9e7d1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:36.387690 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-8ec04078-c2fa-4fd9-8df3-032e9e7d1438 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.1321931 Oct 20 03:47:36.486108 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3029489e-cea8-43ad-a65b-137787f2b31a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:34Z', 'updated_at': '2022-10-20T03:47:34Z', 'revision_number': 0, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:36.490293 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] Checking router: 252a606c-d5fa-4b8b-a880-e4c8b9db82eb for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:36.495476 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-d9557e31-185d-4f75-8900-16a234e27516 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 200 len: 998 time: 0.1007326 Oct 20 03:47:36.498532 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:36.499121 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:36.562777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-34510854-3541-4219-a2f8-9b561a93f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:36.564256 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-34510854-3541-4219-a2f8-9b561a93f077 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0607438 Oct 20 03:47:36.655922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-28dfa994-6f0b-474a-aae8-1eeb7689fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:36.657555 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-28dfa994-6f0b-474a-aae8-1eeb7689fd6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871022 Oct 20 03:47:36.667542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:36.667865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:36.677840 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:36.788753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for e18448f5-0e3f-446d-b211-1a20290d8b11 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:47:36.798545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-f775243e-c641-4f81-aa60-d5a4ebba3e4a service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349421 Oct 20 03:47:36.940323 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aaa95f6f-2075-4999-9644-14c07ff3512c req-4e5ab74b-af8d-4a4b-93ac-f64aea00115d service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355822 Oct 20 03:47:37.027769 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3029489e-cea8-43ad-a65b-137787f2b31a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:34Z', 'updated_at': '2022-10-20T03:47:34Z', 'revision_number': 0, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:37.029741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:37.031592 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f54d386-e723-4c2e-8fd2-e75b3cc29a58 None None] The sync data for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv is: [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3029489e-cea8-43ad-a65b-137787f2b31a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:34Z', 'updated_at': '2022-10-20T03:47:34Z', 'revision_number': 0, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:37.080758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=e18448f5-0e3f-446d-b211-1a20290d8b11,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:37.184106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:37.184882 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP b701b9da-4fa7-4446-a851-fe104ae3f9ca disassociated (deleted). External IP: 172.26.7.222, port: 2c3edb67-8f89-4851-8047-448ad40dda00. Oct 20 03:47:37.231429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641e6187-0987-421e-9bd5-35d6e856fb05 None None] New status for floating IP 3029489e-cea8-43ad-a65b-137787f2b31a: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:47:37.534620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router eb49f070-bd82-40bc-8cf1-221eb5da9254 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:47:37.715317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:47:37.725180 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] Sync routers for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:37.734131 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:37.752039 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:37.798998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:37.854520 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5b721af7-917d-4527-b593-191a0f0a79aa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/floatingips/b701b9da-4fa7-4446-a851-fe104ae3f9ca HTTP/1.1" status: 204 len: 168 time: 1.6843402 Oct 20 03:47:37.909925 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:37.997535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41484) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:38.067350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb2b41eb-d42b-4131-a88d-362a770c93f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:38.100229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb2b41eb-d42b-4131-a88d-362a770c93f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:38.208897 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'dc724cfe-bba2-4bb9-b3e6-e2c7251fb582', 'name': '', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:80:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:47Z', 'updated_at': '2022-10-20T03:46:53Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:38.212636 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] Checking router: eb49f070-bd82-40bc-8cf1-221eb5da9254 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:38.221096 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:38.221700 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:38.281357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb2b41eb-d42b-4131-a88d-362a770c93f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:38.299359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b41eb-d42b-4131-a88d-362a770c93f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571c24a3-3095-4cd1-8fee-50738f14e3cb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:38.371116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eb2b41eb-d42b-4131-a88d-362a770c93f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:38.372320 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eb2b41eb-d42b-4131-a88d-362a770c93f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/571c24a3-3095-4cd1-8fee-50738f14e3cb HTTP/1.1" status: 204 len: 168 time: 0.3738151 Oct 20 03:47:38.423109 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:38.470371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41490) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:38.537212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5da1171a-4e2d-428c-8754-d3d841aa0e03 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 2c3edb67-8f89-4851-8047-448ad40dda00 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:47:38.537680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5da1171a-4e2d-428c-8754-d3d841aa0e03 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:38.726978 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'dc724cfe-bba2-4bb9-b3e6-e2c7251fb582', 'name': '', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:80:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:47Z', 'updated_at': '2022-10-20T03:46:53Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:38.731063 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542a14b-992d-4364-a4c6-1de95cc0c7f5 None None] The sync data for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv is: [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'dc724cfe-bba2-4bb9-b3e6-e2c7251fb582', 'name': '', 'network_id': 'eab85f32-c34a-43d5-a082-34edffb0a277', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:80:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:47Z', 'updated_at': '2022-10-20T03:46:53Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '05010f26-cf83-4c75-b9ec-3ccf5188b4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:38.783230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5da1171a-4e2d-428c-8754-d3d841aa0e03 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:38.912514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-5da1171a-4e2d-428c-8754-d3d841aa0e03 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 2c3edb67-8f89-4851-8047-448ad40dda00 owned by {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:47:38.945424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775fc3f7-afb6-4c32-8cb1-8ac9e2b960d9 None None] New status for floating IP b701b9da-4fa7-4446-a851-fe104ae3f9ca: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:47:39.120928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5da1171a-4e2d-428c-8754-d3d841aa0e03 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:39.171550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1171a-4e2d-428c-8754-d3d841aa0e03 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=2c3edb67-8f89-4851-8047-448ad40dda00,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:39.385626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5da1171a-4e2d-428c-8754-d3d841aa0e03 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:39.394975 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5da1171a-4e2d-428c-8754-d3d841aa0e03 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/ports/2c3edb67-8f89-4851-8047-448ad40dda00 HTTP/1.1" status: 204 len: 168 time: 0.9236529 Oct 20 03:47:39.397744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41494) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:39.726781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-521334e1-3ac9-4fc9-abe0-afe668df78d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:39.927817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:40.275967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:47:40.276307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:40.456772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port dc724cfe-bba2-4bb9-b3e6-e2c7251fb582, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=dc724cfe-bba2-4bb9-b3e6-e2c7251fb582,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:40.457122 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:40.573204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:47:40.892244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:40.939473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=dc724cfe-bba2-4bb9-b3e6-e2c7251fb582,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:41.209826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:41.556716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router eb49f070-bd82-40bc-8cf1-221eb5da9254 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:47:41.727335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:47:41.736333 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] Sync routers for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:41.741827 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-05f21764-4df6-4818-aa74-63aa08f64a25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/eb49f070-bd82-40bc-8cf1-221eb5da9254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3406680 Oct 20 03:47:41.742050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41498) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:41.745359 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:41.745960 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:41.808638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98f405c-d9f5-475d-807c-0bcaa3412aa0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting subnet 05010f26-cf83-4c75-b9ec-3ccf5188b4da {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:47:41.811478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f98f405c-d9f5-475d-807c-0bcaa3412aa0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:41.869059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f98f405c-d9f5-475d-807c-0bcaa3412aa0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:41.919391 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:41.957029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f98f405c-d9f5-475d-807c-0bcaa3412aa0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:42.097810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f98f405c-d9f5-475d-807c-0bcaa3412aa0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:42.147425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f405c-d9f5-475d-807c-0bcaa3412aa0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Subnet': ['ID=05010f26-cf83-4c75-b9ec-3ccf5188b4da,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:42.152870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f98f405c-d9f5-475d-807c-0bcaa3412aa0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:42.157955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94ada4-975a-4709-9891-fd91c7c416e2 None None] Network eab85f32-c34a-43d5-a082-34edffb0a277 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:47:42.158394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f98f405c-d9f5-475d-807c-0bcaa3412aa0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/subnets/05010f26-cf83-4c75-b9ec-3ccf5188b4da HTTP/1.1" status: 204 len: 168 time: 0.4139717 Oct 20 03:47:42.159714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41502) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:42.248328 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:47:40Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:42.258417 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] Checking router: eb49f070-bd82-40bc-8cf1-221eb5da9254 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:42.263779 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] Routers {'eb49f070-bd82-40bc-8cf1-221eb5da9254'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:42.263779 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['eb49f070-bd82-40bc-8cf1-221eb5da9254'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:42.409871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-af6a19de-b8d1-4155-a7a6-95edc38e202f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:42.470046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1004d235-2179-40e0-b21b-a901e5ebfa14 None None] DHCP port deletion for eab85f32-c34a-43d5-a082-34edffb0a277 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:47:42.475135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1004d235-2179-40e0-b21b-a901e5ebfa14 None None] Deleting port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:47:42.475135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1004d235-2179-40e0-b21b-a901e5ebfa14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:42.495894 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] Set router eb49f070-bd82-40bc-8cf1-221eb5da9254 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:42.521989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:42.754391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1004d235-2179-40e0-b21b-a901e5ebfa14 None None] For port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c3cf7d72-61da-4cc4-a3ab-305eaa2ba538,segment=NetworkSegment(2ba858a7-ce12-445c-8a5f-3f14504284b5),segment_id=2ba858a7-ce12-445c-8a5f-3f14504284b5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:42.756216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1004d235-2179-40e0-b21b-a901e5ebfa14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:42.767976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:42.855015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 082447b8-379e-4241-a1c0-63b69d964ae7 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:47:42.855015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:42.869507 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:47:40Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:42.875273 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdacb8-4aa6-458c-84ca-6bf58fb319dc None None] The sync data for ids ['eb49f070-bd82-40bc-8cf1-221eb5da9254'] in dv-neutron-861845-1-hyperv is: [{'id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'name': 'tempest-TestNetworkBasicOps-router-973267423', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:42Z', 'updated_at': '2022-10-20T03:47:40Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '082447b8-379e-4241-a1c0-63b69d964ae7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb49f070-bd82-40bc-8cf1-221eb5da9254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:43Z', 'updated_at': '2022-10-20T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:42.913830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1004d235-2179-40e0-b21b-a901e5ebfa14 None None] Calling delete_port for c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:47:43.050411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 082447b8-379e-4241-a1c0-63b69d964ae7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=082447b8-379e-4241-a1c0-63b69d964ae7,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:43.051025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.074385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1004d235-2179-40e0-b21b-a901e5ebfa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.124986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004d235-2179-40e0-b21b-a901e5ebfa14 None None] Pushing event deleted for resources: {'Port': ['ID=c3cf7d72-61da-4cc4-a3ab-305eaa2ba538,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:43.134404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004d235-2179-40e0-b21b-a901e5ebfa14 None None] No DVR routers for this DVR port c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:47:43.188210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 082447b8-379e-4241-a1c0-63b69d964ae7 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:47:43.388380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:47:43.426389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.432064 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:47:43.432411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c3cf7d72-61da-4cc4-a3ab-305eaa2ba538 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:47:43.432827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:47:43.447077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.467847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:47:43.468263 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device dc724cfe-bba2-4bb9-b3e6-e2c7251fb582 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:47:43.500416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=082447b8-379e-4241-a1c0-63b69d964ae7,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:43.566865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.600717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.772156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.774359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.880411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.880944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Fanout notify agent at l3_agent the message router_deleted on router eb49f070-bd82-40bc-8cf1-221eb5da9254 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:47:43.897733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:43.901406 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0775eb9a-fa5f-46f5-bcf8-c2aeb1847814 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/routers/eb49f070-bd82-40bc-8cf1-221eb5da9254 HTTP/1.1" status: 204 len: 168 time: 1.7383873 Oct 20 03:47:43.901874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41508) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:44.016285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.244849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.268982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab85f32-c34a-43d5-a082-34edffb0a277']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:44.282317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba858a7-ce12-445c-8a5f-3f14504284b5') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:44.282616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba858a7-ce12-445c-8a5f-3f14504284b5') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:44.295066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.311315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.318202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:47:44.318591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.386404 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2ba858a7-ce12-445c-8a5f-3f14504284b5 resource provider aggregate not found Oct 20 03:47:44.408164 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2ba858a7-ce12-445c-8a5f-3f14504284b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ba858a7-ce12-445c-8a5f-3f14504284b5 found for delete ", "request_id": "req-e5b85000-0d59-4c86-a66c-08edee0ba6a5"}]} Oct 20 03:47:44.469672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.474325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.499932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Network': ['ID=eab85f32-c34a-43d5-a082-34edffb0a277,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:44.550058 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1ae9f4ca-1254-417f-a4a7-44c4ba803f63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/networks/eab85f32-c34a-43d5-a082-34edffb0a277 HTTP/1.1" status: 204 len: 168 time: 0.6474376 Oct 20 03:47:44.563924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41516) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:44.575342 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e35064d5-8495-4d94-8e20-5b01287e0654 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0105488 Oct 20 03:47:44.577822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41520) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:44.582918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'network': {'name': 'tempest-network-smoke--173716987', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:44.587756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:44.591811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:network and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:44.595398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:44.601110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:44.669092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:47:44.672500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.700311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:47:44.708430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.708774 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Added segment b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc of type vlan for network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 Oct 20 03:47:44.738013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.840702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.881080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.886569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:44.887151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.993661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Network': ['ID=2e5fdd5f-ed77-488b-bd5b-ea5065083698,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:45.004502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:47:45.043361 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a0e9df49-96cb-48c0-832d-d220c2a9b233 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4621112 Oct 20 03:47:45.043687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41524) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:45.048834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-76080420', 'admin_state_up': True, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:45.056660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:45.060547 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:router and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:45.064479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:45.069563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:45.138078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:45.139097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:45.153713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:45.361697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 082447b8-379e-4241-a1c0-63b69d964ae7 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:47:45.399126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 082447b8-379e-4241-a1c0-63b69d964ae7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:47:45.399556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 082447b8-379e-4241-a1c0-63b69d964ae7 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:47:45.484857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:45.990749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:46.023130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:46.152189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.249 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/84f6a8f5-c83e-4e11-8476-027f1719bdf9) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:46.292772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:46.416928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:46.587452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:46.590075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:46.593589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:47:46.626013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=84f6a8f5-c83e-4e11-8476-027f1719bdf9,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:47.055497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:47.108105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:47.391095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:47.691811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router e6ca71d1-ec43-4d64-978d-99a881a19fbf is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:47:47.865004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:47:47.875315 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Sync routers for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:47.884891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:47.885623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:47.949297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:47.950446 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c2e5d787-8fee-4807-9c30-648b76b7d9f1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9057918 Oct 20 03:47:47.953557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41528) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:47.992685 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8e3e17b0-8803-4f39-ad2e-f500608a808f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380690 Oct 20 03:47:47.995152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41532) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:48.062604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:48.246550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613bdea1-81b5-4b20-825b-f73451e61779 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:48.248041 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-613bdea1-81b5-4b20-825b-f73451e61779 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2520103 Oct 20 03:47:48.250950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41536) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:48.297871 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-dc1a8d13-1f7b-46bc-bad3-2938fe15b364 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441926 Oct 20 03:47:48.299154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41540) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:48.304567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1681157441', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:48.396876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:46Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:48.401312 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Checking router: e6ca71d1-ec43-4d64-978d-99a881a19fbf for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:48.401667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Updating router e6ca71d1-ec43-4d64-978d-99a881a19fbf port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:47:48.412333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:48.416650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:subnet and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:48.419408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:48.424967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:48.452731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:48.498111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:47:48.501432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:48.772721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:48.779507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:48.791842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Transition to ACTIVE for port object 84f6a8f5-c83e-4e11-8476-027f1719bdf9 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:47:48.852376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=9215ad01-c7ca-483f-9964-441add939661,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:48.860854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Checking segment: {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:47:48.861205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network hostable DHCP agents. Network: 2e5fdd5f-ed77-488b-bd5b-ea5065083698, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:47:48.863826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:48.921972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Attempting to bind port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:47:48.922333 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Attempting to bind port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:47:48.922695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Attempting to bind port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:47:48.932971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:47:48.933362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:47:48.933756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:48.934138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:47:48.934597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Bound port: 84f6a8f5-c83e-4e11-8476-027f1719bdf9, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:47:48.934961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:48.936561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:47:48.982512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Pushing event updated for resources: {'Port': ['ID=84f6a8f5-c83e-4e11-8476-027f1719bdf9,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:48.994478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.994818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.995149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.995475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.995798 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.996126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.996447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.996764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.997082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.997426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.997748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:48.998059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:49.005135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 2e5fdd5f-ed77-488b-bd5b-ea5065083698) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:49.011846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:49.012505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:49.015759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a768b-3a44-4f9f-9934-82ed092445cf None None] Network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:47:49.091127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] For port 84f6a8f5-c83e-4e11-8476-027f1719bdf9, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:47:49.103056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] For port 84f6a8f5-c83e-4e11-8476-027f1719bdf9, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=84f6a8f5-c83e-4e11-8476-027f1719bdf9,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:47:49.122008 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-87946284-6a8a-492e-bb21-5554977b81fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8217428 Oct 20 03:47:49.125495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41544) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:49.240778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:49.306482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:47:49.306482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:49.327118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:49.327118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:49.519669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3080cf4-59b3-4bde-bfd0-43a12937abd8 None None] Pushing event updated for resources: {'Port': ['ID=84f6a8f5-c83e-4e11-8476-027f1719bdf9,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:49.712971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:49.957992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Allocated IP 172.20.0.2 (2e5fdd5f-ed77-488b-bd5b-ea5065083698/9215ad01-c7ca-483f-9964-441add939661/cc9a7e15-bdf9-4936-b58b-113daa2676bc) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:50.033990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:50.445158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:46Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:50.464490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f4b4f5-645b-4e94-a058-24d86e1789d6 None None] The sync data for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv is: [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:46Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:50.464490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:50.498364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Transition to ACTIVE for port object cc9a7e15-bdf9-4936-b58b-113daa2676bc will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:47:50.530059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Transition to ACTIVE for port object cc9a7e15-bdf9-4936-b58b-113daa2676bc will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:47:50.619154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:50.699952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:50.699952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:50.709389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:47:50.715901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Pushing event updated for resources: {'Port': ['ID=cc9a7e15-bdf9-4936-b58b-113daa2676bc,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:50.753562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.1 (2e5fdd5f-ed77-488b-bd5b-ea5065083698/9215ad01-c7ca-483f-9964-441add939661/0a33666d-c0ed-47b7-a2b9-296db501cc2c) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:50.902193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Attempting to bind port cc9a7e15-bdf9-4936-b58b-113daa2676bc on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:47:50.902193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Attempting to bind port cc9a7e15-bdf9-4936-b58b-113daa2676bc by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:47:50.902193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Attempting to bind port cc9a7e15-bdf9-4936-b58b-113daa2676bc on network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:47:50.921305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:47:50.921305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Checking segment: {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:47:50.921305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:50.921305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Bound using segment: {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:47:50.921305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Bound port: cc9a7e15-bdf9-4936-b58b-113daa2676bc, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:47:50.921305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.023012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.027371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] For port cc9a7e15-bdf9-4936-b58b-113daa2676bc, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:47:51.027371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] For port cc9a7e15-bdf9-4936-b58b-113daa2676bc, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=cc9a7e15-bdf9-4936-b58b-113daa2676bc,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:47:51.031027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 0a33666d-c0ed-47b7-a2b9-296db501cc2c will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:47:51.112553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.161190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.241507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e278a-3b0e-4ad2-b38f-d711e51d2f8e None None] Pushing event updated for resources: {'Port': ['ID=cc9a7e15-bdf9-4936-b58b-113daa2676bc,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:51.253070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:51.253070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:51.259537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:47:51.316151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=0a33666d-c0ed-47b7-a2b9-296db501cc2c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:51.357708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.458043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84f6a8f5-c83e-4e11-8476-027f1719bdf9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:47:51.641196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:51.653109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:51.653109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.653109 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 Oct 20 03:47:51.689405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.861098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:51.861098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.881651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 84f6a8f5-c83e-4e11-8476-027f1719bdf9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=84f6a8f5-c83e-4e11-8476-027f1719bdf9,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:51.940611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:52.011581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=84f6a8f5-c83e-4e11-8476-027f1719bdf9,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:52.196039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:52.290233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:52.415930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=0a33666d-c0ed-47b7-a2b9-296db501cc2c,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:52.418534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:52.457748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28127d1d-fa5d-43a9-98ac-1c172a50516b None None] Network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:47:52.561213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:52.562924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:52.640535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c16cedd9-6e59-4913-ab68-d9b791bff760 None None] Provisioning for port cc9a7e15-bdf9-4936-b58b-113daa2676bc completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:52.918732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router e6ca71d1-ec43-4d64-978d-99a881a19fbf has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:47:53.066796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Provisioning for port 0a33666d-c0ed-47b7-a2b9-296db501cc2c completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:53.078651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Provisioning complete for port 0a33666d-c0ed-47b7-a2b9-296db501cc2c triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:53.078651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:53.078651 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Attempt 1 to provision port 0a33666d-c0ed-47b7-a2b9-296db501cc2c Oct 20 03:47:53.139299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:47:53.154978 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Sync routers for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:53.162047 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d64c5b1b-737f-4976-866a-c2d4a441a2c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/e6ca71d1-ec43-4d64-978d-99a881a19fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0230803 Oct 20 03:47:53.162047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41550) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:53.169370 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:53.169370 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:53.250555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Port 0a33666d-c0ed-47b7-a2b9-296db501cc2c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:47:53.342640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fe0ab-c4c2-4e63-8760-d6f7453898ec tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.342640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fe0ab-c4c2-4e63-8760-d6f7453898ec tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.352251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fe0ab-c4c2-4e63-8760-d6f7453898ec tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.352251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fe0ab-c4c2-4e63-8760-d6f7453898ec tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.352251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fe0ab-c4c2-4e63-8760-d6f7453898ec tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.352251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fe0ab-c4c2-4e63-8760-d6f7453898ec tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.352251 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9c6fe0ab-c4c2-4e63-8760-d6f7453898ec tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1919384 Oct 20 03:47:53.352251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41554) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:53.411852 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:53.445157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5dea6-f65b-4a25-b325-13a7644843f7 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.446124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5dea6-f65b-4a25-b325-13a7644843f7 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.446766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5dea6-f65b-4a25-b325-13a7644843f7 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.447413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5dea6-f65b-4a25-b325-13a7644843f7 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.447862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5dea6-f65b-4a25-b325-13a7644843f7 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.448343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5dea6-f65b-4a25-b325-13a7644843f7 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.450416 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8dd5dea6-f65b-4a25-b325-13a7644843f7 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1002610 Oct 20 03:47:53.453022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41558) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:53.530053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device cc9a7e15-bdf9-4936-b58b-113daa2676bc up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:47:53.699715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port cc9a7e15-bdf9-4936-b58b-113daa2676bc completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:53.699715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port cc9a7e15-bdf9-4936-b58b-113daa2676bc triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:53.699715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:53.699715 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port cc9a7e15-bdf9-4936-b58b-113daa2676bc Oct 20 03:47:53.756926 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eeb9478f-d222-4206-99b2-b26e0f4164a2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2863634 Oct 20 03:47:53.765734 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Attempt 2 to provision port 0a33666d-c0ed-47b7-a2b9-296db501cc2c Oct 20 03:47:53.829371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Port 0a33666d-c0ed-47b7-a2b9-296db501cc2c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:47:53.855106 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:47:52Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:53.855106 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Checking router: e6ca71d1-ec43-4d64-978d-99a881a19fbf for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:53.855106 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Updating router e6ca71d1-ec43-4d64-978d-99a881a19fbf port 0a33666d-c0ed-47b7-a2b9-296db501cc2c binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:47:53.896824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port cc9a7e15-bdf9-4936-b58b-113daa2676bc is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:53.896824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:53.930631 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:53.938714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port cc9a7e15-bdf9-4936-b58b-113daa2676bc, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=cc9a7e15-bdf9-4936-b58b-113daa2676bc,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:54.006477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.007273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84f6a8f5-c83e-4e11-8476-027f1719bdf9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:47:54.081200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41566) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:54.086584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1250761541', 'description': 'tempest-secgroup-smoke-1250761541 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:54.092647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:54.097871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:54.101991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:54.108082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:54.124374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=cc9a7e15-bdf9-4936-b58b-113daa2676bc,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:54.140373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:54.140373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.140373 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 Oct 20 03:47:54.184189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.229141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:54.229141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:54.229141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:54.247271 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:54.292987 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:54.316790 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.325703 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Transition to ACTIVE for port object 0a33666d-c0ed-47b7-a2b9-296db501cc2c will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:47:54.336603 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Attempt 3 to provision port 0a33666d-c0ed-47b7-a2b9-296db501cc2c Oct 20 03:47:54.340077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.382895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Port 0a33666d-c0ed-47b7-a2b9-296db501cc2c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:47:54.406463 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.440628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.485845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec7b40d-52be-41fb-a481-ce9b6986fc70,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:54.549492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.550746 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9725a39b-d9c7-4dc7-ae57-08567c13594d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4684787 Oct 20 03:47:54.553509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41570) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:54.558439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '5ec7b40d-52be-41fb-a481-ce9b6986fc70', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:54.564115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:54.567858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:54.571175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:54.577009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:54.603634 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Pushing event updated for resources: {'Port': ['ID=0a33666d-c0ed-47b7-a2b9-296db501cc2c,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:54.615559 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.615933 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.616277 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.616634 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.616941 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.617295 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.617620 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.617942 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.618265 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.618589 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.618909 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.619229 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:54.623850 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Attempting to bind port 0a33666d-c0ed-47b7-a2b9-296db501cc2c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:47:54.631153 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Attempting to bind port 0a33666d-c0ed-47b7-a2b9-296db501cc2c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:47:54.631153 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Attempting to bind port 0a33666d-c0ed-47b7-a2b9-296db501cc2c on network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:47:54.631153 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:47:54.631153 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Checking segment: {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:47:54.631153 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.631153 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Bound using segment: {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:47:54.632514 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Bound port: 0a33666d-c0ed-47b7-a2b9-296db501cc2c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:47:54.632514 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.654025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.715253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.717487 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] For port 0a33666d-c0ed-47b7-a2b9-296db501cc2c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:47:54.720704 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] For port 0a33666d-c0ed-47b7-a2b9-296db501cc2c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0a33666d-c0ed-47b7-a2b9-296db501cc2c,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:47:54.789620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.789961 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.813045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d752fdac-c51c-4e3f-9299-0e6716d1c564,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:54.874420 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:47:54.875022 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:47:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:54.880950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.884801 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2be1f842-c480-4a05-89f8-acb3e9bbf126 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278022 Oct 20 03:47:54.884966 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Attempt 4 to provision port 0a33666d-c0ed-47b7-a2b9-296db501cc2c Oct 20 03:47:54.885073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41574) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:54.890221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '5ec7b40d-52be-41fb-a481-ce9b6986fc70', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:54.896496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:54.900893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:54.904174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:54.909925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:54.946037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Port 0a33666d-c0ed-47b7-a2b9-296db501cc2c had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:47:54.958362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Provisioning complete for port cc9a7e15-bdf9-4936-b58b-113daa2676bc triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:54.958467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:54.958739 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Attempt 1 to provision port cc9a7e15-bdf9-4936-b58b-113daa2676bc Oct 20 03:47:55.018335 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfcbec-b31f-4bc0-b277-b8b2b185d155 None None] Pushing event updated for resources: {'Port': ['ID=0a33666d-c0ed-47b7-a2b9-296db501cc2c,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:55.029935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:55.072079 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:47:55.090795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6b60fd22-35e8-4f75-9d6b-367f33e16333 None None] Current status of the port cc9a7e15-bdf9-4936-b58b-113daa2676bc is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:55.110082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:55.183837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:55.218139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad91bcc3-d9e0-441c-9ea2-046a3239e432,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:55.292147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:55.293418 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0c362cdb-c3db-4300-9a37-c05b36b43485 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4073877 Oct 20 03:47:55.296209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41578) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:55.301335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '5ec7b40d-52be-41fb-a481-ce9b6986fc70', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:55.307155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:55.310942 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:55.319607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:55.320891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:55.383654 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device cc9a7e15-bdf9-4936-b58b-113daa2676bc up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:47:55.386006 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:47:54Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:55.389972 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b8be8-7dc9-42ff-b193-3098ee473b98 None None] The sync data for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv is: [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:47:54Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:55.410862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:55.464852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port cc9a7e15-bdf9-4936-b58b-113daa2676bc triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:55.465626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:55.466014 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port cc9a7e15-bdf9-4936-b58b-113daa2676bc Oct 20 03:47:55.511821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:55.587194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:55.622138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port cc9a7e15-bdf9-4936-b58b-113daa2676bc is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:55.638021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a85f17b-d754-49a4-a05c-33afd5cd9764,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:55.692397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:55.693742 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eebfe553-676c-41d1-822e-ee95edd61d76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3964474 Oct 20 03:47:55.697033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41582) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:55.702169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '5ec7b40d-52be-41fb-a481-ce9b6986fc70', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:55.708334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:55.712308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:55.720270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:55.721548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:56.260182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:56.336024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:56.394920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:56.420214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2300700c-4d32-412e-99c9-899dbb0539ef,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:56.503802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:56.505023 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5f1a4d56-4ce0-497a-8853-095cd534c844 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8069639 Oct 20 03:47:56.508127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41586) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:56.513161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '5ec7b40d-52be-41fb-a481-ce9b6986fc70', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:56.519684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:56.524125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:56.527057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:56.533581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:56.608012 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:47:56.614017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:56.683124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:56.721137 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:47:56.736426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:56.764225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1462c781-2be9-4fc6-80ca-f039a998306d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:56.810675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:56.811810 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-52788998-9caf-4c50-bdec-f668931c6a93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3027775 Oct 20 03:47:56.815018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41590) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:47:56.820474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '5ec7b40d-52be-41fb-a481-ce9b6986fc70', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:56.826363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:47:56.830455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:47:56.833322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:47:56.839723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:47:56.913818 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:47:56.920905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:56.997991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:57.075883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:57.097135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5d5233-1467-40ef-8c14-2bdc1e503778,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:57.171898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:57.176062 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1107f364-fcc3-4e4d-829c-f0aac4f18949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3602395 Oct 20 03:47:57.349239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-03e09793-8245-4860-956e-83f6b215245a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:47:57.397620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a33666d-c0ed-47b7-a2b9-296db501cc2c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:47:57.440882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-03e09793-8245-4860-956e-83f6b215245a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:47:57.442069 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-03e09793-8245-4860-956e-83f6b215245a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1250761541&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.1372566 Oct 20 03:47:57.536619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 0a33666d-c0ed-47b7-a2b9-296db501cc2c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:57.543231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0a33666d-c0ed-47b7-a2b9-296db501cc2c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:57.543604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:57.543945 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0a33666d-c0ed-47b7-a2b9-296db501cc2c Oct 20 03:47:57.692048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0a33666d-c0ed-47b7-a2b9-296db501cc2c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:57.692353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:57.723754 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-c6813f73-f5a4-490e-965e-712c9d7410e7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:57.723754 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-c6813f73-f5a4-490e-965e-712c9d7410e7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=2e5fdd5f-ed77-488b-bd5b-ea5065083698 HTTP/1.1" status: 200 len: 796 time: 0.2736952 Oct 20 03:47:57.727009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 0a33666d-c0ed-47b7-a2b9-296db501cc2c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0a33666d-c0ed-47b7-a2b9-296db501cc2c,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:47:57.740134 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-1569244d-b6c9-42d8-afd2-33f63340aa5a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.0092475 Oct 20 03:47:57.806129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:57.835974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-5fdaf786-8a12-494c-bf95-aba538ce6247 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:47:57.877851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=0a33666d-c0ed-47b7-a2b9-296db501cc2c,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:57.941604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-5fdaf786-8a12-494c-bf95-aba538ce6247 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:47:57.941604 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-5fdaf786-8a12-494c-bf95-aba538ce6247 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1882367 Oct 20 03:47:58.071374 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-045c8e73-bc83-4cde-9b26-93a8441f05df service neutron] 10.222.0.33 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261642 Oct 20 03:47:58.202684 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-85c4637e-480d-4b0d-9d95-327a1366a214 service neutron] 10.222.0.33 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254070 Oct 20 03:47:58.494721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-6198a702-e1a4-476d-a396-7bd9f5105758 req-3ab1d973-0683-4ab3-8e15-3769688e27fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:47:58.508942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-6198a702-e1a4-476d-a396-7bd9f5105758 req-3ab1d973-0683-4ab3-8e15-3769688e27fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:47:58.509893 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6198a702-e1a4-476d-a396-7bd9f5105758 req-3ab1d973-0683-4ab3-8e15-3769688e27fb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 210 time: 0.0640800 Oct 20 03:47:59.379819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a33666d-c0ed-47b7-a2b9-296db501cc2c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:47:59.448185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0a33666d-c0ed-47b7-a2b9-296db501cc2c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:59.448185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:59.449180 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0a33666d-c0ed-47b7-a2b9-296db501cc2c Oct 20 03:47:59.572816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0a33666d-c0ed-47b7-a2b9-296db501cc2c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:47:59.688670 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-abe1ba5e-b956-408a-a16b-53bd11a9d894 req-993397ce-72dd-4675-a4eb-e15597ef4987 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 210 time: 0.0523036 Oct 20 03:48:00.735799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b38a0349-9c22-4768-b59a-6bb8b59bf693 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:00.735799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b38a0349-9c22-4768-b59a-6bb8b59bf693 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:48:00.850691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b38a0349-9c22-4768-b59a-6bb8b59bf693 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:48:00.850691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b38a0349-9c22-4768-b59a-6bb8b59bf693 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=2e5fdd5f-ed77-488b-bd5b-ea5065083698 HTTP/1.1" status: 200 len: 796 time: 0.2731493 Oct 20 03:48:00.856094 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cab44328-7af3-4470-8c47-4dd36677d554 req-1ee2cd6c-3838-43cd-a797-02814e65baa6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 210 time: 0.0512259 Oct 20 03:48:00.904286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-bc5efd0c-d98a-4dc3-92c7-1738529a7adb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:48:00.916588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-bc5efd0c-d98a-4dc3-92c7-1738529a7adb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:48:00.917750 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-bc5efd0c-d98a-4dc3-92c7-1738529a7adb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 380 time: 0.0598185 Oct 20 03:48:00.927644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['5ec7b40d-52be-41fb-a481-ce9b6986fc70']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:48:01.071657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:48:01.081234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:48:01.187924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:48:01.191447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:01.360532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.3 (2e5fdd5f-ed77-488b-bd5b-ea5065083698/9215ad01-c7ca-483f-9964-441add939661/b5f517d2-8905-4455-ae2b-f8073ed32379) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:48:01.647554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:01.663541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object b5f517d2-8905-4455-ae2b-f8073ed32379 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:48:01.761610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:01.827149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:48:01.830210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:48:01.837440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:48:01.874225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=b5f517d2-8905-4455-ae2b-f8073ed32379,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:01.907082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:01.907716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:02.001947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-2dcdf1ff-a476-4402-ab08-2abea397b81a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0779557 Oct 20 03:48:02.018234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Request body: {'port': {'device_id': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:48:02.071772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004a0a-6275-4bfd-a7de-cf5ca098e558 req-10a376d1-3ae3-4ffe-88a7-7b9581e34054 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:02.073233 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-60004a0a-6275-4bfd-a7de-cf5ca098e558 req-10a376d1-3ae3-4ffe-88a7-7b9581e34054 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 931 time: 0.0965414 Oct 20 03:48:02.120960 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-60004a0a-6275-4bfd-a7de-cf5ca098e558 req-4a269355-7a16-4976-b3d9-59649ab2e31f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388553 Oct 20 03:48:02.130001 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0fc1f1c2-9f09-4260-9161-d9a62c2989ab None None] Provisioning for port b5f517d2-8905-4455-ae2b-f8073ed32379 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:48:02.133397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:02.136799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0fc1f1c2-9f09-4260-9161-d9a62c2989ab None None] Provisioning complete for port b5f517d2-8905-4455-ae2b-f8073ed32379 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:48:02.137209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f1c2-9f09-4260-9161-d9a62c2989ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:02.137574 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0fc1f1c2-9f09-4260-9161-d9a62c2989ab None None] Attempt 1 to provision port b5f517d2-8905-4455-ae2b-f8073ed32379 Oct 20 03:48:02.192341 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1f1c2-9f09-4260-9161-d9a62c2989ab None None] Port b5f517d2-8905-4455-ae2b-f8073ed32379 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:48:02.479234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f517d2-8905-4455-ae2b-f8073ed32379 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:48:02.486392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:02.500098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Transition to ACTIVE for port object b5f517d2-8905-4455-ae2b-f8073ed32379 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:48:02.581791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:02.693658 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0fc1f1c2-9f09-4260-9161-d9a62c2989ab None None] Attempt 2 to provision port b5f517d2-8905-4455-ae2b-f8073ed32379 Oct 20 03:48:02.751068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1f1c2-9f09-4260-9161-d9a62c2989ab None None] Port b5f517d2-8905-4455-ae2b-f8073ed32379 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:48:02.770723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Pushing event updated for resources: {'Port': ['ID=b5f517d2-8905-4455-ae2b-f8073ed32379,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:02.807253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Attempting to bind port b5f517d2-8905-4455-ae2b-f8073ed32379 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:48:02.807579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Attempting to bind port b5f517d2-8905-4455-ae2b-f8073ed32379 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:48:02.807900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Attempting to bind port b5f517d2-8905-4455-ae2b-f8073ed32379 on network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:48:02.812388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Port b5f517d2-8905-4455-ae2b-f8073ed32379 on network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:48:02.812736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Attempting to bind port b5f517d2-8905-4455-ae2b-f8073ed32379 on network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:48:02.817737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:48:02.818066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Checking segment: {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:48:02.818438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Bound using segment: {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:48:02.818860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Bound port: b5f517d2-8905-4455-ae2b-f8073ed32379, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:48:02.819195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:02.905174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] For port b5f517d2-8905-4455-ae2b-f8073ed32379, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:48:02.908106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] For port b5f517d2-8905-4455-ae2b-f8073ed32379, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b5f517d2-8905-4455-ae2b-f8073ed32379,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:48:03.006677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:03.037042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:03.037670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:03.039021 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] 10.222.0.26 "PUT /v2.0/ports/b5f517d2-8905-4455-ae2b-f8073ed32379 HTTP/1.1" status: 200 len: 1093 time: 1.0251658 Oct 20 03:48:03.039499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:48:03.041801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8500cd8-369e-4989-b3ec-72328bc4f485" -d '{"events": [{"name": "network-changed", "server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:48:03.087039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c17974-cd89-4d73-834e-96bd150f295e service neutron] Pushing event updated for resources: {'Port': ['ID=b5f517d2-8905-4455-ae2b-f8073ed32379,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:03.153306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950e70b1-741f-42c0-87eb-8577d4550ba9 x-openstack-request-id: req-950e70b1-741f-42c0-87eb-8577d4550ba9 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:48:03.157468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:48:03.157468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-950e70b1-741f-42c0-87eb-8577d4550ba9 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:48:03.157468 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950e70b1-741f-42c0-87eb-8577d4550ba9'] response: {'name': 'network-changed', 'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'status': 'completed', 'code': 200} Oct 20 03:48:03.238528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-cd65987d-9c8a-4e52-8261-c7b084d984dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:03.239938 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-cd65987d-9c8a-4e52-8261-c7b084d984dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 1096 time: 0.0793507 Oct 20 03:48:03.252231 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-0fc1f1c2-9f09-4260-9161-d9a62c2989ab None None] Attempt 3 to provision port b5f517d2-8905-4455-ae2b-f8073ed32379 Oct 20 03:48:03.316847 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-366fd305-54f0-4786-bf09-72174952f7a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5f517d2-8905-4455-ae2b-f8073ed32379 HTTP/1.1" status: 200 len: 217 time: 0.0653536 Oct 20 03:48:03.319423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1f1c2-9f09-4260-9161-d9a62c2989ab None None] Port b5f517d2-8905-4455-ae2b-f8073ed32379 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:48:03.327148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab48b5-e9cc-49fd-9ffb-2bb734ad67c4 req-7cf0b567-7fd7-4d0a-8296-08aa34c22e4b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:03.328620 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6fab48b5-e9cc-49fd-9ffb-2bb734ad67c4 req-7cf0b567-7fd7-4d0a-8296-08aa34c22e4b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 943 time: 0.0926404 Oct 20 03:48:03.374558 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6fab48b5-e9cc-49fd-9ffb-2bb734ad67c4 req-2461f1e5-9bb8-4d02-bd2d-9dc38fd9e391 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 Oct 20 03:48:03.382836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-1622b1de-7fdb-4ba4-ae36-ba7c41df9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:03.384481 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-1622b1de-7fdb-4ba4-ae36-ba7c41df9f13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9215ad01-c7ca-483f-9964-441add939661 HTTP/1.1" status: 200 len: 835 time: 0.0586493 Oct 20 03:48:03.474382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-830ad276-3b69-4924-9fd8-34602abf522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:03.475842 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-830ad276-3b69-4924-9fd8-34602abf522e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e5fdd5f-ed77-488b-bd5b-ea5065083698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812237 Oct 20 03:48:03.613880 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-752db018-6e3e-4435-8076-ed5433ed98ae service neutron] 10.222.0.26 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296480 Oct 20 03:48:03.847904 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33468b20-309c-4b73-bf10-1ed7d6224e41 req-56f14b93-a041-4326-bfa7-755b7ddb2d14 service neutron] 10.222.0.26 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267976 Oct 20 03:48:04.083215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-1bc80237-1393-4486-9535-504c55041f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:04.084672 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-1bc80237-1393-4486-9535-504c55041f10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 1096 time: 0.0770371 Oct 20 03:48:04.212363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-d2049b46-9fa7-4ac9-8eb2-4db86e8c6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:04.213875 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-d2049b46-9fa7-4ac9-8eb2-4db86e8c6759 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e5fdd5f-ed77-488b-bd5b-ea5065083698 HTTP/1.1" status: 200 len: 897 time: 0.1226225 Oct 20 03:48:04.283468 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-70a0de0c-e15c-4261-b70f-08ea26f85a36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5f517d2-8905-4455-ae2b-f8073ed32379 HTTP/1.1" status: 200 len: 217 time: 0.0627127 Oct 20 03:48:04.344476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-2bbc1119-8eb4-49d9-a19b-881ac369e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:04.346154 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-2bbc1119-8eb4-49d9-a19b-881ac369e1d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9215ad01-c7ca-483f-9964-441add939661 HTTP/1.1" status: 200 len: 835 time: 0.0566456 Oct 20 03:48:04.431373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-8525f52a-019a-43e7-8e10-3e579bf64986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:04.432822 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-8525f52a-019a-43e7-8e10-3e579bf64986 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e5fdd5f-ed77-488b-bd5b-ea5065083698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798118 Oct 20 03:48:04.629673 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-04c7e94a-4af4-4c60-be35-4ab913d985b2 service neutron] 10.222.0.26 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884620 Oct 20 03:48:04.641843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6127a-1104-436e-a0e5-1a4b41078200 req-df78453d-40d2-43fe-82a4-f7a1d5f95954 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:04.642511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-34f6127a-1104-436e-a0e5-1a4b41078200 req-df78453d-40d2-43fe-82a4-f7a1d5f95954 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:48:04.778561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8500cd8-369e-4989-b3ec-72328bc4f485 req-edd2f6e4-39da-4927-a368-68691f82056d service neutron] 10.222.0.26 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327150 Oct 20 03:48:04.822319 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-34f6127a-1104-436e-a0e5-1a4b41078200 req-df78453d-40d2-43fe-82a4-f7a1d5f95954 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:48:04.823394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34f6127a-1104-436e-a0e5-1a4b41078200 req-df78453d-40d2-43fe-82a4-f7a1d5f95954 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 943 time: 0.3161752 Oct 20 03:48:04.871211 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34f6127a-1104-436e-a0e5-1a4b41078200 req-d53dc802-bc82-4163-afed-f8e2f62bb02b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Oct 20 03:48:05.252868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device b5f517d2-8905-4455-ae2b-f8073ed32379 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:48:05.411247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port b5f517d2-8905-4455-ae2b-f8073ed32379, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b5f517d2-8905-4455-ae2b-f8073ed32379,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:48:05.424447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'port_id': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'mac_address': 'fa:16:3e:5d:e6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:48:05.481931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port b5f517d2-8905-4455-ae2b-f8073ed32379 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:48:05.481931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:05.498739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f517d2-8905-4455-ae2b-f8073ed32379 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:48:05.514517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port b5f517d2-8905-4455-ae2b-f8073ed32379, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b5f517d2-8905-4455-ae2b-f8073ed32379,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:48:05.589640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:05.663740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=b5f517d2-8905-4455-ae2b-f8073ed32379,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:05.864723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['b5f517d2-8905-4455-ae2b-f8073ed32379'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:48:06.228535 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87953ced-4102-46e4-9657-2f15e7d5fec2 req-c0f12bd4-6740-43ba-882e-99c7397f28ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:06.230116 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87953ced-4102-46e4-9657-2f15e7d5fec2 req-c0f12bd4-6740-43ba-882e-99c7397f28ed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 944 time: 0.0904820 Oct 20 03:48:06.273745 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87953ced-4102-46e4-9657-2f15e7d5fec2 req-e9cffbf0-b195-4209-a335-83d2db344b1d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378764 Oct 20 03:48:07.268679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device b5f517d2-8905-4455-ae2b-f8073ed32379 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:48:07.428901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port b5f517d2-8905-4455-ae2b-f8073ed32379 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:48:07.433942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port b5f517d2-8905-4455-ae2b-f8073ed32379 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:48:07.434313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:07.434646 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port b5f517d2-8905-4455-ae2b-f8073ed32379 Oct 20 03:48:07.474569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e679-bf27-4d22-ada9-3aca884921fe req-2e0db842-4537-43e8-9ef6-f066aa02eab6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:07.476837 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-39b8e679-bf27-4d22-ada9-3aca884921fe req-2e0db842-4537-43e8-9ef6-f066aa02eab6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 944 time: 0.0899093 Oct 20 03:48:07.519927 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-39b8e679-bf27-4d22-ada9-3aca884921fe req-851ebd5a-41c6-460a-8b99-4f3b99d6f706 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379996 Oct 20 03:48:07.552466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port b5f517d2-8905-4455-ae2b-f8073ed32379 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:48:07.555271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:07.579631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:48:07.581919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85843219-e48e-46ec-9741-915b8f6707e4" -d '{"events": [{"server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "name": "network-vif-plugged", "status": "completed", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:48:07.590012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port b5f517d2-8905-4455-ae2b-f8073ed32379, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b5f517d2-8905-4455-ae2b-f8073ed32379,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:48:07.624869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41109809-1cf5-4c59-9651-e75c7f437214 x-openstack-request-id: req-41109809-1cf5-4c59-9651-e75c7f437214 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:48:07.625176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "name": "network-vif-plugged", "status": "completed", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:48:07.625465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-41109809-1cf5-4c59-9651-e75c7f437214 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:48:07.625864 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41109809-1cf5-4c59-9651-e75c7f437214'] response: {'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'code': 200} Oct 20 03:48:07.679061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:07.745016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=b5f517d2-8905-4455-ae2b-f8073ed32379,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:08.046113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d96710-ffd5-41ca-bfd9-727e0c32136e req-c52c0873-ccf0-457e-9865-9e8ac99b59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:08.047419 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78d96710-ffd5-41ca-bfd9-727e0c32136e req-c52c0873-ccf0-457e-9865-9e8ac99b59e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 1098 time: 0.0794306 Oct 20 03:48:08.091336 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78d96710-ffd5-41ca-bfd9-727e0c32136e req-b389d667-77f5-4658-a09e-294a54e8ac65 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338933 Oct 20 03:48:08.717842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe5bb6-c5ef-4f6d-a77b-42b2ced61bdb req-fb6d4dbf-306d-4963-9d22-4761646423c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:08.719024 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-99fe5bb6-c5ef-4f6d-a77b-42b2ced61bdb req-fb6d4dbf-306d-4963-9d22-4761646423c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 945 time: 0.0874882 Oct 20 03:48:08.766486 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-99fe5bb6-c5ef-4f6d-a77b-42b2ced61bdb req-40a544e8-f021-4c98-b2b7-559286138321 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Oct 20 03:48:09.758557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e58e3a9-f579-4692-8594-ce6b5bdb9e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:09.968572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704dcc9-46ae-43f7-8dc2-34f1078b92df req-4d74f7d0-7e18-4831-b35b-978c96eb2d80 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:09.970537 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6704dcc9-46ae-43f7-8dc2-34f1078b92df req-4d74f7d0-7e18-4831-b35b-978c96eb2d80 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 945 time: 0.0917594 Oct 20 03:48:10.014495 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6704dcc9-46ae-43f7-8dc2-34f1078b92df req-9eea5693-2f0d-40cd-90c9-c21a4cb22ef0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382347 Oct 20 03:48:10.210726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0c929-0a65-47ee-bc6d-84ac2378079d req-7ebb674b-6f72-4e0e-829b-e563f88cb571 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:10.212162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-11d0c929-0a65-47ee-bc6d-84ac2378079d req-7ebb674b-6f72-4e0e-829b-e563f88cb571 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 945 time: 0.0874326 Oct 20 03:48:10.256993 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-11d0c929-0a65-47ee-bc6d-84ac2378079d req-4d57c903-9e6f-4a2a-ae1f-4d54340b51a8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391502 Oct 20 03:48:10.291873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41650) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:10.384744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52193856-0a00-4995-bd85-19935c7be407 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:10.386254 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-52193856-0a00-4995-bd85-19935c7be407 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 1093 time: 0.0939643 Oct 20 03:48:10.388933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41654) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:10.393785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:48:10.401562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:48:10.405624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:floatingip and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:48:10.408408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:48:10.414352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:48:10.515008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:10.656968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:10.793492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.227 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/d1103434-1450-4efc-9ca1-013fdb87b3e9) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:48:11.054514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:11.149617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:11.213799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:48:11.216504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:48:11.220274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:48:11.248160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=d1103434-1450-4efc-9ca1-013fdb87b3e9,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:11.627589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:11.781454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:11.981223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:12.057420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:12.162291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=d1103434-1450-4efc-9ca1-013fdb87b3e9,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:12.164575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:12.302296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-67473555-1d2d-458d-b4ea-890bf7a5796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:12.334608 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP a572623f-028b-4900-9cbb-3efb3706ee98 associated. External IP: 172.26.7.227, port: b5f517d2-8905-4455-ae2b-f8073ed32379. Oct 20 03:48:12.781384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router e6ca71d1-ec43-4d64-978d-99a881a19fbf has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:48:12.957626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:48:12.968056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] Sync routers for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:48:12.977684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:48:12.978382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:13.069574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:13.125417 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c7a4a578-5dc9-48d4-aada-09cb73428834 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7354243 Oct 20 03:48:13.126256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:48:13.128290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41658) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:13.128761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dc2eab-f1f9-411c-85e6-ed80920b4458" -d '{"events": [{"name": "network-changed", "server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:48:13.163753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:48:13.173969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac9f9a0-8869-4109-b4d7-974f3c7bf862 x-openstack-request-id: req-bac9f9a0-8869-4109-b4d7-974f3c7bf862 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:48:13.174354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:48:13.174792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bac9f9a0-8869-4109-b4d7-974f3c7bf862 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:48:13.175333 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac9f9a0-8869-4109-b4d7-974f3c7bf862'] response: {'name': 'network-changed', 'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'status': 'completed', 'code': 200} Oct 20 03:48:13.287199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-0111c110-c02a-4b3b-899b-f2ce69284695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:13.287199 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-0111c110-c02a-4b3b-899b-f2ce69284695 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 1098 time: 0.0895290 Oct 20 03:48:13.330641 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fadeaa0a-e0bb-444a-b25f-79c20c624332 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers/e6ca71d1-ec43-4d64-978d-99a881a19fbf HTTP/1.1" status: 200 len: 921 time: 0.2009645 Oct 20 03:48:13.332961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41664) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:13.433296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-6dc7e885-7a36-49c2-b267-5140ed1700cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:13.434876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-6dc7e885-7a36-49c2-b267-5140ed1700cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e5fdd5f-ed77-488b-bd5b-ea5065083698 HTTP/1.1" status: 200 len: 897 time: 0.1412811 Oct 20 03:48:13.448558 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-49e428b2-46d5-4a09-9538-426d5a04bb38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 200 len: 991 time: 0.1130168 Oct 20 03:48:13.451720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:13.535907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-0ae45db3-f5d8-4f83-b5e3-8be29e17e029 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5f517d2-8905-4455-ae2b-f8073ed32379 HTTP/1.1" status: 200 len: 999 time: 0.0954711 Oct 20 03:48:13.543391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'a572623f-028b-4900-9cbb-3efb3706ee98', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'port_id': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'mac_address': 'fa:16:3e:5d:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:48:11Z', 'updated_at': '2022-10-20T03:48:11Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:47:57Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:13.545532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] Checking router: e6ca71d1-ec43-4d64-978d-99a881a19fbf for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:48:13.553827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:48:13.554393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:13.602177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-7ba87ca1-affd-4162-aca5-8367aed69dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:13.606227 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-7ba87ca1-affd-4162-aca5-8367aed69dff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9215ad01-c7ca-483f-9964-441add939661 HTTP/1.1" status: 200 len: 835 time: 0.0644178 Oct 20 03:48:13.612436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:13.692899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-a1c8dd19-dac2-4be3-8ea3-50d12b82eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:13.694448 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-a1c8dd19-dac2-4be3-8ea3-50d12b82eb77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e5fdd5f-ed77-488b-bd5b-ea5065083698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821826 Oct 20 03:48:13.741285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:48:13.829420 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-40ba0867-4098-43dd-b82c-a258c9c72af1 service neutron] 10.222.0.26 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255989 Oct 20 03:48:13.961667 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47dc2eab-f1f9-411c-85e6-ed80920b4458 req-699d8489-1df5-460d-879f-cf922418dfe9 service neutron] 10.222.0.26 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261528 Oct 20 03:48:14.122546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'a572623f-028b-4900-9cbb-3efb3706ee98', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'port_id': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'mac_address': 'fa:16:3e:5d:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:48:11Z', 'updated_at': '2022-10-20T03:48:11Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:47:57Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:14.126462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e4aea-b0c0-489e-aab5-bf6cbf0d9977 None None] The sync data for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv is: [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'a572623f-028b-4900-9cbb-3efb3706ee98', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'port_id': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'mac_address': 'fa:16:3e:5d:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:48:11Z', 'updated_at': '2022-10-20T03:48:11Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:47:57Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:48:14.306575 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee5e08-e25c-430d-b0ef-179aa16b1167 None None] New status for floating IP a572623f-028b-4900-9cbb-3efb3706ee98: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:48:14.451080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41668) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:14.554177 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e9806710-f3a4-4647-9d50-3b62917b2952 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 200 len: 991 time: 0.1018705 Oct 20 03:48:14.880064 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:15.558064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41674) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:15.668613 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9250c0cd-fb7c-4437-bd58-a336b50820c7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 200 len: 993 time: 0.1094329 Oct 20 03:48:17.130031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:31.382771 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-458b5858-e632-479c-86a7-1fcee345f586 req-b6e098d0-6402-4d34-85ef-094b04ed55aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794439 Oct 20 03:48:31.532339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b5858-e632-479c-86a7-1fcee345f586 req-23888e38-6da7-4b23-bce5-dbfcccafa805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:31.533815 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-458b5858-e632-479c-86a7-1fcee345f586 req-23888e38-6da7-4b23-bce5-dbfcccafa805 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1098 time: 0.0783558 Oct 20 03:48:31.675755 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b5858-e632-479c-86a7-1fcee345f586 req-8d200398-3575-4e5e-a493-07886e81cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:31.677175 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-458b5858-e632-479c-86a7-1fcee345f586 req-8d200398-3575-4e5e-a493-07886e81cf07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.1245475 Oct 20 03:48:31.878526 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-458b5858-e632-479c-86a7-1fcee345f586 req-5dc0238c-ebd4-4921-953d-2b47abb1a9bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 200 len: 1000 time: 0.1934998 Oct 20 03:48:31.941585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b5858-e632-479c-86a7-1fcee345f586 req-1eb81e15-7a52-47e0-8599-e977fde2d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:31.942878 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-458b5858-e632-479c-86a7-1fcee345f586 req-1eb81e15-7a52-47e0-8599-e977fde2d0e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0573273 Oct 20 03:48:32.023899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b5858-e632-479c-86a7-1fcee345f586 req-a3815ab5-b64f-4ba5-95e4-d991eb038dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:32.025368 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-458b5858-e632-479c-86a7-1fcee345f586 req-a3815ab5-b64f-4ba5-95e4-d991eb038dab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755274 Oct 20 03:48:32.154888 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-458b5858-e632-479c-86a7-1fcee345f586 req-5efa4251-04c5-4cf3-b214-83fc555ee897 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215498 Oct 20 03:48:32.285256 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-458b5858-e632-479c-86a7-1fcee345f586 req-1735b629-536c-4602-9fd1-a82e84c22762 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239595 Oct 20 03:48:33.713724 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:48:39.763697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b990c08e-2cbc-4a8f-8a91-3f5acc1614cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:42.337009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fc121899-1c65-414f-8d20-47c22651af1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:43.386238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:43.559688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:44.844333 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:46.903110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41694) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:47.126711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:47.340064 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f10e06b2-65c4-4b79-8f37-366c460a71f4 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers/e6ca71d1-ec43-4d64-978d-99a881a19fbf/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4358101 Oct 20 03:48:47.342939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41700) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:47.600836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdbd987-b44d-4d42-8abc-c9165aa49ad0 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Notify agent at dv-neutron-861845-1-hyperv the message router_removed_from_agent {{(pid=90076) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 20 03:48:47.603818 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fcdbd987-b44d-4d42-8abc-c9165aa49ad0 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "DELETE /v2.0/agents/5f0df375-16db-4c2a-8003-6b1922a22074/l3-routers/e6ca71d1-ec43-4d64-978d-99a881a19fbf HTTP/1.1" status: 204 len: 168 time: 0.2599905 Oct 20 03:48:47.614239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41704) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:47.791600 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f5eac089-2d41-40eb-b60c-f1ddfb0105f2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers/e6ca71d1-ec43-4d64-978d-99a881a19fbf/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1840808 Oct 20 03:48:47.794273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41708) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:47.898255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-28255226-308d-43d0-bfe9-3603746381f5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 200 len: 993 time: 0.1029570 Oct 20 03:48:48.377506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0efd23-9ac3-4744-ba18-b4eeee79ecf1 None None] New status for floating IP a572623f-028b-4900-9cbb-3efb3706ee98: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:48:48.902303 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41712) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:49.009205 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f98e7c8c-3868-4f1e-97ca-82b6958a52e5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 200 len: 991 time: 0.1056843 Oct 20 03:48:49.395040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84f6a8f5-c83e-4e11-8476-027f1719bdf9 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:48:49.509211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:48:49.509627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:49.526881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 84f6a8f5-c83e-4e11-8476-027f1719bdf9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=84f6a8f5-c83e-4e11-8476-027f1719bdf9,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:48:49.589658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:49.590822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a33666d-c0ed-47b7-a2b9-296db501cc2c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:48:49.709084 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=84f6a8f5-c83e-4e11-8476-027f1719bdf9,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:49.744485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.744831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.745167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.745523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.745856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.746235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.746556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.746876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.747197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.747515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.747828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.748142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:49.777154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0a33666d-c0ed-47b7-a2b9-296db501cc2c is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:48:49.777569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:49.811966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 0a33666d-c0ed-47b7-a2b9-296db501cc2c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0a33666d-c0ed-47b7-a2b9-296db501cc2c,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:48:49.885886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:49.954922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=0a33666d-c0ed-47b7-a2b9-296db501cc2c,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:50.164780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41718) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:50.426096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecbdd98-febd-4da0-9e3a-303296916dc6 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Router e6ca71d1-ec43-4d64-978d-99a881a19fbf is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:48:50.426435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecbdd98-febd-4da0-9e3a-303296916dc6 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Notify agent at dv-neutron-861845-1-hyperv the message router_added_to_agent {{(pid=90076) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 20 03:48:50.444500 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2ecbdd98-febd-4da0-9e3a-303296916dc6 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "POST /v2.0/agents/5f0df375-16db-4c2a-8003-6b1922a22074/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2786381 Oct 20 03:48:50.447076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41726) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:50.458377 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] Sync routers for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:48:50.471876 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:48:50.472482 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:50.627962 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-761f3e98-b74e-425f-995a-2de43bf47ab9 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers/e6ca71d1-ec43-4d64-978d-99a881a19fbf/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1797881 Oct 20 03:48:50.630738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41730) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:50.649032 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:48:50.737859 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-52c6b2e3-f80d-4544-be0e-f0f3e560cc02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 200 len: 991 time: 0.1059635 Oct 20 03:48:51.014164 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:48:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'a572623f-028b-4900-9cbb-3efb3706ee98', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'port_id': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'mac_address': 'fa:16:3e:5d:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:48:11Z', 'updated_at': '2022-10-20T03:48:48Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:48:49Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:51.018011 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] Checking router: e6ca71d1-ec43-4d64-978d-99a881a19fbf for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:48:51.026082 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:48:51.033413 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:51.201256 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:48:51.540010 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:48:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'a572623f-028b-4900-9cbb-3efb3706ee98', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'port_id': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'mac_address': 'fa:16:3e:5d:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:48:11Z', 'updated_at': '2022-10-20T03:48:48Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:48:49Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:51.543871 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490bb3bb-2aa7-4704-856f-deac8be87b18 None None] The sync data for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv is: [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:48:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'a572623f-028b-4900-9cbb-3efb3706ee98', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'port_id': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'mac_address': 'fa:16:3e:5d:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:48:11Z', 'updated_at': '2022-10-20T03:48:48Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:48:49Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:48:51.741845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41734) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:51.859845 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-49517035-4357-4102-b681-b9ce48328ed1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 200 len: 991 time: 0.1167524 Oct 20 03:48:52.863672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41738) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:52.968946 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3766269a-6d76-471c-96e4-b685dd63d4ad tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 200 len: 991 time: 0.1041546 Oct 20 03:48:53.178443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898abb6-1784-4729-b249-c559da35471c None None] New status for floating IP a572623f-028b-4900-9cbb-3efb3706ee98: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:48:53.614707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84f6a8f5-c83e-4e11-8476-027f1719bdf9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:48:53.626742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:48:53.627842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:53.628230 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 Oct 20 03:48:53.746506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:48:53.746894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:53.764949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 84f6a8f5-c83e-4e11-8476-027f1719bdf9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=84f6a8f5-c83e-4e11-8476-027f1719bdf9,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:48:53.832369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:53.833373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a33666d-c0ed-47b7-a2b9-296db501cc2c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:48:53.949435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=84f6a8f5-c83e-4e11-8476-027f1719bdf9,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:53.960930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0a33666d-c0ed-47b7-a2b9-296db501cc2c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:48:53.961329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:53.961669 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0a33666d-c0ed-47b7-a2b9-296db501cc2c Oct 20 03:48:53.972677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41742) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:54.077817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0a33666d-c0ed-47b7-a2b9-296db501cc2c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:48:54.078203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:54.083940 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-50e06881-d35c-4de8-b30d-1c66059f6e7c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 200 len: 993 time: 0.1051428 Oct 20 03:48:54.111861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 0a33666d-c0ed-47b7-a2b9-296db501cc2c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0a33666d-c0ed-47b7-a2b9-296db501cc2c,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:48:54.214976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:54.286070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=0a33666d-c0ed-47b7-a2b9-296db501cc2c,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:54.388904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41750) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:48:54.705522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port d1103434-1450-4efc-9ca1-013fdb87b3e9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:48:54.705861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:54.875888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:54.876220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:54.999143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for d1103434-1450-4efc-9ca1-013fdb87b3e9 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:48:55.243358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:55.293368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=d1103434-1450-4efc-9ca1-013fdb87b3e9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:55.368478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.369004 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.369156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.369512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.369844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.370173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.370499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.370828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.371152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.371472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.371794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.372113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:55.404298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:55.405045 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP a572623f-028b-4900-9cbb-3efb3706ee98 disassociated (deleted). External IP: 172.26.7.227, port: b5f517d2-8905-4455-ae2b-f8073ed32379. Oct 20 03:48:55.407991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84f6a8f5-c83e-4e11-8476-027f1719bdf9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:48:55.476073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:48:55.476446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:55.476779 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 Oct 20 03:48:55.593728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:48:55.600411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a33666d-c0ed-47b7-a2b9-296db501cc2c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:48:55.668481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0a33666d-c0ed-47b7-a2b9-296db501cc2c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:48:55.668857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:55.669341 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0a33666d-c0ed-47b7-a2b9-296db501cc2c Oct 20 03:48:55.764253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router e6ca71d1-ec43-4d64-978d-99a881a19fbf has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:48:55.787806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0a33666d-c0ed-47b7-a2b9-296db501cc2c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:48:55.941414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:48:55.951461 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] Sync routers for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:48:55.960804 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:48:55.961454 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:56.026443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:56.147770 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:48:56.193333 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-70892b02-dfe7-427f-9fec-0f162d7401e6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/floatingips/a572623f-028b-4900-9cbb-3efb3706ee98 HTTP/1.1" status: 204 len: 168 time: 1.8029315 Oct 20 03:48:56.194040 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:48:56.196512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6021f119-f2fe-43e8-953f-d9bde3fdfef3" -d '{"events": [{"name": "network-changed", "server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:48:56.243549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e504eb00-6d40-45c8-b5b0-c8c085a11c6c x-openstack-request-id: req-e504eb00-6d40-45c8-b5b0-c8c085a11c6c {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:48:56.243827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:48:56.244079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e504eb00-6d40-45c8-b5b0-c8c085a11c6c {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:48:56.244586 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e504eb00-6d40-45c8-b5b0-c8c085a11c6c'] response: {'name': 'network-changed', 'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'status': 'completed', 'code': 200} Oct 20 03:48:56.348399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-dfebb008-1dbf-4f79-bf5b-734d8ee11f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:56.350054 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-dfebb008-1dbf-4f79-bf5b-734d8ee11f1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 1098 time: 0.0796149 Oct 20 03:48:56.489113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-9916cf26-86a1-4752-bb72-16606680d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:56.490585 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-9916cf26-86a1-4752-bb72-16606680d46c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e5fdd5f-ed77-488b-bd5b-ea5065083698 HTTP/1.1" status: 200 len: 897 time: 0.1303024 Oct 20 03:48:56.499266 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:48:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:48:54Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:56.503107 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] Checking router: e6ca71d1-ec43-4d64-978d-99a881a19fbf for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:48:56.511271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:48:56.511863 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:56.563897 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-0b8660ad-3458-4e41-bd00-e78b57068259 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5f517d2-8905-4455-ae2b-f8073ed32379 HTTP/1.1" status: 200 len: 217 time: 0.0625832 Oct 20 03:48:56.641609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-03997111-2e9d-4441-b78e-a3a8299aa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:56.643887 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-03997111-2e9d-4441-b78e-a3a8299aa57c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9215ad01-c7ca-483f-9964-441add939661 HTTP/1.1" status: 200 len: 835 time: 0.0662172 Oct 20 03:48:56.701327 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:48:56.737374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-d11e6771-d7a1-4311-9535-d9046d6dd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:56.737374 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-d11e6771-d7a1-4311-9535-d9046d6dd545 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e5fdd5f-ed77-488b-bd5b-ea5065083698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823224 Oct 20 03:48:57.018964 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:48:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:48:54Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:57.023239 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffffe48-cf41-4471-b2bd-edf29a2590a6 None None] The sync data for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv is: [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:47:51Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:48:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0a33666d-c0ed-47b7-a2b9-296db501cc2c', 'name': '', 'network_id': '2e5fdd5f-ed77-488b-bd5b-ea5065083698', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:ea:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '9215ad01-c7ca-483f-9964-441add939661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:50Z', 'updated_at': '2022-10-20T03:48:54Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '9215ad01-c7ca-483f-9964-441add939661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:48:57.044385 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-c9bdb6ab-d351-4f0c-9419-6c8ad1f1d32e service neutron] 10.222.0.26 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011088 Oct 20 03:48:57.054838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566a61-6a18-4196-a8f8-eef53858c50c req-3a92bd83-d86f-4c7f-bf67-3f86088b5894 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:57.056144 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82566a61-6a18-4196-a8f8-eef53858c50c req-3a92bd83-d86f-4c7f-bf67-3f86088b5894 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 945 time: 0.2922060 Oct 20 03:48:57.187205 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82566a61-6a18-4196-a8f8-eef53858c50c req-3d082218-2c24-41c4-a2af-d951c0fb81b9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127331 Oct 20 03:48:57.226420 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6021f119-f2fe-43e8-953f-d9bde3fdfef3 req-177fa25b-2453-4618-a1bd-505e71dc316d service neutron] 10.222.0.26 "GET /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692812 Oct 20 03:48:57.676223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a2298-bca8-40a8-a8ee-2c63df80ec62 None None] New status for floating IP a572623f-028b-4900-9cbb-3efb3706ee98: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:48:58.258288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-7bcafa28-0173-48c3-b833-50b3b9853991 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:58.259709 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-7bcafa28-0173-48c3-b833-50b3b9853991 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 945 time: 0.0872269 Oct 20 03:48:58.339172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port b5f517d2-8905-4455-ae2b-f8073ed32379 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:48:58.339522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:58.392914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623cc6-e2fb-40b9-9c4a-92fcced0cde4 req-a2b167ed-49a9-4012-b416-a282484bcf63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:58.393817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ce623cc6-e2fb-40b9-9c4a-92fcced0cde4 req-a2b167ed-49a9-4012-b416-a282484bcf63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:48:58.503473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ce623cc6-e2fb-40b9-9c4a-92fcced0cde4 req-a2b167ed-49a9-4012-b416-a282484bcf63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:48:58.504682 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ce623cc6-e2fb-40b9-9c4a-92fcced0cde4 req-a2b167ed-49a9-4012-b416-a282484bcf63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 945 time: 0.2039087 Oct 20 03:48:58.548385 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ce623cc6-e2fb-40b9-9c4a-92fcced0cde4 req-1d8a6337-1415-4cd6-b3ac-a65245effe98 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=5ec7b40d-52be-41fb-a481-ce9b6986fc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378053 Oct 20 03:48:58.596431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port b5f517d2-8905-4455-ae2b-f8073ed32379, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b5f517d2-8905-4455-ae2b-f8073ed32379,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:48:58.596788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:58.719380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for b5f517d2-8905-4455-ae2b-f8073ed32379 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:48:58.925839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:58.974459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=b5f517d2-8905-4455-ae2b-f8073ed32379,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:59.015124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.015473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.015812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.016147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.016475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.016802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.017154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.018132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.018460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.018786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.019107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.019681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:59.069187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port b5f517d2-8905-4455-ae2b-f8073ed32379 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:48:59.071520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:59.073988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'name': 'network-vif-deleted', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:48:59.076243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7427d70-e1a8-42e2-8369-f1f09a50fba9" -d '{"events": [{"server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "name": "network-vif-deleted", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:48:59.122069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63dd626-ea1a-423b-b540-99ba5e66b1bb x-openstack-request-id: req-e63dd626-ea1a-423b-b540-99ba5e66b1bb {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:48:59.122393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d5b8ae-1b93-4bfe-af65-3ffa832d473d", "name": "network-vif-deleted", "tag": "b5f517d2-8905-4455-ae2b-f8073ed32379", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:48:59.122642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e63dd626-ea1a-423b-b540-99ba5e66b1bb {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:48:59.123044 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63dd626-ea1a-423b-b540-99ba5e66b1bb'] response: {'server_uuid': '57d5b8ae-1b93-4bfe-af65-3ffa832d473d', 'name': 'network-vif-deleted', 'tag': 'b5f517d2-8905-4455-ae2b-f8073ed32379', 'status': 'completed', 'code': 200} Oct 20 03:48:59.161007 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4f53e8bb-3768-4788-81df-a2f4d113ae0f req-a743f6c1-8b9e-4f5d-aec2-0c5512142ccb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/b5f517d2-8905-4455-ae2b-f8073ed32379 HTTP/1.1" status: 204 len: 173 time: 0.8924878 Oct 20 03:48:59.733334 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d0b369a3-b949-427d-bb04-ba68110756c4 req-7f342f28-83b1-4824-a2a6-389ea85fa164 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=57d5b8ae-1b93-4bfe-af65-3ffa832d473d HTTP/1.1" status: 200 len: 210 time: 0.0492845 Oct 20 03:49:00.837483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41770) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:00.907655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f601c503-bd80-40e3-9ed7-af7856af7c93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:00.936782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f601c503-bd80-40e3-9ed7-af7856af7c93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:01.108738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f601c503-bd80-40e3-9ed7-af7856af7c93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:01.126397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601c503-bd80-40e3-9ed7-af7856af7c93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec7b40d-52be-41fb-a481-ce9b6986fc70,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:01.202803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f601c503-bd80-40e3-9ed7-af7856af7c93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:01.203972 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f601c503-bd80-40e3-9ed7-af7856af7c93 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/5ec7b40d-52be-41fb-a481-ce9b6986fc70 HTTP/1.1" status: 204 len: 168 time: 0.3653588 Oct 20 03:49:01.280248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41776) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:01.563452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device b5f517d2-8905-4455-ae2b-f8073ed32379 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:49:01.601701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: b5f517d2-8905-4455-ae2b-f8073ed32379 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:49:01.602137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device b5f517d2-8905-4455-ae2b-f8073ed32379 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:49:01.838424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:02.178279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 0a33666d-c0ed-47b7-a2b9-296db501cc2c {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:49:02.178617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:02.466816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 0a33666d-c0ed-47b7-a2b9-296db501cc2c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0a33666d-c0ed-47b7-a2b9-296db501cc2c,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:49:02.467094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:02.584944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 0a33666d-c0ed-47b7-a2b9-296db501cc2c owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:49:02.894743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:02.945407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=0a33666d-c0ed-47b7-a2b9-296db501cc2c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:03.225572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:03.581828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router e6ca71d1-ec43-4d64-978d-99a881a19fbf has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:49:03.756985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:49:03.766190 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] Sync routers for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:49:03.770917 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ea6d37c9-134b-4ca4-a56c-cee9b97ad04b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/e6ca71d1-ec43-4d64-978d-99a881a19fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885924 Oct 20 03:49:03.773237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41780) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:03.778551 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:49:03.779144 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:03.843309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f168fac6-cc0b-4c81-864c-9016ff069854 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting subnet 9215ad01-c7ca-483f-9964-441add939661 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:49:03.847077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f168fac6-cc0b-4c81-864c-9016ff069854 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:03.905981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f168fac6-cc0b-4c81-864c-9016ff069854 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:03.952978 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:49:03.988316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f168fac6-cc0b-4c81-864c-9016ff069854 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:04.131786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f168fac6-cc0b-4c81-864c-9016ff069854 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:04.177571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f168fac6-cc0b-4c81-864c-9016ff069854 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:04.182780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168fac6-cc0b-4c81-864c-9016ff069854 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Subnet': ['ID=9215ad01-c7ca-483f-9964-441add939661,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:04.183683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2e253a-f4eb-40f5-aada-ef59ead6b9e5 None None] Network 2e5fdd5f-ed77-488b-bd5b-ea5065083698 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:49:04.190493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41784) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:04.190981 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f168fac6-cc0b-4c81-864c-9016ff069854 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/subnets/9215ad01-c7ca-483f-9964-441add939661 HTTP/1.1" status: 204 len: 168 time: 0.4161937 Oct 20 03:49:04.247325 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:49:02Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:48:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:04.251368 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] Checking router: e6ca71d1-ec43-4d64-978d-99a881a19fbf for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:49:04.260254 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] Routers {'e6ca71d1-ec43-4d64-978d-99a881a19fbf'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:49:04.260851 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:04.440883 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] Set router e6ca71d1-ec43-4d64-978d-99a881a19fbf gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:49:04.462724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc49fa1-021d-4577-871f-f0719a60280e None None] DHCP port deletion for 2e5fdd5f-ed77-488b-bd5b-ea5065083698 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:49:04.466843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3cc49fa1-021d-4577-871f-f0719a60280e None None] Deleting port cc9a7e15-bdf9-4936-b58b-113daa2676bc {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:49:04.467386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3cc49fa1-021d-4577-871f-f0719a60280e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:04.501046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:04.691864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:04.697040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3cc49fa1-021d-4577-871f-f0719a60280e None None] For port cc9a7e15-bdf9-4936-b58b-113daa2676bc, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=cc9a7e15-bdf9-4936-b58b-113daa2676bc,segment=NetworkSegment(b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc),segment_id=b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:49:04.697460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3cc49fa1-021d-4577-871f-f0719a60280e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:04.754365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 84f6a8f5-c83e-4e11-8476-027f1719bdf9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:49:04.754991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:04.767928 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:49:02Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:48:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:04.772720 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4acae9-a18a-4324-92fa-7ba55e3ac519 None None] The sync data for ids ['e6ca71d1-ec43-4d64-978d-99a881a19fbf'] in dv-neutron-861845-1-hyperv is: [{'id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'name': 'tempest-TestNetworkBasicOps-router-76080420', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:45Z', 'updated_at': '2022-10-20T03:49:02Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '84f6a8f5-c83e-4e11-8476-027f1719bdf9', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ca71d1-ec43-4d64-978d-99a881a19fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:46Z', 'updated_at': '2022-10-20T03:48:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:49:04.859834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3cc49fa1-021d-4577-871f-f0719a60280e None None] Calling delete_port for cc9a7e15-bdf9-4936-b58b-113daa2676bc owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:49:04.942891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 84f6a8f5-c83e-4e11-8476-027f1719bdf9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=84f6a8f5-c83e-4e11-8476-027f1719bdf9,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:49:04.943148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:04.999889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3cc49fa1-021d-4577-871f-f0719a60280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:05.046647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc49fa1-021d-4577-871f-f0719a60280e None None] Pushing event deleted for resources: {'Port': ['ID=cc9a7e15-bdf9-4936-b58b-113daa2676bc,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:05.048454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc49fa1-021d-4577-871f-f0719a60280e None None] No DVR routers for this DVR port cc9a7e15-bdf9-4936-b58b-113daa2676bc on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:49:05.066948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 84f6a8f5-c83e-4e11-8476-027f1719bdf9 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:49:05.311783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:05.354523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=84f6a8f5-c83e-4e11-8476-027f1719bdf9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:05.408723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device cc9a7e15-bdf9-4936-b58b-113daa2676bc no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:49:05.442784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: cc9a7e15-bdf9-4936-b58b-113daa2676bc {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:49:05.443020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device cc9a7e15-bdf9-4936-b58b-113daa2676bc not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:49:05.443438 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a33666d-c0ed-47b7-a2b9-296db501cc2c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:49:05.454434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:05.478609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 0a33666d-c0ed-47b7-a2b9-296db501cc2c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:49:05.478962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0a33666d-c0ed-47b7-a2b9-296db501cc2c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:49:05.627009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:05.629218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:05.722888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:05.723370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Fanout notify agent at l3_agent the message router_deleted on router e6ca71d1-ec43-4d64-978d-99a881a19fbf {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:49:05.739293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:05.740466 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eeb0cad0-0237-451a-8f35-dbe6e778731d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/routers/e6ca71d1-ec43-4d64-978d-99a881a19fbf HTTP/1.1" status: 204 len: 168 time: 1.5483379 Oct 20 03:49:05.743362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41788) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:05.864119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:05.991667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.015801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5fdd5f-ed77-488b-bd5b-ea5065083698']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:06.027966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:06.028262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:06.039636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.054953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.061130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:49:06.061393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.232029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc resource provider aggregate not found Oct 20 03:49:06.254693 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1bf5c92-d02a-45b3-948a-3fb0ff14b3bc found for delete ", "request_id": "req-d990b130-a9da-48bc-803b-545cc3f6fb48"}]} Oct 20 03:49:06.319601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.335908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.347186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Network': ['ID=2e5fdd5f-ed77-488b-bd5b-ea5065083698,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:06.411719 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2e84bbb6-97f2-4327-b114-0460dacfb310 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/networks/2e5fdd5f-ed77-488b-bd5b-ea5065083698 HTTP/1.1" status: 204 len: 168 time: 0.6670203 Oct 20 03:49:06.432555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41796) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:06.438202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'network': {'name': 'tempest-network-smoke--826151124', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'port_security_enabled': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:06.443469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:06.447529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:network and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:06.450316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:06.455790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:06.517500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:49:06.520932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.547989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:49:06.557175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.557537 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Added segment 1b694038-1195-4e82-bab8-e96f0627171d of type vlan for network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 Oct 20 03:49:06.582254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.689102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.694689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:06.695264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.800035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Network': ['ID=0b8b2f97-cb5b-40dd-892d-736293cb65e2,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:06.810210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:49:06.886623 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ab8d43c7-a17e-4502-ab3d-28d4fe48b182 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4528825 Oct 20 03:49:06.889378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41800) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:06.895091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'admin_state_up': True, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:06.902292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:06.906583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:router and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:06.910099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:06.916442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:06.997352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:06.998336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:07.012838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:07.401912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84f6a8f5-c83e-4e11-8476-027f1719bdf9 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:49:07.437516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 84f6a8f5-c83e-4e11-8476-027f1719bdf9 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:49:07.437865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 84f6a8f5-c83e-4e11-8476-027f1719bdf9 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:49:07.452461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:07.825582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:07.854543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:07.988311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.18 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/8d4f1c74-de2e-422d-b82f-4ff48bb236e7) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:49:08.132800 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:08.234052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:08.298147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:49:08.300814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:49:08.303637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:49:08.340655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=8d4f1c74-de2e-422d-b82f-4ff48bb236e7,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:08.884423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:09.228971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:09.524007 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:49:09.691934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:49:09.701317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Sync routers for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:49:09.711867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:49:09.712480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:09.805592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:09.806832 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-51cf11cb-3aa9-4ba0-a0db-2ea3247aef0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9165208 Oct 20 03:49:09.810029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41808) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:09.819986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-02419e21-d80b-4ee0-9d20-9eb2f4fae169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:09.853223 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ffb7cb05-c7e2-493f-a8e2-9c54c14e3f20 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420172 Oct 20 03:49:09.855867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41812) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:09.892787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:49:09.985804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3416ef1-4cab-449a-9422-4e23384fcfb7 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:09.990021 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a3416ef1-4cab-449a-9422-4e23384fcfb7 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306086 Oct 20 03:49:09.990285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41816) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:10.029411 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eb22fb40-abb9-4d67-b959-5ad04cd99dcf tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379512 Oct 20 03:49:10.032120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41820) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:10.037821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901399554', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:10.145824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:10.150398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:subnet and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:10.153203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:10.158929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:10.178136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:08Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:10.181910 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Checking router: 6e06305c-10f1-4e81-928b-6bb0f9b1b63b for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:49:10.182253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Updating router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:49:10.236181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:10.322210 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:49:10.323285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:10.563111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:10.574297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Transition to ACTIVE for port object 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:49:10.620728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:10.665499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:10.713364 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:49:10.733374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Attempting to bind port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:49:10.733918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Attempting to bind port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:49:10.734092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Attempting to bind port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:49:10.742310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:49:10.747093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:49:10.747093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:10.747093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:49:10.747093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Bound port: 8d4f1c74-de2e-422d-b82f-4ff48bb236e7, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:49:10.747093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:10.826003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=6228a0f1-20a7-43f6-b8fa-c97097792ff6,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:10.830804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b63b4-e582-4645-a05e-e3c7c75ebd1a None None] Pushing event updated for resources: {'Port': ['ID=8d4f1c74-de2e-422d-b82f-4ff48bb236e7,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:10.837705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Checking segment: {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:49:10.838074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network hostable DHCP agents. Network: 0b8b2f97-cb5b-40dd-892d-736293cb65e2, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:49:10.865202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] For port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:49:10.868133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] For port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8d4f1c74-de2e-422d-b82f-4ff48bb236e7,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:49:10.922796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:49:10.951632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:11.009154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:49:11.009788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:48:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:11.042761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 0b8b2f97-cb5b-40dd-892d-736293cb65e2) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:49:11.047039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:11.048966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:11.067869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f27334-73bb-4030-8f20-f84324e0b792 None None] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:49:11.171975 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-247fb4a2-3eb4-493f-9df8-a35ba444ec6c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1389732 Oct 20 03:49:11.174969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41824) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:11.222893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b63b4-e582-4645-a05e-e3c7c75ebd1a None None] Pushing event updated for resources: {'Port': ['ID=8d4f1c74-de2e-422d-b82f-4ff48bb236e7,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:11.306083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:49:11.560927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:49:11.561781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:11.792409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Allocated IP 172.20.0.2 (0b8b2f97-cb5b-40dd-892d-736293cb65e2/6228a0f1-20a7-43f6-b8fa-c97097792ff6/54d03c49-4a5e-4f69-8484-f5ac8aee03a6) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:49:11.888494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:08Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:11.897114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fe068-fa65-4d9f-a376-be4e553259d0 None None] The sync data for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv is: [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:08Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:49:11.899395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:12.036920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:12.049730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Transition to ACTIVE for port object 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:49:12.069745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Transition to ACTIVE for port object 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:49:12.154209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:12.243969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:49:12.253968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:49:12.262783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:49:12.272738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Pushing event updated for resources: {'Port': ['ID=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:12.383425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-92a7532b-787b-483e-8fd3-e5f2600f8c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:12.388272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.1 (0b8b2f97-cb5b-40dd-892d-736293cb65e2/6228a0f1-20a7-43f6-b8fa-c97097792ff6/1a37d89d-2256-4493-8ec8-cf664b709277) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:49:12.405108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Attempting to bind port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:49:12.405518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Attempting to bind port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:49:12.405887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Attempting to bind port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 on network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:49:12.412139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:49:12.412514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Checking segment: {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:49:12.412914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:12.413584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Bound using segment: {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:49:12.413986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Bound port: 54d03c49-4a5e-4f69-8484-f5ac8aee03a6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:49:12.414360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:12.515186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] For port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:49:12.519497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] For port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:49:12.580061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:12.592504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 1a37d89d-2256-4493-8ec8-cf664b709277 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:49:12.598441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:12.776193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d85989-472d-4cef-9aee-a3d8efee6e03 None None] Pushing event updated for resources: {'Port': ['ID=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:12.783908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.011994 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:49:13.015194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:49:13.021414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:49:13.055952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=1a37d89d-2256-4493-8ec8-cf664b709277,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:13.096179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.306702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.386153 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.489364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:49:13.587582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.639980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:49:13.647771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:13.648226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.648627 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 Oct 20 03:49:13.750677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.783431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b6c36b-0b72-4186-9a6a-d7fe81a57883 None None] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:49:13.814544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.854480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:13.854860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.898711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8d4f1c74-de2e-422d-b82f-4ff48bb236e7,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:49:13.941802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.945516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=1a37d89d-2256-4493-8ec8-cf664b709277,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:13.958485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-504259d7-fa4d-427a-9656-47f35b22a406 None None] Provisioning for port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:49:13.984122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:13.984890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:49:14.081906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:49:14.083024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:49:14.158339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=8d4f1c74-de2e-422d-b82f-4ff48bb236e7,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:14.273549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:49:14.280190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:49:14.286430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:14.287135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:14.287478 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 Oct 20 03:49:14.428200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Provisioning complete for port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:14.428839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:14.428839 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Attempt 1 to provision port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 Oct 20 03:49:14.452551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:14.452932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:14.463758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:49:14.477003 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Sync routers for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:49:14.487987 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:49:14.488944 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bc6f9c51-d048-44e9-8dd6-2672632e1156 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/6e06305c-10f1-4e81-928b-6bb0f9b1b63b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3128707 Oct 20 03:49:14.491544 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:49:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:14.491679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41828) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:14.516187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:49:14.593390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Current status of the port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:14.594249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:14.606569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:14.691102 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:49:14.691631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf9d22-6f98-408e-be61-45480888c8a4 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.692271 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf9d22-6f98-408e-be61-45480888c8a4 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.693009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf9d22-6f98-408e-be61-45480888c8a4 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.693709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf9d22-6f98-408e-be61-45480888c8a4 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.694526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf9d22-6f98-408e-be61-45480888c8a4 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.695134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf9d22-6f98-408e-be61-45480888c8a4 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.697074 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c4bf9d22-6f98-408e-be61-45480888c8a4 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2045431 Oct 20 03:49:14.699923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41832) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:14.716428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:14.771793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:49:14.772161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:49:14.874628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:14.919532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b281e65-a35e-4eda-ab61-3b717731a20b tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.920262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b281e65-a35e-4eda-ab61-3b717731a20b tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.920417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b281e65-a35e-4eda-ab61-3b717731a20b tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.920855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b281e65-a35e-4eda-ab61-3b717731a20b tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.921314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b281e65-a35e-4eda-ab61-3b717731a20b tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.921748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b281e65-a35e-4eda-ab61-3b717731a20b tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:14.923638 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3b281e65-a35e-4eda-ab61-3b717731a20b tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.2226338 Oct 20 03:49:14.926652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41836) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:15.031379 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a37d89d-2256-4493-8ec8-cf664b709277', 'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:e3:34:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:12Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:15.035735 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Checking router: 6e06305c-10f1-4e81-928b-6bb0f9b1b63b for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:49:15.036089 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Updating router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b port 1a37d89d-2256-4493-8ec8-cf664b709277 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:49:15.087532 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.135887 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2b8061bc-dc90-454e-b76b-82194b63cc90 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2080967 Oct 20 03:49:15.287297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41842) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:15.292742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483311888', 'description': 'tempest-secgroup-smoke-483311888 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:15.309513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:15.309513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:15.309513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:15.314786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:15.331070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Current status of the port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:15.380033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.403225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:15.407181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:15.410135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:15.417966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:15.420114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:49:15.432482 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.444913 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Transition to ACTIVE for port object 1a37d89d-2256-4493-8ec8-cf664b709277 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:49:15.451199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Provisioning for port 1a37d89d-2256-4493-8ec8-cf664b709277 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:49:15.469712 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Provisioning complete for port 1a37d89d-2256-4493-8ec8-cf664b709277 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:15.470106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.470703 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Attempt 1 to provision port 1a37d89d-2256-4493-8ec8-cf664b709277 Oct 20 03:49:15.495757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.500260 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.534513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Port 1a37d89d-2256-4493-8ec8-cf664b709277 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:49:15.543769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:15.544089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.544416 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 Oct 20 03:49:15.554738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.603450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438ba6a4-554d-4b8c-926a-f47e33308da6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:15.666677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.667989 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5e2783ba-5558-481b-a9ed-500a6aad38bd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3796225 Oct 20 03:49:15.670777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41846) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:15.676417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '438ba6a4-554d-4b8c-926a-f47e33308da6', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:15.679738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:15.680934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:49:15.686032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:15.693451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:15.698208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:15.702498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:15.718918 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Pushing event updated for resources: {'Port': ['ID=1a37d89d-2256-4493-8ec8-cf664b709277,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:15.728343 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Attempting to bind port 1a37d89d-2256-4493-8ec8-cf664b709277 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:49:15.728702 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Attempting to bind port 1a37d89d-2256-4493-8ec8-cf664b709277 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:49:15.729055 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Attempting to bind port 1a37d89d-2256-4493-8ec8-cf664b709277 on network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:49:15.731447 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.731783 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.732126 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.732435 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.732757 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.733078 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.733487 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.733808 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.734125 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.734441 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.734755 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.735063 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:15.741603 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:49:15.748684 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Checking segment: {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:49:15.748684 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.748684 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Bound using segment: {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:49:15.748684 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Bound port: 1a37d89d-2256-4493-8ec8-cf664b709277, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:49:15.748684 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.751602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:15.751978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.752316 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 Oct 20 03:49:15.830367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.854053 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] For port 1a37d89d-2256-4493-8ec8-cf664b709277, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:49:15.857083 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] For port 1a37d89d-2256-4493-8ec8-cf664b709277, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a37d89d-2256-4493-8ec8-cf664b709277,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:49:15.873480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:15.900492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.932170 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.990794 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:49:15.991422 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:49:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:16.016759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.035545 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Attempt 2 to provision port 1a37d89d-2256-4493-8ec8-cf664b709277 Oct 20 03:49:16.050897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870393f4-7e85-48f0-950e-f841b60d68eb,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:16.098598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-be78d893-e3b5-4a4e-ba43-12cad5c48a00 None None] Port 1a37d89d-2256-4493-8ec8-cf664b709277 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:49:16.114177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.115394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-05d07407-4a24-4889-8695-b8333e2d4923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4437072 Oct 20 03:49:16.118134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41850) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:16.123200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '438ba6a4-554d-4b8c-926a-f47e33308da6', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:16.127123 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707155c-6a81-427d-abd4-4ae989dedd01 None None] Pushing event updated for resources: {'Port': ['ID=1a37d89d-2256-4493-8ec8-cf664b709277,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:16.128785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:16.132712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:16.135978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:16.143603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:16.177117 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:49:16.212369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.275139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.359818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.385079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ba0a2f-5328-4da2-a313-4caaa5ed3855,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:16.466058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.467368 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-37a54a2a-7b10-4a73-ae0f-7a65be46a7b6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3482721 Oct 20 03:49:16.471347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41854) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:16.478702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '438ba6a4-554d-4b8c-926a-f47e33308da6', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:16.482874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:16.486427 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a37d89d-2256-4493-8ec8-cf664b709277', 'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:e3:34:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:12Z', 'updated_at': '2022-10-20T03:49:15Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:16.487426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:16.490386 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70097c2-3b7c-4c33-ac8c-bea0bfed0faf None None] The sync data for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv is: [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a37d89d-2256-4493-8ec8-cf664b709277', 'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:e3:34:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:12Z', 'updated_at': '2022-10-20T03:49:15Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:49:16.490553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:16.496763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:16.590217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.663261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.748649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.775101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41861f99-4c8d-44a3-bc05-28d557dcb115,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:16.854737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:16.856068 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8d3c8946-3f6c-41b5-bb63-6a380700a229 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3838770 Oct 20 03:49:16.858688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41858) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:16.863607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '438ba6a4-554d-4b8c-926a-f47e33308da6', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:16.869903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:16.873716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:16.877417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:16.883274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:17.001956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.070113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.154653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.179349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bcb288-a5b3-4918-a0fb-82d65ce74bdf,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:17.203189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.248995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.250252 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-12785c87-a0eb-4db4-b241-3c232f1d0444 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3906109 Oct 20 03:49:17.253746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41862) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:17.258899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '438ba6a4-554d-4b8c-926a-f47e33308da6', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:17.266180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:17.270338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:17.274095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:17.283295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:17.337344 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:49:17.345050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.423180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.447422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a37d89d-2256-4493-8ec8-cf664b709277 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:49:17.531630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.555007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8727e63b-0abc-4baf-889d-93fa7fdbbe9c,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:17.608743 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1a37d89d-2256-4493-8ec8-cf664b709277 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:49:17.614991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a37d89d-2256-4493-8ec8-cf664b709277 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:17.615420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.615744 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a37d89d-2256-4493-8ec8-cf664b709277 Oct 20 03:49:17.644035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.645534 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-19ec3fc1-4954-4bc5-85d4-919b1d11a388 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3907678 Oct 20 03:49:17.648489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41866) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:17.654632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '438ba6a4-554d-4b8c-926a-f47e33308da6', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:17.660962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:17.665393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:17.668350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:17.675123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:17.757199 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:49:17.764174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.765102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a37d89d-2256-4493-8ec8-cf664b709277 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:17.765509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.801213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 1a37d89d-2256-4493-8ec8-cf664b709277, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a37d89d-2256-4493-8ec8-cf664b709277,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:49:17.829971 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.888475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.936816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.957490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=1a37d89d-2256-4493-8ec8-cf664b709277,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:17.959045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae51c9f-0783-4f14-86a7-0a527b6bd9d3,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:18.045633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:18.046840 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cf3ce85e-8820-4ac7-a2da-bef9b37eb68a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3966630 Oct 20 03:49:18.210686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b79c7293-d2bd-4bf7-bb78-1152b64bd668 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:49:18.348393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b79c7293-d2bd-4bf7-bb78-1152b64bd668 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:49:18.349584 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b79c7293-d2bd-4bf7-bb78-1152b64bd668 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483311888&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.1805539 Oct 20 03:49:18.499977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-9d1b2f67-602e-49a4-9857-74923d12b787 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:18.500670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-9d1b2f67-602e-49a4-9857-74923d12b787 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:49:18.597229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-9d1b2f67-602e-49a4-9857-74923d12b787 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:49:18.598460 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-9d1b2f67-602e-49a4-9857-74923d12b787 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=0b8b2f97-cb5b-40dd-892d-736293cb65e2 HTTP/1.1" status: 200 len: 796 time: 0.2419837 Oct 20 03:49:18.614001 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b565bf96-d3d3-4dfc-8a88-b7cfefe9c1f5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.0097342 Oct 20 03:49:18.702649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-4f6ba138-c02a-4f65-bf9b-3b811fb9fff4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:49:18.782382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-4f6ba138-c02a-4f65-bf9b-3b811fb9fff4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:49:18.783671 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-4f6ba138-c02a-4f65-bf9b-3b811fb9fff4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1646738 Oct 20 03:49:18.919816 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-d0710caa-8859-467a-8b49-3fdea40d9a25 service neutron] 10.222.0.33 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244407 Oct 20 03:49:19.048763 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-905c6a68-9daf-43c7-81b2-99cde3276541 service neutron] 10.222.0.33 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220224 Oct 20 03:49:19.342658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a53e3e46-bd51-4e06-ac73-74261a13396b req-b480efac-1da7-46d2-9047-c1ff8cfb8771 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:49:19.355509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a53e3e46-bd51-4e06-ac73-74261a13396b req-b480efac-1da7-46d2-9047-c1ff8cfb8771 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:49:19.356647 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a53e3e46-bd51-4e06-ac73-74261a13396b req-b480efac-1da7-46d2-9047-c1ff8cfb8771 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 210 time: 0.0667853 Oct 20 03:49:19.424452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a37d89d-2256-4493-8ec8-cf664b709277 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:49:19.490613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a37d89d-2256-4493-8ec8-cf664b709277 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:19.490991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:19.491328 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a37d89d-2256-4493-8ec8-cf664b709277 Oct 20 03:49:19.604544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a37d89d-2256-4493-8ec8-cf664b709277 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:20.522421 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ec9417d3-f606-4cee-94a4-d664074b6b4e req-ae36fb78-a75b-43d8-9a96-d98a1ea27461 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 210 time: 0.0540903 Oct 20 03:49:21.552737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b419cc17-fd96-4fd0-ad24-453d1d6422c9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:21.553314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b419cc17-fd96-4fd0-ad24-453d1d6422c9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:49:21.565643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b419cc17-fd96-4fd0-ad24-453d1d6422c9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:49:21.566757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b419cc17-fd96-4fd0-ad24-453d1d6422c9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=0b8b2f97-cb5b-40dd-892d-736293cb65e2 HTTP/1.1" status: 200 len: 796 time: 0.1569347 Oct 20 03:49:21.623362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-1927facf-6589-4207-9bdd-01c596114c5c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:49:21.637422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-1927facf-6589-4207-9bdd-01c596114c5c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:49:21.638746 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-1927facf-6589-4207-9bdd-01c596114c5c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 379 time: 0.0584488 Oct 20 03:49:21.688861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['438ba6a4-554d-4b8c-926a-f47e33308da6']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:21.711206 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb1f92bc-60f5-497c-96ab-4998bce3f4a1 req-b675444a-3126-4d84-8154-b38ea84606c2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 210 time: 0.0679882 Oct 20 03:49:21.831292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:21.840577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:21.914304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:49:21.917845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:22.083883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.7 (0b8b2f97-cb5b-40dd-892d-736293cb65e2/6228a0f1-20a7-43f6-b8fa-c97097792ff6/86ed0051-c6d5-4f00-bafb-5f0c2ace863b) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:49:22.268133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:22.283906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 86ed0051-c6d5-4f00-bafb-5f0c2ace863b will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:49:22.376856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:22.449670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:49:22.452631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:49:22.456929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:49:22.487983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:22.524807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:22.525450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:22.634696 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6d2f275-c15f-4a37-ba2a-a98c2efd0c08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9497056 Oct 20 03:49:22.650058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Request body: {'port': {'device_id': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:22.763322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:22.825869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3a63d088-b266-4bbf-9425-874749805929 None None] Provisioning for port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:49:22.832213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3a63d088-b266-4bbf-9425-874749805929 None None] Provisioning complete for port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:22.832602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3a63d088-b266-4bbf-9425-874749805929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:22.833226 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3a63d088-b266-4bbf-9425-874749805929 None None] Attempt 1 to provision port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b Oct 20 03:49:22.891388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3a63d088-b266-4bbf-9425-874749805929 None None] Port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:49:22.926929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b449684-062c-45a9-b505-57a0110cf025 req-285193d2-fd75-46bd-bb24-7cdbecf5e9ab tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:22.928462 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8b449684-062c-45a9-b505-57a0110cf025 req-285193d2-fd75-46bd-bb24-7cdbecf5e9ab tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 931 time: 0.0983794 Oct 20 03:49:22.972862 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8b449684-062c-45a9-b505-57a0110cf025 req-455dd980-390b-4735-a6ee-ba33ac794a18 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386701 Oct 20 03:49:23.105477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ed0051-c6d5-4f00-bafb-5f0c2ace863b {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:49:23.113237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:23.127713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Transition to ACTIVE for port object 86ed0051-c6d5-4f00-bafb-5f0c2ace863b will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:49:23.216816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:23.392815 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3a63d088-b266-4bbf-9425-874749805929 None None] Attempt 2 to provision port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b Oct 20 03:49:23.446361 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3a63d088-b266-4bbf-9425-874749805929 None None] Port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:49:23.505079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Pushing event updated for resources: {'Port': ['ID=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:23.540949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Attempting to bind port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:49:23.541209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Attempting to bind port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:49:23.541696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Attempting to bind port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b on network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:49:23.547511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b on network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:49:23.547824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Attempting to bind port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b on network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:49:23.553450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:49:23.553775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Checking segment: {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:49:23.554145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Bound using segment: {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:49:23.554561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Bound port: 86ed0051-c6d5-4f00-bafb-5f0c2ace863b, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b694038-1195-4e82-bab8-e96f0627171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:49:23.554894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:23.646363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] For port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:49:23.649402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] For port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:49:23.725931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:23.729042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:23.729754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:23.731217 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] 10.222.0.26 "PUT /v2.0/ports/86ed0051-c6d5-4f00-bafb-5f0c2ace863b HTTP/1.1" status: 200 len: 1093 time: 1.0851769 Oct 20 03:49:23.760183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:49:23.762482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604559e4-883f-4476-826d-2be3033e0836" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:49:23.802319 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e35846-68cc-4d54-a3bb-790881d12f88 service neutron] Pushing event updated for resources: {'Port': ['ID=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:23.809441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7893b24f-70d9-4d78-94f8-8c12a72ffbdf x-openstack-request-id: req-7893b24f-70d9-4d78-94f8-8c12a72ffbdf {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:49:23.810058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:49:23.810058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7893b24f-70d9-4d78-94f8-8c12a72ffbdf {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:49:23.810432 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7893b24f-70d9-4d78-94f8-8c12a72ffbdf'] response: {'name': 'network-changed', 'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'status': 'completed', 'code': 200} Oct 20 03:49:23.917845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604559e4-883f-4476-826d-2be3033e0836 req-2f457d17-5c8e-46a6-b271-03f9f3f815ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:23.919225 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-604559e4-883f-4476-826d-2be3033e0836 req-2f457d17-5c8e-46a6-b271-03f9f3f815ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 1096 time: 0.0815797 Oct 20 03:49:23.948017 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3a63d088-b266-4bbf-9425-874749805929 None None] Attempt 3 to provision port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b Oct 20 03:49:24.010687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3a63d088-b266-4bbf-9425-874749805929 None None] Port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:49:24.065497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604559e4-883f-4476-826d-2be3033e0836 req-4df2e8ef-249f-4b09-a6fe-00ee2b1ab5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:24.066947 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-604559e4-883f-4476-826d-2be3033e0836 req-4df2e8ef-249f-4b09-a6fe-00ee2b1ab5ca service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1362700 Oct 20 03:49:24.179504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083319b-6ee5-40da-a4b9-77ea49137f83 req-4a49b593-4235-4411-910b-7f3ba420b8a1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:24.180850 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c083319b-6ee5-40da-a4b9-77ea49137f83 req-4a49b593-4235-4411-910b-7f3ba420b8a1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 943 time: 0.0916607 Oct 20 03:49:24.206535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604559e4-883f-4476-826d-2be3033e0836 req-406c9ed4-f295-4390-ab60-174f4bf161e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:24.208016 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-604559e4-883f-4476-826d-2be3033e0836 req-406c9ed4-f295-4390-ab60-174f4bf161e3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319501 Oct 20 03:49:24.227950 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c083319b-6ee5-40da-a4b9-77ea49137f83 req-b778671b-9512-4ed1-a1ef-c48e30a521c8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402193 Oct 20 03:49:24.344278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-9a5cabdf-e432-4125-8d42-9810f29372e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:24.346221 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-9a5cabdf-e432-4125-8d42-9810f29372e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 1096 time: 0.0760469 Oct 20 03:49:24.418745 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-ebd9bfac-105d-431a-8f64-8c438f6bc674 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ed0051-c6d5-4f00-bafb-5f0c2ace863b HTTP/1.1" status: 200 len: 217 time: 0.0623958 Oct 20 03:49:24.484417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b205538f-928b-4bd4-a2ce-91e0fee1b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:24.485835 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-b205538f-928b-4bd4-a2ce-91e0fee1b881 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6228a0f1-20a7-43f6-b8fa-c97097792ff6 HTTP/1.1" status: 200 len: 843 time: 0.0564241 Oct 20 03:49:24.571658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6303dc0-8ffe-4e2d-b1b4-fb49f7f60688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:24.573085 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-a6303dc0-8ffe-4e2d-b1b4-fb49f7f60688 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b8b2f97-cb5b-40dd-892d-736293cb65e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783145 Oct 20 03:49:24.706112 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-c44371be-6c4f-4fa5-a186-10a659c1707b service neutron] 10.222.0.26 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230791 Oct 20 03:49:24.839714 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-438bccf6-bd68-480f-be28-b9ff7319a509 req-5b157855-aa21-40a3-ae6c-6c66b74748e2 service neutron] 10.222.0.26 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240993 Oct 20 03:49:25.433081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547a4ee-f19b-411e-a698-92d8a78258c8 req-e0d2fc85-35a3-46c3-81ec-ef9ee59b1efd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:25.433814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-c547a4ee-f19b-411e-a698-92d8a78258c8 req-e0d2fc85-35a3-46c3-81ec-ef9ee59b1efd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:49:25.532373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-c547a4ee-f19b-411e-a698-92d8a78258c8 req-e0d2fc85-35a3-46c3-81ec-ef9ee59b1efd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:49:25.532373 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c547a4ee-f19b-411e-a698-92d8a78258c8 req-e0d2fc85-35a3-46c3-81ec-ef9ee59b1efd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 943 time: 0.1807821 Oct 20 03:49:25.578584 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c547a4ee-f19b-411e-a698-92d8a78258c8 req-f0ed49a2-c132-49da-b916-be2ff0e5ea8a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432928 Oct 20 03:49:26.777282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a700312-b1e2-4f81-a112-d89fa5721b1d req-1dba9f84-45ab-4018-9ac9-41fbdb38a22c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:26.778831 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0a700312-b1e2-4f81-a112-d89fa5721b1d req-1dba9f84-45ab-4018-9ac9-41fbdb38a22c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 943 time: 0.0894387 Oct 20 03:49:26.824969 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0a700312-b1e2-4f81-a112-d89fa5721b1d req-92429768-d79e-4a18-bc82-f6a8f406ed05 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404825 Oct 20 03:49:27.709496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 86ed0051-c6d5-4f00-bafb-5f0c2ace863b details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:49:27.838735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:49:27.852096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'port_id': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'mac_address': 'fa:16:3e:da:69:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:49:27.909429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:27.909733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:27.931169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ed0051-c6d5-4f00-bafb-5f0c2ace863b {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:49:27.946388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:49:28.019741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:28.021825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61772526-ca33-487f-8ab8-5174234741bc req-8af7375a-9b87-4aac-b27f-fe36a831f639 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:28.023304 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61772526-ca33-487f-8ab8-5174234741bc req-8af7375a-9b87-4aac-b27f-fe36a831f639 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 943 time: 0.0882659 Oct 20 03:49:28.067313 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61772526-ca33-487f-8ab8-5174234741bc req-c2d33bfd-a7fa-44d9-866e-4ea572b25d27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381308 Oct 20 03:49:28.085780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:28.288297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['86ed0051-c6d5-4f00-bafb-5f0c2ace863b'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:49:29.260900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0105cf7-53da-4177-94f8-ae476670de28 req-fb959f3f-b60a-4d66-80ee-51f0e3c4b978 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:29.262371 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c0105cf7-53da-4177-94f8-ae476670de28 req-fb959f3f-b60a-4d66-80ee-51f0e3c4b978 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 944 time: 0.0862861 Oct 20 03:49:29.311766 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c0105cf7-53da-4177-94f8-ae476670de28 req-f8d99d37-e557-4e00-a85e-6fa018483b0d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432472 Oct 20 03:49:29.735231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 86ed0051-c6d5-4f00-bafb-5f0c2ace863b up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:49:29.862759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:49:29.867611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:29.867984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:29.868319 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b Oct 20 03:49:29.987851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:49:29.988144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:30.014079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:49:30.016358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b98aba-fe46-4715-86fb-309fe3db77ff" -d '{"events": [{"server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "name": "network-vif-plugged", "status": "completed", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:49:30.023844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:49:30.058481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b30bb2-1d5c-45a7-bee5-198ed8394d23 x-openstack-request-id: req-34b30bb2-1d5c-45a7-bee5-198ed8394d23 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:49:30.058770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "name": "network-vif-plugged", "status": "completed", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:49:30.059023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-34b30bb2-1d5c-45a7-bee5-198ed8394d23 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:49:30.059413 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b30bb2-1d5c-45a7-bee5-198ed8394d23'] response: {'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'code': 200} Oct 20 03:49:30.085164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:30.153601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:30.434485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff96b7-167f-4f1d-af17-26144529b1e5 req-03f9fc89-5f04-4bf7-9c21-32345187c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:30.435964 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ddff96b7-167f-4f1d-af17-26144529b1e5 req-03f9fc89-5f04-4bf7-9c21-32345187c042 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 1098 time: 0.0794606 Oct 20 03:49:30.479628 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ddff96b7-167f-4f1d-af17-26144529b1e5 req-ef9f5967-f251-4223-90b7-51e9f47e1d65 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342615 Oct 20 03:49:30.513863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c49fb3-d118-49d1-ab7e-b39d7a6d2bfb req-21e86d50-958e-43ef-8e0a-c218c8b4561d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:30.515298 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-45c49fb3-d118-49d1-ab7e-b39d7a6d2bfb req-21e86d50-958e-43ef-8e0a-c218c8b4561d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 945 time: 0.0896184 Oct 20 03:49:30.558890 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-45c49fb3-d118-49d1-ab7e-b39d7a6d2bfb req-ec662880-194f-40c1-bcb5-5daaa461bc9b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376825 Oct 20 03:49:31.761353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a264e41-3bfe-48fe-b0b2-2523486519b8 req-770778ce-a665-4632-bf41-c3431d260f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:31.762814 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5a264e41-3bfe-48fe-b0b2-2523486519b8 req-770778ce-a665-4632-bf41-c3431d260f48 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 945 time: 0.0859258 Oct 20 03:49:31.809632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5a264e41-3bfe-48fe-b0b2-2523486519b8 req-6f67f4d7-b3dd-44d9-8e6d-97add2dd5ffd tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406876 Oct 20 03:49:33.002121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee52528-c0cf-4e44-9c31-733beb339b1c req-3df74f9f-e96a-4969-87ae-42b6831f4092 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:33.003455 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-aee52528-c0cf-4e44-9c31-733beb339b1c req-3df74f9f-e96a-4969-87ae-42b6831f4092 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 945 time: 0.0842512 Oct 20 03:49:33.152763 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-aee52528-c0cf-4e44-9c31-733beb339b1c req-03e8c693-a0d8-4c0f-b436-59fa3fb6d996 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437047 Oct 20 03:49:33.443852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9920-82e1-410f-ba5a-ea6da230f16e req-5a0849fc-1ff0-4ebf-8edf-d59aea577457 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:33.445297 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-172c9920-82e1-410f-ba5a-ea6da230f16e req-5a0849fc-1ff0-4ebf-8edf-d59aea577457 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 945 time: 0.1828630 Oct 20 03:49:33.487713 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-172c9920-82e1-410f-ba5a-ea6da230f16e req-eebc4ee1-1d3b-4385-81c4-7198137e8f87 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367744 Oct 20 03:49:33.516122 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41924) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:33.592768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087dd270-c852-4938-a5fb-1db0b98b8aa6 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:33.594262 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-087dd270-c852-4938-a5fb-1db0b98b8aa6 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 1093 time: 0.0772116 Oct 20 03:49:33.597325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 41928) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:33.602167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:33.607942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:49:33.621684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:floatingip and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:49:33.621684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:49:33.621684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:49:33.714026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:33.846662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:33.977992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.113 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/290325c5-3d1d-42c8-a4f9-7288607d88aa) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:49:34.118318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:34.197022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:34.258062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:49:34.260902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:49:34.264492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:49:34.297521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=290325c5-3d1d-42c8-a4f9-7288607d88aa,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:34.656466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:34.792604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:34.994448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:35.056178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:35.161682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:35.212474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=290325c5-3d1d-42c8-a4f9-7288607d88aa,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:35.432685 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP 4a428915-6d78-41f9-9989-106a790d431c associated. External IP: 172.26.7.113, port: 86ed0051-c6d5-4f00-bafb-5f0c2ace863b. Oct 20 03:49:35.774495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:49:35.947894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:49:35.958119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] Sync routers for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:49:35.967015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:49:35.967622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:49:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:36.059545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:36.117410 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-79acc8a1-28ef-48b4-87a4-e1ccc3850610 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5190461 Oct 20 03:49:36.118051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:49:36.120356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9bcbe6-9589-40b6-9764-46dac6eef57b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:49:36.120500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41932) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:36.152029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:49:36.169859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb628a-60c0-41fa-afa3-5616c2f1cfc6 x-openstack-request-id: req-4ddb628a-60c0-41fa-afa3-5616c2f1cfc6 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:49:36.170442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:49:36.170836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ddb628a-60c0-41fa-afa3-5616c2f1cfc6 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:49:36.171445 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddb628a-60c0-41fa-afa3-5616c2f1cfc6'] response: {'name': 'network-changed', 'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'status': 'completed', 'code': 200} Oct 20 03:49:36.237685 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-50ff2928-d30c-4eb1-8069-4f072b453c97 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/4a428915-6d78-41f9-9989-106a790d431c HTTP/1.1" status: 200 len: 991 time: 0.1158462 Oct 20 03:49:36.278473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-ddb9a9fa-b361-499a-ae04-b54d6d1295b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:36.279993 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-ddb9a9fa-b361-499a-ae04-b54d6d1295b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 1098 time: 0.0804727 Oct 20 03:49:36.410509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-899586d7-456d-49c6-aaad-a14ad787c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:36.411936 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-899586d7-456d-49c6-aaad-a14ad787c8ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b8b2f97-cb5b-40dd-892d-736293cb65e2 HTTP/1.1" status: 200 len: 897 time: 0.1238544 Oct 20 03:49:36.512527 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-869ecb6e-05d8-4d2e-9be2-2963f9c14e01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ed0051-c6d5-4f00-bafb-5f0c2ace863b HTTP/1.1" status: 200 len: 999 time: 0.0937555 Oct 20 03:49:36.520512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '4a428915-6d78-41f9-9989-106a790d431c', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.113', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'port_id': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'mac_address': 'fa:16:3e:da:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:49:34Z', 'updated_at': '2022-10-20T03:49:34Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a37d89d-2256-4493-8ec8-cf664b709277', 'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:e3:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:12Z', 'updated_at': '2022-10-20T03:49:17Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:36.524401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] Checking router: 6e06305c-10f1-4e81-928b-6bb0f9b1b63b for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:49:36.532659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:49:36.533392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:49:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:36.576096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-a254ed0b-24f2-43df-97e3-989d11fa2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:36.577545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-a254ed0b-24f2-43df-97e3-989d11fa2c55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6228a0f1-20a7-43f6-b8fa-c97097792ff6 HTTP/1.1" status: 200 len: 843 time: 0.0588009 Oct 20 03:49:36.679832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-d7cbec1f-d155-4643-b96a-f40fe0e51a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:36.681353 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-d7cbec1f-d155-4643-b96a-f40fe0e51a7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b8b2f97-cb5b-40dd-892d-736293cb65e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937817 Oct 20 03:49:36.713440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:49:36.816814 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-5ee82f1c-7625-4053-a0bd-1025d6c9f442 service neutron] 10.222.0.26 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248965 Oct 20 03:49:37.058263 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c9bcbe6-9589-40b6-9764-46dac6eef57b req-f6deb3e1-2ca2-44f5-9ccd-31fdfceed47e service neutron] 10.222.0.26 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351122 Oct 20 03:49:37.065628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '4a428915-6d78-41f9-9989-106a790d431c', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.113', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'port_id': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'mac_address': 'fa:16:3e:da:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:49:34Z', 'updated_at': '2022-10-20T03:49:34Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a37d89d-2256-4493-8ec8-cf664b709277', 'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:e3:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:12Z', 'updated_at': '2022-10-20T03:49:17Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:49:37.069861 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425228eb-c78f-4ab1-9ebc-f264b11b371f None None] The sync data for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv is: [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '4a428915-6d78-41f9-9989-106a790d431c', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.113', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'port_id': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'mac_address': 'fa:16:3e:da:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:49:34Z', 'updated_at': '2022-10-20T03:49:34Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a37d89d-2256-4493-8ec8-cf664b709277', 'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:e3:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:12Z', 'updated_at': '2022-10-20T03:49:17Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:49:37.241041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41938) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:37.255798 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18737976-1451-4911-a12a-40446b429f56 None None] New status for floating IP 4a428915-6d78-41f9-9989-106a790d431c: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:49:37.360277 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c56900a9-620b-45f9-b794-8c6612588f81 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/4a428915-6d78-41f9-9989-106a790d431c HTTP/1.1" status: 200 len: 991 time: 0.1168137 Oct 20 03:49:38.362979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 41942) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:49:38.467742 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-241bb765-b9ac-4073-a853-57e42e75b982 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/4a428915-6d78-41f9-9989-106a790d431c HTTP/1.1" status: 200 len: 993 time: 0.1036558 Oct 20 03:49:39.779147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-af604917-0ce4-4dde-9921-e42f5e9a5724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:42.310705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e6512616-69e3-42b6-9b54-897260febbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:43.382373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:43.539048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:44.836186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:47.147632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:47.711752 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:49:54.347291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-0b90841d-b58a-42b2-a84d-1cb1763f5370 req-99bcf05e-5a1a-46b5-b2b6-3f94f27187ac service neutron] (90075) timed out ('10.222.0.26', 61401) {{(pid=90075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 20 03:50:09.784440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e673826b-5e04-4d5f-a9e7-178147a7da4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:12.327320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-53d1712b-2591-473f-b4d8-662cd5982f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:13.427366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:13.561088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:14.922501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:17.201689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.578030 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-e1209842-63af-42b8-abcc-30eeffd947f4 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330530667&fields=id&tenant_id=b59d5f13f62646b8af99f2bd7cc20df1 HTTP/1.1" status: 200 len: 267 time: 0.0381427 Oct 20 03:50:19.724824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-18585595-b171-4b0f-a8e6-f9c7d770d6f6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:19.726286 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-18585595-b171-4b0f-a8e6-f9c7d770d6f6 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 812 time: 0.1414783 Oct 20 03:50:19.741060 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-5cf329ad-62d9-41d8-8c4d-cf90af1bd996 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/quotas/b59d5f13f62646b8af99f2bd7cc20df1 HTTP/1.1" status: 200 len: 375 time: 0.0094488 Oct 20 03:50:19.832277 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9346681f-3f7d-4188-b22f-b962f45bb19e tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0863187 Oct 20 03:50:19.965240 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9b3f0866-21b7-4bc2-b875-179faed5c764 service neutron] 10.222.0.33 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219237 Oct 20 03:50:20.093725 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-64c66731-7f20-42b5-9088-faaf0c6b53ed service neutron] 10.222.0.33 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226907 Oct 20 03:50:20.676787 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0354459d-12ff-4a42-b25e-4dfdaa671ffd req-c02b9a5e-4317-49f1-9f5f-b18985862b79 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 210 time: 0.0524354 Oct 20 03:50:21.786692 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-eb6b95b6-789e-4edb-956e-8cddff456cbb req-0499f214-7e47-4eaa-a4c5-cf3c69f43279 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 210 time: 0.0520942 Oct 20 03:50:22.943742 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7d64110-3ba8-49a8-8a00-4e5946a1d259 req-186cef11-ffce-4f5a-aba4-1b94846c9f82 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 210 time: 0.0480645 Oct 20 03:50:24.106663 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7bebd60b-7937-4a84-9b99-f856876b4dad req-8eaa5139-1849-4cce-8ac3-91db050378c3 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 210 time: 0.0491462 Oct 20 03:50:24.601831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-331fb6fd-0f64-4fbd-b3fd-019d942cae71 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:24.603233 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-331fb6fd-0f64-4fbd-b3fd-019d942cae71 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 812 time: 0.1412203 Oct 20 03:50:24.655858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-147078bc-3ab3-4703-b3c2-ab76209f6755 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59d5f13f62646b8af99f2bd7cc20df1 HTTP/1.1" status: 200 len: 379 time: 0.0391691 Oct 20 03:50:24.667437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'port': {'device_id': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'admin_state_up': True, 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'security_groups': ['d2aef360-bac0-4c84-93a7-c1638bfad24f']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:24.710991 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:50:24.802061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:50:24.811411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:50:24.898484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Made reservation on behalf of b59d5f13f62646b8af99f2bd7cc20df1 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:50:24.902091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.068398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Allocated IP 172.20.0.14 (1e24bcb9-0447-4f17-b1d2-de7c50dd02b2/c6f35289-d291-42db-8ec9-c697325c02a1/56b28e8a-77d8-4cfc-82ac-bafb3254f58a) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:50:25.298487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-91e9e985-c832-4ef2-9018-2f220a6f3aa2 req-e52de6cf-3efc-4174-aa61-75d089aa6168 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 210 time: 0.0730090 Oct 20 03:50:25.305492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.321543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Transition to ACTIVE for port object 56b28e8a-77d8-4cfc-82ac-bafb3254f58a will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:50:25.405071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.476569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:25.478788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:25.482564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:50:25.519775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'Port': ['ID=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:25.528085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.528433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.528771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.529102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.529461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.529791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.530112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.530435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.530758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.531080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.531413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.531732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:25.559971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:25.566068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.676040 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9e3ca1ef-f19b-4d60-b28a-dc727727c3b2 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0120420 Oct 20 03:50:25.691370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Request body: {'port': {'device_id': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:25.802124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.810314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-55aa5d69-65e9-4095-9043-6f0cdc6f6ebd None None] Provisioning for port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:50:25.815326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-55aa5d69-65e9-4095-9043-6f0cdc6f6ebd None None] Provisioning complete for port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:25.815692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-55aa5d69-65e9-4095-9043-6f0cdc6f6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.816324 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-55aa5d69-65e9-4095-9043-6f0cdc6f6ebd None None] Attempt 1 to provision port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a Oct 20 03:50:25.875482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-55aa5d69-65e9-4095-9043-6f0cdc6f6ebd None None] Port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:50:26.143362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b28e8a-77d8-4cfc-82ac-bafb3254f58a {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:50:26.150560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.164727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Transition to ACTIVE for port object 56b28e8a-77d8-4cfc-82ac-bafb3254f58a will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:50:26.241104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.376995 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-55aa5d69-65e9-4095-9043-6f0cdc6f6ebd None None] Attempt 2 to provision port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a Oct 20 03:50:26.456311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-55aa5d69-65e9-4095-9043-6f0cdc6f6ebd None None] Port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:50:26.515703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ee2cc-f3b9-4dfd-9611-25a30b39637e req-b07501df-d832-4343-909e-f8ea93d8a888 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:26.517202 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f74ee2cc-f3b9-4dfd-9611-25a30b39637e req-b07501df-d832-4343-909e-f8ea93d8a888 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 944 time: 0.1038611 Oct 20 03:50:26.546273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Pushing event updated for resources: {'Port': ['ID=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:26.566986 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f74ee2cc-f3b9-4dfd-9611-25a30b39637e req-15f64c76-9139-48b5-9b1b-11aba73471d4 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436888 Oct 20 03:50:26.594217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Attempting to bind port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:50:26.594699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Attempting to bind port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:50:26.595069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Attempting to bind port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:50:26.600502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:50:26.600935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Attempting to bind port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a on network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:50:26.605948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:50:26.606283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Checking segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:50:26.606663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Bound using segment: {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:50:26.607128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Bound port: 56b28e8a-77d8-4cfc-82ac-bafb3254f58a, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:50:26.607464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.697505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] For port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:50:26.705385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] For port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:50:26.771432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.801452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:26.801987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.803339 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] 10.222.0.26 "PUT /v2.0/ports/56b28e8a-77d8-4cfc-82ac-bafb3254f58a HTTP/1.1" status: 200 len: 1094 time: 1.1161790 Oct 20 03:50:26.803821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:26.806131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1b38db-7fc8-442e-a1bb-1b90aaa31163" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:26.847063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c304ed7-8647-4b87-9195-42dc5ed1732e service neutron] Pushing event updated for resources: {'Port': ['ID=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:26.850921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ace6aa1-9715-459e-8fec-165d9af2b9d8 x-openstack-request-id: req-1ace6aa1-9715-459e-8fec-165d9af2b9d8 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:26.854532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:26.854532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1ace6aa1-9715-459e-8fec-165d9af2b9d8 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:26.854532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ace6aa1-9715-459e-8fec-165d9af2b9d8'] response: {'name': 'network-changed', 'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'status': 'completed', 'code': 200} Oct 20 03:50:26.958409 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-55aa5d69-65e9-4095-9043-6f0cdc6f6ebd None None] Attempt 3 to provision port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a Oct 20 03:50:27.002124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b38db-7fc8-442e-a1bb-1b90aaa31163 req-c8489ae8-1c48-42e7-acd8-21819dd7b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:27.003617 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd1b38db-7fc8-442e-a1bb-1b90aaa31163 req-c8489ae8-1c48-42e7-acd8-21819dd7b2d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 1097 time: 0.1239052 Oct 20 03:50:27.023612 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-55aa5d69-65e9-4095-9043-6f0cdc6f6ebd None None] Port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:50:27.146630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b38db-7fc8-442e-a1bb-1b90aaa31163 req-b27fc06c-29cf-4062-9b9b-07535a8579f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:27.148064 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd1b38db-7fc8-442e-a1bb-1b90aaa31163 req-b27fc06c-29cf-4062-9b9b-07535a8579f9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1336856 Oct 20 03:50:27.289841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b38db-7fc8-442e-a1bb-1b90aaa31163 req-688794f7-9950-45df-8977-4cc3368cdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:27.291209 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd1b38db-7fc8-442e-a1bb-1b90aaa31163 req-688794f7-9950-45df-8977-4cc3368cdc7e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327682 Oct 20 03:50:27.405167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-24d8b9ce-a921-4dfb-a274-404ea9fe8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:27.406681 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-24d8b9ce-a921-4dfb-a274-404ea9fe8fc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 1097 time: 0.0768991 Oct 20 03:50:27.479650 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-368fd6ed-bbb7-4c67-ab8d-e51fbfe83545 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b28e8a-77d8-4cfc-82ac-bafb3254f58a HTTP/1.1" status: 200 len: 217 time: 0.0625625 Oct 20 03:50:27.547692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-0740e3b3-1596-4cd7-9cc4-79b904c85013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:27.549043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-0740e3b3-1596-4cd7-9cc4-79b904c85013 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0605478 Oct 20 03:50:27.637651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-0d5990e9-976c-4ad6-b160-6c6abd612ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:27.639129 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-0d5990e9-976c-4ad6-b160-6c6abd612ca8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809186 Oct 20 03:50:27.765285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd78b-73a8-4e13-8bb9-fa5c55e48660 req-6cdc6be9-e560-4a27-9a4a-e429385ecc5d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:27.766874 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-421dd78b-73a8-4e13-8bb9-fa5c55e48660 req-6cdc6be9-e560-4a27-9a4a-e429385ecc5d tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 944 time: 0.0878749 Oct 20 03:50:27.777249 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-a1196491-2527-4245-aa8e-dd1cdd8c19f6 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259673 Oct 20 03:50:27.810685 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-421dd78b-73a8-4e13-8bb9-fa5c55e48660 req-87c87142-afab-4922-bd15-9bed5cce4128 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378964 Oct 20 03:50:27.908953 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c23d6343-dfdf-4c69-ae41-f13f2b5c9cd7 req-5a3bbf4b-dc7d-45bb-80e7-662f3775e9a3 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225123 Oct 20 03:50:29.005236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaccbb-cd87-4852-a935-5d6c6fc29322 req-05b7c17c-3d3e-4a55-82fb-f124456c6731 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:29.006400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-aeeaccbb-cd87-4852-a935-5d6c6fc29322 req-05b7c17c-3d3e-4a55-82fb-f124456c6731 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:50:29.109614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-aeeaccbb-cd87-4852-a935-5d6c6fc29322 req-05b7c17c-3d3e-4a55-82fb-f124456c6731 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:50:29.110790 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeeaccbb-cd87-4852-a935-5d6c6fc29322 req-05b7c17c-3d3e-4a55-82fb-f124456c6731 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 944 time: 0.1890709 Oct 20 03:50:29.159091 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeeaccbb-cd87-4852-a935-5d6c6fc29322 req-40dcfbbc-919e-4943-b018-bd8f93a06b84 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420852 Oct 20 03:50:30.361894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b597b-a967-4b0d-bb5e-ac30967c8aec req-a4471270-d722-40ea-9299-c14b8e9e1902 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:30.363368 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a21b597b-a967-4b0d-bb5e-ac30967c8aec req-a4471270-d722-40ea-9299-c14b8e9e1902 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 944 time: 0.0895398 Oct 20 03:50:30.407988 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a21b597b-a967-4b0d-bb5e-ac30967c8aec req-6bceb917-3cfe-494a-a41e-998661584709 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388737 Oct 20 03:50:31.603732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90165dd-746a-41c2-bd74-3842347d6a1d req-271565b9-4fcf-4451-80be-3c2e554a1c61 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:31.605158 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d90165dd-746a-41c2-bd74-3842347d6a1d req-271565b9-4fcf-4451-80be-3c2e554a1c61 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 944 time: 0.0858169 Oct 20 03:50:31.648239 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d90165dd-746a-41c2-bd74-3842347d6a1d req-da480e35-a98c-4031-a4fb-bc221eebae25 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373237 Oct 20 03:50:32.849117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8b247-cef7-4445-bb82-cfea791edb6d req-c1b2c766-1bd6-43ae-97d9-6d47e3ea55cd tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:32.850540 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6db8b247-cef7-4445-bb82-cfea791edb6d req-c1b2c766-1bd6-43ae-97d9-6d47e3ea55cd tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 944 time: 0.0910270 Oct 20 03:50:32.893516 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6db8b247-cef7-4445-bb82-cfea791edb6d req-c1a82e02-7f6e-40f9-a1e0-455c2fd40b02 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372288 Oct 20 03:50:34.139441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90672608-f611-4268-a06c-e95918972944 req-09f4b15e-cdd4-44e0-b8ae-ef1d38b303f7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:34.140867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-90672608-f611-4268-a06c-e95918972944 req-09f4b15e-cdd4-44e0-b8ae-ef1d38b303f7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 944 time: 0.1336603 Oct 20 03:50:34.184955 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-90672608-f611-4268-a06c-e95918972944 req-e30e3e5e-794e-4e0f-8a98-93f6c41f3f07 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383923 Oct 20 03:50:34.392914 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-8343f0ad-301c-4537-984a-b28060ae6796 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747178 Oct 20 03:50:34.541570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-9d22375a-294a-48bf-9dcf-626270f0d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:34.543004 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-9d22375a-294a-48bf-9dcf-626270f0d9fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1098 time: 0.0809741 Oct 20 03:50:34.795939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-2b3551bd-c66d-4e42-95a2-a5acb6e7ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:34.797360 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-2b3551bd-c66d-4e42-95a2-a5acb6e7ff99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.2320111 Oct 20 03:50:34.899922 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-2867e490-268b-4d8a-8e3f-65bf84797296 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 200 len: 1000 time: 0.0958090 Oct 20 03:50:34.961440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-7c933e0d-cd4c-4cf1-a17c-da40d864df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:34.962856 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-7c933e0d-cd4c-4cf1-a17c-da40d864df32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0562105 Oct 20 03:50:35.046379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-4fc3e6db-a3ef-4a5b-b4c9-442cff2a26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:35.047703 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-4fc3e6db-a3ef-4a5b-b4c9-442cff2a26d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779548 Oct 20 03:50:35.175901 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-6d81d8a7-4ccb-4088-825e-b28abf345635 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212389 Oct 20 03:50:35.308120 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f4236429-641d-4f09-8a54-65aad7b1d323 req-c5a46fd6-1652-4447-9552-c6b6fbf692d5 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245911 Oct 20 03:50:35.425571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaac930-c1e7-46ee-b2d8-e59f2ef96cfc req-c39874c1-3c77-4a3e-bdbf-809af3dc1c84 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:35.427027 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5aaac930-c1e7-46ee-b2d8-e59f2ef96cfc req-c39874c1-3c77-4a3e-bdbf-809af3dc1c84 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 944 time: 0.1310163 Oct 20 03:50:35.470810 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5aaac930-c1e7-46ee-b2d8-e59f2ef96cfc req-70a50378-d6b1-41d8-9f71-be1e506d8d60 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375619 Oct 20 03:50:36.014269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 56b28e8a-77d8-4cfc-82ac-bafb3254f58a details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:50:36.181591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:50:36.195037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'port_id': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'mac_address': 'fa:16:3e:ea:ad:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:50:36.247729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:50:36.248032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:36.266059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b28e8a-77d8-4cfc-82ac-bafb3254f58a {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:50:36.280124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:50:36.377729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:36.445821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:36.452923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.453292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.453639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.453970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.454302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.454629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.454952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.455277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.455603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.455921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.456240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.456558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:36.666805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7b54-6864-4fd9-9f03-ac520fafdacc req-268a755c-635d-4e50-b848-3f55a9d786bd tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:36.668248 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dddb7b54-6864-4fd9-9f03-ac520fafdacc req-268a755c-635d-4e50-b848-3f55a9d786bd tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 945 time: 0.0873358 Oct 20 03:50:36.711531 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dddb7b54-6864-4fd9-9f03-ac520fafdacc req-cfb46e99-6566-4431-a364-f7175a8de7d4 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375659 Oct 20 03:50:36.719600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['56b28e8a-77d8-4cfc-82ac-bafb3254f58a'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:50:38.015482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1589-9b9d-40c9-b314-401cbc3eef4c req-d4b5e9df-226e-4829-a2bc-31f1c7d58e94 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:38.016918 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-317a1589-9b9d-40c9-b314-401cbc3eef4c req-d4b5e9df-226e-4829-a2bc-31f1c7d58e94 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 945 time: 0.1946900 Oct 20 03:50:38.044834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 56b28e8a-77d8-4cfc-82ac-bafb3254f58a up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:50:38.060644 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-317a1589-9b9d-40c9-b314-401cbc3eef4c req-d67722f7-f4df-4833-9cfa-8d8beee54643 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378289 Oct 20 03:50:38.178621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:50:38.183385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:38.183753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.184087 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a Oct 20 03:50:38.301795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:50:38.302732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.328651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:38.330957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5052f09f-17a5-4f6d-b9b1-812177597045" -d '{"events": [{"server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "name": "network-vif-plugged", "status": "completed", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:38.338769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:50:38.373707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b1bbc7-88fa-4211-9bfc-3e5e07cb05ec x-openstack-request-id: req-50b1bbc7-88fa-4211-9bfc-3e5e07cb05ec {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:38.373995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "name": "network-vif-plugged", "status": "completed", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:38.374244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-50b1bbc7-88fa-4211-9bfc-3e5e07cb05ec {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:38.374629 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b1bbc7-88fa-4211-9bfc-3e5e07cb05ec'] response: {'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'code': 200} Oct 20 03:50:38.389409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.461805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:38.899623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badad42-8aed-4a00-91e8-2193aeac0d6f req-2531e8fd-8d67-41c9-9205-377ad79f0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:38.901053 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6badad42-8aed-4a00-91e8-2193aeac0d6f req-2531e8fd-8d67-41c9-9205-377ad79f0611 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 1099 time: 0.0791264 Oct 20 03:50:38.943757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6badad42-8aed-4a00-91e8-2193aeac0d6f req-3cfa78e9-fd9a-41ad-afe0-2d9db2cc62a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336444 Oct 20 03:50:39.257012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d859e22-b2a7-45d5-801e-ff34769c3667 req-8be5deb7-8bc2-4441-91f5-8a8ef3bb7c8f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:39.258509 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5d859e22-b2a7-45d5-801e-ff34769c3667 req-8be5deb7-8bc2-4441-91f5-8a8ef3bb7c8f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 946 time: 0.0889544 Oct 20 03:50:39.301075 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5d859e22-b2a7-45d5-801e-ff34769c3667 req-e9a0911f-0a81-410e-b83f-f990d48ee617 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369563 Oct 20 03:50:39.769872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1a524206-b147-4bd1-9b6e-d62b1b83ada1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:40.497972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556b1ad-abf1-43b1-9c2d-ca0b364dbaf0 req-7c5c4914-96de-444f-a05f-fa9916c6dcff tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:40.499416 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f556b1ad-abf1-43b1-9c2d-ca0b364dbaf0 req-7c5c4914-96de-444f-a05f-fa9916c6dcff tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 946 time: 0.0863378 Oct 20 03:50:40.546364 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f556b1ad-abf1-43b1-9c2d-ca0b364dbaf0 req-b7965fe9-f393-482d-bc54-002aab088ede tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 Oct 20 03:50:40.744767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c5d3b-0380-4f4a-a4d2-8548d759f877 req-028c5d4f-6d4a-4094-869f-3911611b1f1c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:40.746238 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bd0c5d3b-0380-4f4a-a4d2-8548d759f877 req-028c5d4f-6d4a-4094-869f-3911611b1f1c tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 946 time: 0.0855248 Oct 20 03:50:40.793195 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bd0c5d3b-0380-4f4a-a4d2-8548d759f877 req-fa9612c5-f2cc-42ec-8881-690171f72544 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413668 Oct 20 03:50:40.822134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42098) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:50:41.001283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3931542-86b6-4f19-99ce-03342fa3850a tempest-TestVolumeBootPattern-901238252 tempest-TestVolumeBootPattern-901238252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:41.002696 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f3931542-86b6-4f19-99ce-03342fa3850a tempest-TestVolumeBootPattern-901238252 tempest-TestVolumeBootPattern-901238252-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 1094 time: 0.1795900 Oct 20 03:50:41.006046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42104) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:50:41.010859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:41.016528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:50:41.020308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Usage tracker for resource:floatingip and tenant:b59d5f13f62646b8af99f2bd7cc20df1 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:50:41.023182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:50:41.029448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:50:41.090298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:41.224537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:41.362664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Allocated IP 172.26.7.155 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/354e1d41-c4ca-4780-9e2f-87c1d2706afa) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:50:41.505883 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:41.587487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:41.648803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:41.649962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:41.653745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:50:41.698599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'Port': ['ID=354e1d41-c4ca-4780-9e2f-87c1d2706afa,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:41.710407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.710766 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.711107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.711446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.711779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.712112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.712443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.712775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.713103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.713455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.716774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:41.716774 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:42.065928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.224933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.297998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-396d9cda-4b75-4244-a580-2ebde85c3710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.527243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.600459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.705014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.755980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event updated for resources: {'Port': ['ID=354e1d41-c4ca-4780-9e2f-87c1d2706afa,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:42.872126 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Floating IP bbb40997-dbb6-4c0a-9353-a61deab98543 associated. External IP: 172.26.7.155, port: 56b28e8a-77d8-4cfc-82ac-bafb3254f58a. Oct 20 03:50:43.216529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:50:43.390633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:50:43.400713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] Sync routers for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:50:43.410555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:43.414689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:50:43.414689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:50:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:43.503699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:43.566526 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9dc25ff8-12cf-4411-8bf9-70af6cc7ca15 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5594702 Oct 20 03:50:43.567401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:43.569619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30f8795-b719-4324-b5c6-9118a4b34c32" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:43.597717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:50:43.615634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933335e4-f3ca-4c96-80ab-0735648cd589 x-openstack-request-id: req-933335e4-f3ca-4c96-80ab-0735648cd589 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:43.615634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:43.615634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-933335e4-f3ca-4c96-80ab-0735648cd589 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:43.615634 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933335e4-f3ca-4c96-80ab-0735648cd589'] response: {'name': 'network-changed', 'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'status': 'completed', 'code': 200} Oct 20 03:50:43.642697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:43.712796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-0139969c-b27f-475e-8343-dda2424b29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:43.714352 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-0139969c-b27f-475e-8343-dda2424b29a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 1099 time: 0.0796041 Oct 20 03:50:43.845984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-44a2323f-e196-45f0-a5bb-82600e52809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:43.847782 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-44a2323f-e196-45f0-a5bb-82600e52809b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.1275702 Oct 20 03:50:43.951414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3029489e-cea8-43ad-a65b-137787f2b31a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:34Z', 'updated_at': '2022-10-20T03:47:37Z', 'revision_number': 1, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}, {'id': 'bbb40997-dbb6-4c0a-9353-a61deab98543', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:ea:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:42Z', 'updated_at': '2022-10-20T03:50:42Z', 'revision_number': 0, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:43.952224 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-769fe483-510c-4900-b16f-8f0a64793267 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b28e8a-77d8-4cfc-82ac-bafb3254f58a HTTP/1.1" status: 200 len: 1000 time: 0.0980289 Oct 20 03:50:43.955423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] Checking router: 252a606c-d5fa-4b8b-a880-e4c8b9db82eb for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:50:43.964487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:50:43.965110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:50:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:44.015035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-62be1c6d-b453-425c-957c-298491e77764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:44.016442 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-62be1c6d-b453-425c-957c-298491e77764 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0580153 Oct 20 03:50:44.102297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-70340508-b4b2-4dd5-82b3-3260b8d05404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:44.103700 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-70340508-b4b2-4dd5-82b3-3260b8d05404 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814891 Oct 20 03:50:44.175789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:50:44.238111 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-20428176-5ce4-4c13-894b-ccc3a23b226c service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278811 Oct 20 03:50:44.491090 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c30f8795-b719-4324-b5c6-9118a4b34c32 req-a913243d-2960-40d8-970b-a650859bfe18 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462022 Oct 20 03:50:44.532501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3029489e-cea8-43ad-a65b-137787f2b31a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:34Z', 'updated_at': '2022-10-20T03:47:37Z', 'revision_number': 1, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}, {'id': 'bbb40997-dbb6-4c0a-9353-a61deab98543', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:ea:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:42Z', 'updated_at': '2022-10-20T03:50:42Z', 'revision_number': 0, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:44.535942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d738dccb-0fef-4d5a-ab13-198f6c701d36 None None] The sync data for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv is: [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3029489e-cea8-43ad-a65b-137787f2b31a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:34Z', 'updated_at': '2022-10-20T03:47:37Z', 'revision_number': 1, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}, {'id': 'bbb40997-dbb6-4c0a-9353-a61deab98543', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:ea:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:42Z', 'updated_at': '2022-10-20T03:50:42Z', 'revision_number': 0, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:50:44.712954 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6c649-392e-4b29-b8b9-4a56ba99dbb5 None None] New status for floating IP bbb40997-dbb6-4c0a-9353-a61deab98543: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:50:44.869043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:47.206301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:01.714339 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:51:09.740824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-446dce99-2adc-4206-8892-5f11cd5da02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:12.318050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a628d003-33ae-450c-9dc8-b676d9924c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:13.411358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:13.533248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:14.855350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:17.175194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:31.703500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42124) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:51:31.709901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b49486cb-6f37-46be-a637-f5a0a17090f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:32.080780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b49486cb-6f37-46be-a637-f5a0a17090f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9461872'] for subnet, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:32.256760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b49486cb-6f37-46be-a637-f5a0a17090f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730572078219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10268289'] for subnet, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:32.307329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49486cb-6f37-46be-a637-f5a0a17090f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:32.307645 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b49486cb-6f37-46be-a637-f5a0a17090f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:32.309660 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b49486cb-6f37-46be-a637-f5a0a17090f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/subnets/6228a0f1-20a7-43f6-b8fa-c97097792ff6 HTTP/1.1" status: 200 len: 835 time: 0.6051745 Oct 20 03:51:32.313109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d119233-23f5-4d02-864f-b5c78157709c None None] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:51:32.327960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49486cb-6f37-46be-a637-f5a0a17090f9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=6228a0f1-20a7-43f6-b8fa-c97097792ff6,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:32.807183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Provisioning complete for port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:32.807550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:32.807886 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Attempt 1 to provision port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 Oct 20 03:51:32.922176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Current status of the port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:51:32.932898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Provisioning complete for port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:32.933287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:32.933627 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Attempt 1 to provision port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b Oct 20 03:51:33.046847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Current status of the port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:51:33.057405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Provisioning complete for port 1a37d89d-2256-4493-8ec8-cf664b709277 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:33.057770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:33.058098 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Attempt 1 to provision port 1a37d89d-2256-4493-8ec8-cf664b709277 Oct 20 03:51:33.170589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-16f4d1c3-09dc-45e7-9df8-5db282ce3731 None None] Current status of the port 1a37d89d-2256-4493-8ec8-cf664b709277 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:51:35.424085 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-b53fcbd1-ddd3-4202-afaa-bc35e6d3536c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750251 Oct 20 03:51:35.528698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-173172a0-c833-4051-9b62-4bfb39cda2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:35.530191 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-173172a0-c833-4051-9b62-4bfb39cda2b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 1098 time: 0.0801356 Oct 20 03:51:35.685665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-e8f33749-6e04-48a8-a5cf-08608d49dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:35.687030 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-e8f33749-6e04-48a8-a5cf-08608d49dbc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b8b2f97-cb5b-40dd-892d-736293cb65e2 HTTP/1.1" status: 200 len: 897 time: 0.1332810 Oct 20 03:51:35.792416 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-bb9eb125-ae36-4817-a915-5fe7fe1e293c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ed0051-c6d5-4f00-bafb-5f0c2ace863b HTTP/1.1" status: 200 len: 1001 time: 0.0957577 Oct 20 03:51:35.856814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-4a69f13f-8ed0-44d4-bb51-b0949fe91fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:35.858232 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-4a69f13f-8ed0-44d4-bb51-b0949fe91fd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6228a0f1-20a7-43f6-b8fa-c97097792ff6 HTTP/1.1" status: 200 len: 843 time: 0.0565436 Oct 20 03:51:35.944585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-a3a32350-78be-4831-9a7b-3a87d56717a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:35.945991 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-a3a32350-78be-4831-9a7b-3a87d56717a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b8b2f97-cb5b-40dd-892d-736293cb65e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786245 Oct 20 03:51:36.078636 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-d9ac4872-8036-4e75-ac0f-b57117787d12 service neutron] 10.222.0.26 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228857 Oct 20 03:51:36.208842 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b8d203f-b6e4-4937-942e-95d2febc3e91 req-7a56ff18-7230-47bb-98e9-5ea3e0a9263c service neutron] 10.222.0.26 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211708 Oct 20 03:51:38.710128 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:51:39.741892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28333545-600b-452a-b7aa-6150dc5795ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:42.336458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0c939719-dfa6-40d3-9c1b-e19c82109926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:43.381600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:43.541746 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:44.850416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.199106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:09.821062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-efd8f96e-0d0d-4559-8e6f-3ffb115a9a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:12.317676 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ff294afd-acba-42c2-8518-f6d91fb76bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:13.363848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:13.524150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:14.872464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:15.316111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42146) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:15.646219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 290325c5-3d1d-42c8-a4f9-7288607d88aa {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:52:15.646563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:15.709920 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:52:15.821111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:15.821655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:15.949558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 290325c5-3d1d-42c8-a4f9-7288607d88aa owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:52:16.181873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:16.228451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=290325c5-3d1d-42c8-a4f9-7288607d88aa,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:16.277167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.277540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.277877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.278208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.278534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.278856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.279191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.279494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.279816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.280128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.280441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.280751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:16.334878 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:16.335535 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP 4a428915-6d78-41f9-9989-106a790d431c disassociated (deleted). External IP: 172.26.7.113, port: 86ed0051-c6d5-4f00-bafb-5f0c2ace863b. Oct 20 03:52:16.676615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:52:16.853962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:52:16.863257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] Sync routers for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:16.872596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:16.873198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:16.987107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:17.044968 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-681e360f-c8ef-4eba-b779-902e1470fdc3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/floatingips/4a428915-6d78-41f9-9989-106a790d431c HTTP/1.1" status: 204 len: 168 time: 1.7253377 Oct 20 03:52:17.044968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:52:17.045533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632469cb-a47e-47cb-9a07-15e783a28af6" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:52:17.089119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:17.297994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c350e-ce77-4686-ae57-961c78ce7619 x-openstack-request-id: req-bd5c350e-ce77-4686-ae57-961c78ce7619 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:52:17.298283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:52:17.298532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bd5c350e-ce77-4686-ae57-961c78ce7619 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:52:17.298975 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5c350e-ce77-4686-ae57-961c78ce7619'] response: {'name': 'network-changed', 'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'status': 'completed', 'code': 200} Oct 20 03:52:17.339053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:17.404854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-9361efb9-58d8-4b3f-8dc4-a5e19dfbd9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:17.406339 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-9361efb9-58d8-4b3f-8dc4-a5e19dfbd9d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 1098 time: 0.0809727 Oct 20 03:52:17.437220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a37d89d-2256-4493-8ec8-cf664b709277', 'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:e3:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:12Z', 'updated_at': '2022-10-20T03:49:17Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:17.442117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] Checking router: 6e06305c-10f1-4e81-928b-6bb0f9b1b63b for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:52:17.450949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:17.451544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:17.548170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-1ef6b86f-357b-4bb9-a503-9f6577b8d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:17.549656 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-1ef6b86f-357b-4bb9-a503-9f6577b8d11f service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b8b2f97-cb5b-40dd-892d-736293cb65e2 HTTP/1.1" status: 200 len: 897 time: 0.1336613 Oct 20 03:52:17.630845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:17.661738 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-95efed05-d3eb-4087-bfde-b4e7ddd68b4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ed0051-c6d5-4f00-bafb-5f0c2ace863b HTTP/1.1" status: 200 len: 217 time: 0.1040661 Oct 20 03:52:17.742061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-06f7a983-8bc5-454d-a0a4-1a815bf3e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:17.743482 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-06f7a983-8bc5-454d-a0a4-1a815bf3e8cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6228a0f1-20a7-43f6-b8fa-c97097792ff6 HTTP/1.1" status: 200 len: 843 time: 0.0742779 Oct 20 03:52:17.816487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05bb08-cee8-4981-a64c-6bd578d416c4 req-aa575ba3-7033-43e2-b957-107c2eeea141 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:17.820985 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bc05bb08-cee8-4981-a64c-6bd578d416c4 req-aa575ba3-7033-43e2-b957-107c2eeea141 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 945 time: 0.2039955 Oct 20 03:52:17.871031 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bc05bb08-cee8-4981-a64c-6bd578d416c4 req-364bb12c-b4ba-45fa-81a0-c2fd4d76f2d5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461819 Oct 20 03:52:17.880191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-47406457-a367-4948-b4f7-8b53f3cf4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:17.882299 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-47406457-a367-4948-b4f7-8b53f3cf4f64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b8b2f97-cb5b-40dd-892d-736293cb65e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1316397 Oct 20 03:52:17.962118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a37d89d-2256-4493-8ec8-cf664b709277', 'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:e3:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:12Z', 'updated_at': '2022-10-20T03:49:17Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:17.966129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d1d4e-178e-463a-b576-43f44fa920eb None None] The sync data for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv is: [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a37d89d-2256-4493-8ec8-cf664b709277', 'name': '', 'network_id': '0b8b2f97-cb5b-40dd-892d-736293cb65e2', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:e3:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:12Z', 'updated_at': '2022-10-20T03:49:17Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '6228a0f1-20a7-43f6-b8fa-c97097792ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:18.019011 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-ac3733a1-6ed2-4cbe-9b07-391d50dcc5ce service neutron] 10.222.0.26 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288249 Oct 20 03:52:18.195969 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3e02a-33ad-4b66-9145-6db173435cc6 None None] New status for floating IP 4a428915-6d78-41f9-9989-106a790d431c: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:52:18.267986 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-632469cb-a47e-47cb-9a07-15e783a28af6 req-a2b99de3-7e94-4095-a898-52e0178580f9 service neutron] 10.222.0.26 "GET /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424171 Oct 20 03:52:19.195498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c31c-a51f-4c91-87bd-f72ac3f2ae06 req-a2045c4d-b323-4bcb-a538-1e65419215b3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:19.200036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-03c8c31c-a51f-4c91-87bd-f72ac3f2ae06 req-a2045c4d-b323-4bcb-a538-1e65419215b3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:52:19.205496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-2d72f98f-500b-45b1-a608-9cb2c36f159c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:19.206915 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-2d72f98f-500b-45b1-a608-9cb2c36f159c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 945 time: 0.0898411 Oct 20 03:52:19.261218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-03c8c31c-a51f-4c91-87bd-f72ac3f2ae06 req-a2045c4d-b323-4bcb-a538-1e65419215b3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:52:19.262418 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-03c8c31c-a51f-4c91-87bd-f72ac3f2ae06 req-a2045c4d-b323-4bcb-a538-1e65419215b3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 945 time: 0.2744050 Oct 20 03:52:19.280894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:52:19.283539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:19.307133 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-03c8c31c-a51f-4c91-87bd-f72ac3f2ae06 req-b35047bf-a980-429c-a670-4c6bc53d7720 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=438ba6a4-554d-4b8c-926a-f47e33308da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385466 Oct 20 03:52:19.531219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:19.531578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:19.656804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 86ed0051-c6d5-4f00-bafb-5f0c2ace863b owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:52:19.877195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:19.930075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=86ed0051-c6d5-4f00-bafb-5f0c2ace863b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:20.005663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.006630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.006966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.007295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.007617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.007942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.008323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.008647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.008969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.009309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.009631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.009946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:20.024288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port 86ed0051-c6d5-4f00-bafb-5f0c2ace863b on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:52:20.026463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:20.029057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'name': 'network-vif-deleted', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:52:20.031309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac4d50b-f7fc-4e24-bef1-50e1236fd626" -d '{"events": [{"server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "name": "network-vif-deleted", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:52:20.082826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4581975c-80cb-46ff-b9e5-62c5eaf9e637 x-openstack-request-id: req-4581975c-80cb-46ff-b9e5-62c5eaf9e637 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:52:20.083118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e41014-4636-4992-8814-ef6fd11efe6d", "name": "network-vif-deleted", "tag": "86ed0051-c6d5-4f00-bafb-5f0c2ace863b", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:52:20.083367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4581975c-80cb-46ff-b9e5-62c5eaf9e637 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:52:20.083766 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4581975c-80cb-46ff-b9e5-62c5eaf9e637'] response: {'server_uuid': 'e1e41014-4636-4992-8814-ef6fd11efe6d', 'name': 'network-vif-deleted', 'tag': '86ed0051-c6d5-4f00-bafb-5f0c2ace863b', 'status': 'completed', 'code': 200} Oct 20 03:52:20.118261 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c825eaf3-ae42-480a-8219-6aa31a148cf4 req-325c8d05-ec0d-4e73-aff8-58ebef608ae1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/86ed0051-c6d5-4f00-bafb-5f0c2ace863b HTTP/1.1" status: 204 len: 173 time: 0.9023209 Oct 20 03:52:20.494890 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-10cfc973-87d5-4e7b-88cc-4871cac7aada req-86ca9697-d60c-4bde-9fa1-a7b4e8ba93cb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=e1e41014-4636-4992-8814-ef6fd11efe6d HTTP/1.1" status: 200 len: 210 time: 0.0519972 Oct 20 03:52:21.602473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42168) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:21.672829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d7db0ce-0fff-4546-8769-319c1b121267 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:21.700811 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d7db0ce-0fff-4546-8769-319c1b121267 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:21.827349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d7db0ce-0fff-4546-8769-319c1b121267 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:21.845553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7db0ce-0fff-4546-8769-319c1b121267 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ba6a4-554d-4b8c-926a-f47e33308da6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:21.934915 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5d7db0ce-0fff-4546-8769-319c1b121267 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:21.936051 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5d7db0ce-0fff-4546-8769-319c1b121267 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/438ba6a4-554d-4b8c-926a-f47e33308da6 HTTP/1.1" status: 204 len: 168 time: 0.3325996 Oct 20 03:52:22.004632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42174) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:22.616993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:22.963144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 1a37d89d-2256-4493-8ec8-cf664b709277 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:52:22.963484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:23.146272 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 1a37d89d-2256-4493-8ec8-cf664b709277, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a37d89d-2256-4493-8ec8-cf664b709277,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:23.147153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:23.376427 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 1a37d89d-2256-4493-8ec8-cf664b709277 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:52:23.591407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:23.642447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=1a37d89d-2256-4493-8ec8-cf664b709277,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:23.918010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:24.267633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:52:24.442688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:52:24.453067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] Sync routers for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:24.456402 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-110d947d-4f74-4691-999d-bc8d8adf3d0a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/6e06305c-10f1-4e81-928b-6bb0f9b1b63b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4505908 Oct 20 03:52:24.459378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42180) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:24.463398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:24.463398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:24.516790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 86ed0051-c6d5-4f00-bafb-5f0c2ace863b no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:52:24.526678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b706e7-4ed4-4e4f-9cd4-c00b5151a595 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting subnet 6228a0f1-20a7-43f6-b8fa-c97097792ff6 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:52:24.530268 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04b706e7-4ed4-4e4f-9cd4-c00b5151a595 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:24.587822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04b706e7-4ed4-4e4f-9cd4-c00b5151a595 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:24.620089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 86ed0051-c6d5-4f00-bafb-5f0c2ace863b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:52:24.620430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 86ed0051-c6d5-4f00-bafb-5f0c2ace863b not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:52:24.671673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:24.674688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04b706e7-4ed4-4e4f-9cd4-c00b5151a595 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:24.914188 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04b706e7-4ed4-4e4f-9cd4-c00b5151a595 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:24.953157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b706e7-4ed4-4e4f-9cd4-c00b5151a595 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Subnet': ['ID=6228a0f1-20a7-43f6-b8fa-c97097792ff6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:24.958874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-04b706e7-4ed4-4e4f-9cd4-c00b5151a595 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:24.966508 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-04b706e7-4ed4-4e4f-9cd4-c00b5151a595 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/subnets/6228a0f1-20a7-43f6-b8fa-c97097792ff6 HTTP/1.1" status: 204 len: 168 time: 0.5064678 Oct 20 03:52:24.966704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75662bea-8247-43f4-8945-16cbb3febdda None None] Network 0b8b2f97-cb5b-40dd-892d-736293cb65e2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:52:24.969151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42184) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:25.153177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:25.172305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:52:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:25.176008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] Checking router: 6e06305c-10f1-4e81-928b-6bb0f9b1b63b for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:52:25.187882 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] Routers {'6e06305c-10f1-4e81-928b-6bb0f9b1b63b'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:25.188478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:25.332748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:25.372249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] Set router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:25.416857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] DHCP port deletion for 0b8b2f97-cb5b-40dd-892d-736293cb65e2 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:52:25.421350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:52:25.421704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:25.481937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Deleting port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:52:25.482553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:25.588005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:52:25.612451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 8d4f1c74-de2e-422d-b82f-4ff48bb236e7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8d4f1c74-de2e-422d-b82f-4ff48bb236e7,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:25.612896 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:25.740745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:52:25.926982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] For port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:25.927378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:25.940172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:25.940929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:25.999145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.051028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=8d4f1c74-de2e-422d-b82f-4ff48bb236e7,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:26.105763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Calling delete_port for 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:52:26.148162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.182626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:26.206293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:52:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:26.210487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c4d883-106c-4b10-ad5e-c9cb0c010362 None None] The sync data for ids ['6e06305c-10f1-4e81-928b-6bb0f9b1b63b'] in dv-neutron-861845-1-hyperv is: [{'id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'name': 'tempest-TestNetworkBasicOps-router-2124428560', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:52:23Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': '8d4f1c74-de2e-422d-b82f-4ff48bb236e7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e06305c-10f1-4e81-928b-6bb0f9b1b63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:49:07Z', 'updated_at': '2022-10-20T03:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:26.266649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.325017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.327206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.337086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:52:26.347837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:52:26.347837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:26.348040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.348259 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.348595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.348926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.349250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.350125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.350452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.350774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.351202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.351457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.351777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.352098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:26.418126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.418126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Fanout notify agent at l3_agent the message router_deleted on router 6e06305c-10f1-4e81-928b-6bb0f9b1b63b {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:52:26.430813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.431878 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fd0c1b82-9a09-4d98-bae3-e7f6ae39e6db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/routers/6e06305c-10f1-4e81-928b-6bb0f9b1b63b HTTP/1.1" status: 204 len: 168 time: 1.4618034 Oct 20 03:52:26.434662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42188) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:26.674070 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.685354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:52:26.687943 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.840108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Deleting port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:52:26.840543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:26.898097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:26.898602 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.022575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:52:27.050367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] For port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,segment=NetworkSegment(1b694038-1195-4e82-bab8-e96f0627171d),segment_id=1b694038-1195-4e82-bab8-e96f0627171d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:27.050758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.170317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Calling delete_port for 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:52:27.186471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.236190 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=54d03c49-4a5e-4f69-8484-f5ac8aee03a6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:27.239712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:52:27.246558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:52:27.246929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:52:27.362553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.387115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8b2f97-cb5b-40dd-892d-736293cb65e2']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:27.399394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b694038-1195-4e82-bab8-e96f0627171d') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:27.399689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b694038-1195-4e82-bab8-e96f0627171d') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:27.410717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.429493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.436375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:52:27.436375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.497810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a37d89d-2256-4493-8ec8-cf664b709277 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:52:27.531561 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 1b694038-1195-4e82-bab8-e96f0627171d resource provider aggregate not found Oct 20 03:52:27.532837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1a37d89d-2256-4493-8ec8-cf664b709277 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:52:27.533176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a37d89d-2256-4493-8ec8-cf664b709277 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:52:27.533606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:52:27.549498 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 1b694038-1195-4e82-bab8-e96f0627171d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b694038-1195-4e82-bab8-e96f0627171d found for delete ", "request_id": "req-3533f3ba-8dc0-4614-9ff6-54a942f002ef"}]} Oct 20 03:52:27.566005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:52:27.566344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8d4f1c74-de2e-422d-b82f-4ff48bb236e7 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:52:27.609818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.627167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.637947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Network': ['ID=0b8b2f97-cb5b-40dd-892d-736293cb65e2,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:27.719996 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-647ad2e3-2f09-4316-850a-b5aeb5e648c6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/networks/0b8b2f97-cb5b-40dd-892d-736293cb65e2 HTTP/1.1" status: 204 len: 168 time: 1.2832220 Oct 20 03:52:27.732046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42198) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:27.737632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'network': {'name': 'tempest-network-smoke--2027823969', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'port_security_enabled': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:27.742514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:27.746677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:network and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:27.750662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:27.755162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:27.838081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:52:27.841451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.868165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:52:27.876579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:27.876959 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Added segment 7657551d-1a5b-4365-ae49-c280aab9bb47 of type vlan for network e47c4450-483c-4347-b7b9-3ad6ec5aa614 Oct 20 03:52:27.903235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:28.025352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:28.026757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:28.027388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:28.120246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Deleting port 54d03c49-4a5e-4f69-8484-f5ac8aee03a6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:52:28.120744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:28.130152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Network': ['ID=e47c4450-483c-4347-b7b9-3ad6ec5aa614,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:28.148830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:52:28.187459 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-32edbe90-a7d0-4122-bfbc-7bdf398ab73a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4543943 Oct 20 03:52:28.190121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42202) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:28.195711 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-564216573', 'admin_state_up': True, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:28.203181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:28.207393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:router and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:28.211029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:28.221153 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:28.252971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f7115136-3b3c-45d7-8aa7-8c9f549b101e None None] The port '54d03c49-4a5e-4f69-8484-f5ac8aee03a6' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:52:28.280447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:28.280447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:28.299915 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:28.614421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:29.063611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:29.094967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:29.224870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.38 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/ce00650e-52c5-4662-a106-383b2027dcd7) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:52:29.372131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:29.477440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:29.542998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:52:29.546230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:52:29.549365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:52:29.581292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=ce00650e-52c5-4662-a106-383b2027dcd7,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:30.049357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:30.488268 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:30.775317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router f10c6d60-0412-473c-bc7d-613c1af1a220 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:52:30.945567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:52:30.955084 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Sync routers for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:30.965041 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:30.970625 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:31.038697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:31.041369 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-afbf5d3e-b25c-4091-a538-ec80f39a2895 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8489492 Oct 20 03:52:31.043485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42206) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:31.083905 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e1ef3c73-0310-432d-8705-a8173b72d6aa tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390797 Oct 20 03:52:31.086491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42210) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:31.139315 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:31.216876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75419236-3dc5-4025-9612-dbbc6a4523dd tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:31.218392 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-75419236-3dc5-4025-9612-dbbc6a4523dd tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308770 Oct 20 03:52:31.221243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42214) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:31.261023 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-416fe9c8-0ced-48f2-b29e-cfdcdc48d4ed tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386894 Oct 20 03:52:31.264700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42218) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:31.270279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794794798', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:31.381101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:31.385584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:subnet and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:31.388358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:31.394180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:31.424588 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:29Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:31.428897 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Checking router: f10c6d60-0412-473c-bc7d-613c1af1a220 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:52:31.429303 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Updating router f10c6d60-0412-473c-bc7d-613c1af1a220 port ce00650e-52c5-4662-a106-383b2027dcd7 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:52:31.480264 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:31.482681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:52:31.486476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:31.786969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:31.806568 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:31.817889 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Transition to ACTIVE for port object ce00650e-52c5-4662-a106-383b2027dcd7 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:52:31.865934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=c36e29fe-1e41-405a-847c-424ad23933d7,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:31.875168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Checking segment: {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:52:31.875519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network hostable DHCP agents. Network: e47c4450-483c-4347-b7b9-3ad6ec5aa614, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:52:31.889785 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:31.983409 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Attempting to bind port ce00650e-52c5-4662-a106-383b2027dcd7 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:52:31.983986 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Attempting to bind port ce00650e-52c5-4662-a106-383b2027dcd7 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:52:31.984117 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Attempting to bind port ce00650e-52c5-4662-a106-383b2027dcd7 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:52:31.994257 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:52:31.994623 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:52:31.995014 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:31.995429 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:52:31.995881 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Bound port: ce00650e-52c5-4662-a106-383b2027dcd7, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:52:31.996247 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:32.009485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:52:32.040086 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Pushing event updated for resources: {'Port': ['ID=ce00650e-52c5-4662-a106-383b2027dcd7,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:32.050003 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.050351 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.050690 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.051025 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.051353 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.051683 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.052006 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.052330 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.052653 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.052973 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.053341 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.053706 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:32.083033 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] For port ce00650e-52c5-4662-a106-383b2027dcd7, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:52:32.086525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] For port ce00650e-52c5-4662-a106-383b2027dcd7, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ce00650e-52c5-4662-a106-383b2027dcd7,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:52:32.112449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, e47c4450-483c-4347-b7b9-3ad6ec5aa614) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:52:32.117328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:32.118106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:32.121379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74323bd6-6669-48e8-9f73-b9062badb54b None None] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:52:32.158746 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:32.220795 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:32.221467 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:32.256256 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-433a4bda-0252-401d-9668-a3cba171dace tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9904718 Oct 20 03:52:32.260471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42222) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:32.358330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:52:32.359203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:32.365799 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2e16c-fd97-42c8-a463-2d19834431f9 None None] Pushing event updated for resources: {'Port': ['ID=ce00650e-52c5-4662-a106-383b2027dcd7,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:32.414195 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:32.535671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Allocated IP 172.20.0.2 (e47c4450-483c-4347-b7b9-3ad6ec5aa614/c36e29fe-1e41-405a-847c-424ad23933d7/49807973-0199-4cfb-b1f7-82ff9e5fbfc2) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:52:32.754355 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:29Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:32.759445 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a38b32-2188-46b3-9668-6af3d7f06ff9 None None] The sync data for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv is: [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:29Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:32.830365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:32.841492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Transition to ACTIVE for port object 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:52:32.860889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Transition to ACTIVE for port object 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:52:32.969256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:33.053806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:52:33.056607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:52:33.060462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:52:33.070278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Pushing event updated for resources: {'Port': ['ID=49807973-0199-4cfb-b1f7-82ff9e5fbfc2,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:33.136771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:33.171310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Attempting to bind port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:52:33.171800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Attempting to bind port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:52:33.172037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Attempting to bind port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 on network e47c4450-483c-4347-b7b9-3ad6ec5aa614 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:52:33.177802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:52:33.178198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Checking segment: {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:52:33.178606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:33.178996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Bound using segment: {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:52:33.179467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Bound port: 49807973-0199-4cfb-b1f7-82ff9e5fbfc2, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:52:33.179891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:33.276058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] For port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:52:33.279251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] For port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=49807973-0199-4cfb-b1f7-82ff9e5fbfc2,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:52:33.370837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:33.490114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e738c-4fbc-46d0-b1c4-e74d2a87ea03 None None] Pushing event updated for resources: {'Port': ['ID=49807973-0199-4cfb-b1f7-82ff9e5fbfc2,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:33.623172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.1 (e47c4450-483c-4347-b7b9-3ad6ec5aa614/c36e29fe-1e41-405a-847c-424ad23933d7/ab7185af-1cad-407c-86ae-4d781af1b2eb) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:52:33.630207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ce00650e-52c5-4662-a106-383b2027dcd7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:52:33.836092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:33.849492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ce00650e-52c5-4662-a106-383b2027dcd7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:52:33.855065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object ab7185af-1cad-407c-86ae-4d781af1b2eb will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:52:33.855256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ce00650e-52c5-4662-a106-383b2027dcd7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:33.855577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:33.856322 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ce00650e-52c5-4662-a106-383b2027dcd7 Oct 20 03:52:33.924038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:33.990787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ce00650e-52c5-4662-a106-383b2027dcd7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:33.991165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:33.997944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:52:34.000929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:52:34.003382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:52:34.008275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port ce00650e-52c5-4662-a106-383b2027dcd7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ce00650e-52c5-4662-a106-383b2027dcd7,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:34.050546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=ab7185af-1cad-407c-86ae-4d781af1b2eb,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:34.070115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:34.083111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:34.150326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=ce00650e-52c5-4662-a106-383b2027dcd7,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:34.248608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:34.781681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:34.855225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:34.938956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d0e0cb-3f14-4624-ba24-a40ca6027d52 None None] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:52:34.970400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:34.974006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=ab7185af-1cad-407c-86ae-4d781af1b2eb,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:35.108399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:52:35.109642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:52:35.149142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f5fc73e7-4264-4d78-a1bf-8b36fa9f9d5e None None] Provisioning for port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:52:35.297544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router f10c6d60-0412-473c-bc7d-613c1af1a220 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:52:35.467998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Provisioning for port ab7185af-1cad-407c-86ae-4d781af1b2eb completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:52:35.481572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Provisioning complete for port ab7185af-1cad-407c-86ae-4d781af1b2eb triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:35.481842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:35.483961 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Attempt 1 to provision port ab7185af-1cad-407c-86ae-4d781af1b2eb Oct 20 03:52:35.488391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:52:35.509823 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d856fb57-3493-4ed9-be11-f28ff17bafb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/f10c6d60-0412-473c-bc7d-613c1af1a220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2497759 Oct 20 03:52:35.510694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42228) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:35.525516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Sync routers for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:35.556375 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:35.557094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:35.697280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fcbfc-e3a8-4bd6-aa0e-edf6af660caa tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.704797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fcbfc-e3a8-4bd6-aa0e-edf6af660caa tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.704797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fcbfc-e3a8-4bd6-aa0e-edf6af660caa tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.704797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fcbfc-e3a8-4bd6-aa0e-edf6af660caa tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.704797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fcbfc-e3a8-4bd6-aa0e-edf6af660caa tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.704797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fcbfc-e3a8-4bd6-aa0e-edf6af660caa tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.704797 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5d4fcbfc-e3a8-4bd6-aa0e-edf6af660caa tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1894398 Oct 20 03:52:35.705908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ce00650e-52c5-4662-a106-383b2027dcd7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:52:35.706011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42232) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:35.780375 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Port ab7185af-1cad-407c-86ae-4d781af1b2eb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:52:35.796097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4c9e3-73ea-41db-86ae-b937fb7128af tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.796663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4c9e3-73ea-41db-86ae-b937fb7128af tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.797120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4c9e3-73ea-41db-86ae-b937fb7128af tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.797782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4c9e3-73ea-41db-86ae-b937fb7128af tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.798232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4c9e3-73ea-41db-86ae-b937fb7128af tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.798705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4c9e3-73ea-41db-86ae-b937fb7128af tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:35.800403 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-42d4c9e3-73ea-41db-86ae-b937fb7128af tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0951030 Oct 20 03:52:35.803844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42236) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:35.829374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ce00650e-52c5-4662-a106-383b2027dcd7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:35.829374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:35.829374 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ce00650e-52c5-4662-a106-383b2027dcd7 Oct 20 03:52:35.882452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:36.009629 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a9386010-b487-418c-af38-5d48f2a7b09e tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2046421 Oct 20 03:52:36.138483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42242) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:36.143911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995462650', 'description': 'tempest-secgroup-smoke-1995462650 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:36.151414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:36.155591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:36.158527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:36.164277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:36.189062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ce00650e-52c5-4662-a106-383b2027dcd7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:36.190172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:52:36.220726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.241555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:36.245467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:36.248255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:36.253784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:36.301332 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Attempt 2 to provision port ab7185af-1cad-407c-86ae-4d781af1b2eb Oct 20 03:52:36.336528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.376116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Port ab7185af-1cad-407c-86ae-4d781af1b2eb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:52:36.392345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.400212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:36.406563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Checking router: f10c6d60-0412-473c-bc7d-613c1af1a220 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:52:36.407097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Updating router f10c6d60-0412-473c-bc7d-613c1af1a220 port ab7185af-1cad-407c-86ae-4d781af1b2eb binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:52:36.440236 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3aa014-ee4d-45ba-aecf-97d52533dc0f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:36.446207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:52:36.468251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:36.468619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.469734 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 Oct 20 03:52:36.501767 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-2d3b556b-2e12-4517-a4ce-57e7916a2930 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2060897 Oct 20 03:52:36.503064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.504596 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-202a7375-8897-4916-9a68-57f687e84f22 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3650796 Oct 20 03:52:36.507566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42246) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:36.512974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '7f3aa014-ee4d-45ba-aecf-97d52533dc0f', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:36.519509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:36.524102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:36.526146 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.527043 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:36.534781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:36.599285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.673976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.686108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-98e2e71a-3712-4f6c-9f02-4b380c2616b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:36.687623 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-98e2e71a-3712-4f6c-9f02-4b380c2616b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1098 time: 0.1012576 Oct 20 03:52:36.722447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:36.722823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.735329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.760218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8bb849-a5cc-4afd-bafa-e3d27e4efa6a,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:36.826232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.828267 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3e3eeb8f-88d1-4a41-a3b1-f1e812e5e522 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3197875 Oct 20 03:52:36.831708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42250) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:36.835496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-781b9edb-2305-4425-953d-205a633b66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:36.837161 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-781b9edb-2305-4425-953d-205a633b66a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.1298954 Oct 20 03:52:36.837860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=49807973-0199-4cfb-b1f7-82ff9e5fbfc2,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:36.840297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '7f3aa014-ee4d-45ba-aecf-97d52533dc0f', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:36.846510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:36.851404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:36.854453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:36.860209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:36.872783 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Attempt 3 to provision port ab7185af-1cad-407c-86ae-4d781af1b2eb Oct 20 03:52:36.906046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.920648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:36.952733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-b5b8568c-6180-41fa-ba1a-7555841ce77e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 200 len: 1000 time: 0.1045825 Oct 20 03:52:36.988605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.008668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Port ab7185af-1cad-407c-86ae-4d781af1b2eb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:52:37.017969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-c654e66d-b202-4396-893c-053ef924068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:37.019396 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-c654e66d-b202-4396-893c-053ef924068c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0602915 Oct 20 03:52:37.022570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=49807973-0199-4cfb-b1f7-82ff9e5fbfc2,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:37.032776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.068004 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c36975e-9865-46fa-a400-47f91d8fe612,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:37.098048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.117994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Transition to ACTIVE for port object ab7185af-1cad-407c-86ae-4d781af1b2eb will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:52:37.118632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-22dac3d2-591b-4a3d-bd51-de57e46f6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:37.118632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-22dac3d2-591b-4a3d-bd51-de57e46f6bb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865388 Oct 20 03:52:37.135189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.136447 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-84e45065-f2e6-48b9-a92c-5131de7cdb27 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3025150 Oct 20 03:52:37.139118 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42254) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:37.144281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '7f3aa014-ee4d-45ba-aecf-97d52533dc0f', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:37.151059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:37.154882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:37.158004 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:37.166125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:37.192710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.250709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.259398 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-d76d469a-5335-4a52-8823-d2fa44ac2b28 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340592 Oct 20 03:52:37.316968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.386782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.393434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b33ce-bd40-43ed-bf04-3759a2e0e5e5 None None] Pushing event updated for resources: {'Port': ['ID=ab7185af-1cad-407c-86ae-4d781af1b2eb,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:37.407952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Attempting to bind port ab7185af-1cad-407c-86ae-4d781af1b2eb on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:52:37.408100 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-277243e8-c90a-4e4b-9f92-1a2cc1c4b03e req-713c08dc-1a94-4107-aa62-e51c78b5c8fe service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344769 Oct 20 03:52:37.408326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Attempting to bind port ab7185af-1cad-407c-86ae-4d781af1b2eb by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:52:37.408692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Attempting to bind port ab7185af-1cad-407c-86ae-4d781af1b2eb on network e47c4450-483c-4347-b7b9-3ad6ec5aa614 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:52:37.414828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315a5193-2ed3-4349-bcec-0c0cb8eaea86,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:37.415434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:52:37.415804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Checking segment: {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:52:37.416201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.416585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Bound using segment: {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:52:37.417043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Bound port: ab7185af-1cad-407c-86ae-4d781af1b2eb, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:52:37.417450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.477890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.479171 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-756976f4-612e-4083-adf7-d401298fdc73 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390863 Oct 20 03:52:37.482060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42258) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:37.487457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '7f3aa014-ee4d-45ba-aecf-97d52533dc0f', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:37.493901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:37.498216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:37.502117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:37.505075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:52:37.508585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:37.534442 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Attempt 4 to provision port ab7185af-1cad-407c-86ae-4d781af1b2eb Oct 20 03:52:37.581284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.591415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] For port ab7185af-1cad-407c-86ae-4d781af1b2eb, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:52:37.611975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] For port ab7185af-1cad-407c-86ae-4d781af1b2eb, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ab7185af-1cad-407c-86ae-4d781af1b2eb,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:52:37.616730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Port ab7185af-1cad-407c-86ae-4d781af1b2eb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:52:37.635559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:37.635925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.636258 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 Oct 20 03:52:37.649507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.687111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.717201 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.739605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6c3562-4dca-416e-85f0-bfd729eb62de,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:37.797059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:37.797701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:37.826571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.827831 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-626c043f-87df-46b4-82e1-2e89f589d1c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448777 Oct 20 03:52:37.830734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42262) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:37.836251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '7f3aa014-ee4d-45ba-aecf-97d52533dc0f', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:37.842556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:37.846377 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:37.849893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:37.855607 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:37.906400 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:52:37.913029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:37.942025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b33ce-bd40-43ed-bf04-3759a2e0e5e5 None None] Pushing event updated for resources: {'Port': ['ID=ab7185af-1cad-407c-86ae-4d781af1b2eb,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:37.980028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:38.021174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:38.028421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:38.040669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:38.049194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93841cf-8fca-4abd-9ce3-9b47454ff470,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:38.094981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:38.096328 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-53b25562-8e6a-409d-94ce-ddc5f8e273f3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2645795 Oct 20 03:52:38.099398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42266) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:38.104291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '7f3aa014-ee4d-45ba-aecf-97d52533dc0f', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:38.110379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:38.114102 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:38.117716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:38.123480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:38.159517 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Attempt 5 to provision port ab7185af-1cad-407c-86ae-4d781af1b2eb Oct 20 03:52:38.180363 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:52:38.186995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:38.254742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:38.307776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Port ab7185af-1cad-407c-86ae-4d781af1b2eb had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:52:38.335321 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:38.359088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724b7f51-4a16-4470-a5a8-2a519e11bf10,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:38.374603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Provisioning complete for port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:38.374603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:38.374603 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Attempt 1 to provision port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 Oct 20 03:52:38.426330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:38.427506 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6f2ff416-72b5-4f11-8e67-c028f6e48ef8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272588 Oct 20 03:52:38.506051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:37Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:38.512924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-33f9e097-9874-4851-add0-e10c6a9e6674 None None] Current status of the port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:38.515141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c9097-fc16-4113-9811-f43090ae505c None None] The sync data for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv is: [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:37Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:38.608491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-d6c2ec53-d904-4097-8dfc-69742787b49f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:52:38.696016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-d6c2ec53-d904-4097-8dfc-69742787b49f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:52:38.697409 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-d6c2ec53-d904-4097-8dfc-69742787b49f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995462650&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.1467075 Oct 20 03:52:38.857455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-6e5c703d-7937-4e69-a1ba-04b2c5575246 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:38.858149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-6e5c703d-7937-4e69-a1ba-04b2c5575246 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:52:38.906384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-6e5c703d-7937-4e69-a1ba-04b2c5575246 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:52:38.907570 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-6e5c703d-7937-4e69-a1ba-04b2c5575246 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 797 time: 0.2033732 Oct 20 03:52:38.922892 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-43de0a69-5127-4e3c-8391-6d6d632ad1fc tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.0096319 Oct 20 03:52:39.021666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-91dd30e7-c7b9-42b6-9315-a8959d9a6b85 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:52:39.089199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-91dd30e7-c7b9-42b6-9315-a8959d9a6b85 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:52:39.090625 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-91dd30e7-c7b9-42b6-9315-a8959d9a6b85 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1614048 Oct 20 03:52:39.271822 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-2b198012-ad3c-4399-b78d-db438f0b4b70 service neutron] 10.222.0.33 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681705 Oct 20 03:52:39.533688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ab7185af-1cad-407c-86ae-4d781af1b2eb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:52:39.534202 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-2c3363f0-a283-4ea8-bc64-c534b4d36c12 service neutron] 10.222.0.33 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554677 Oct 20 03:52:39.705994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ab7185af-1cad-407c-86ae-4d781af1b2eb completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:52:39.712047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ab7185af-1cad-407c-86ae-4d781af1b2eb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:39.712436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:39.712766 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ab7185af-1cad-407c-86ae-4d781af1b2eb Oct 20 03:52:39.789018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c987c3eb-3007-4185-b033-7116743b15e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:39.832305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-33039a6b-30b5-4b9e-9380-507f54227ce6 req-d2d56657-8aa6-4379-8399-3c3ffd20280d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:52:39.844618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-33039a6b-30b5-4b9e-9380-507f54227ce6 req-d2d56657-8aa6-4379-8399-3c3ffd20280d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:52:39.845210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ab7185af-1cad-407c-86ae-4d781af1b2eb is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:39.845774 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33039a6b-30b5-4b9e-9380-507f54227ce6 req-d2d56657-8aa6-4379-8399-3c3ffd20280d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 210 time: 0.0629988 Oct 20 03:52:39.849567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:39.883733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port ab7185af-1cad-407c-86ae-4d781af1b2eb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ab7185af-1cad-407c-86ae-4d781af1b2eb,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:39.986239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:40.056359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=ab7185af-1cad-407c-86ae-4d781af1b2eb,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:41.010789 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-58c80457-f9a9-4d4f-970b-a2640610abdf req-75da4fbe-c94c-40ae-8d3a-183c82cc0d60 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 210 time: 0.0498388 Oct 20 03:52:41.503754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ab7185af-1cad-407c-86ae-4d781af1b2eb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:52:41.572171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ab7185af-1cad-407c-86ae-4d781af1b2eb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:41.572552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:41.572887 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ab7185af-1cad-407c-86ae-4d781af1b2eb Oct 20 03:52:41.692225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ab7185af-1cad-407c-86ae-4d781af1b2eb is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:41.986768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-aa17f2cc-e526-4433-8c95-b869ff941840 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:41.989270 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-aa17f2cc-e526-4433-8c95-b869ff941840 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 797 time: 0.1552417 Oct 20 03:52:42.043500 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-1c584076-2a71-4b10-8d96-3d83105ecc88 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 380 time: 0.0401623 Oct 20 03:52:42.055228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['7f3aa014-ee4d-45ba-aecf-97d52533dc0f']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:42.186608 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8647e2c0-edb1-41fb-835e-033f71f07a9c req-44bc3513-8f67-404c-8115-3f458e185837 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 210 time: 0.0599406 Oct 20 03:52:42.238083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:42.247437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:42.300609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:52:42.300767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a829955-bc57-493e-9148-82e83d027d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:42.314625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:42.467212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.6 (e47c4450-483c-4347-b7b9-3ad6ec5aa614/c36e29fe-1e41-405a-847c-424ad23933d7/efe9165e-4d2d-45bf-b8c1-027a9aa19977) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:52:42.652187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:42.668100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object efe9165e-4d2d-45bf-b8c1-027a9aa19977 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:52:42.763964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:42.944165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:52:42.947114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:52:42.951225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:52:42.980833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=efe9165e-4d2d-45bf-b8c1-027a9aa19977,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:43.019450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:43.020146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.107113 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-42085d05-702f-4bcd-9c5c-12ab41f99942 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0560572 Oct 20 03:52:43.119480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Request body: {'port': {'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:43.229392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.273772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-08f813a2-04cc-4063-a3bb-9c7a2a65fd22 None None] Provisioning for port efe9165e-4d2d-45bf-b8c1-027a9aa19977 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:52:43.280076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-08f813a2-04cc-4063-a3bb-9c7a2a65fd22 None None] Provisioning complete for port efe9165e-4d2d-45bf-b8c1-027a9aa19977 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:43.280450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-08f813a2-04cc-4063-a3bb-9c7a2a65fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.280786 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-08f813a2-04cc-4063-a3bb-9c7a2a65fd22 None None] Attempt 1 to provision port efe9165e-4d2d-45bf-b8c1-027a9aa19977 Oct 20 03:52:43.343414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-08f813a2-04cc-4063-a3bb-9c7a2a65fd22 None None] Port efe9165e-4d2d-45bf-b8c1-027a9aa19977 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:52:43.407469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f7992-1250-4d22-809c-5e04df84336b req-d48229e8-2160-46ab-b1a1-902befea08b0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:43.408826 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f7992-1250-4d22-809c-5e04df84336b req-d48229e8-2160-46ab-b1a1-902befea08b0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 931 time: 0.0980692 Oct 20 03:52:43.453011 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-087f7992-1250-4d22-809c-5e04df84336b req-7fcff199-d5e2-4a10-abb1-ac48262f3590 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374970 Oct 20 03:52:43.461097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.558206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.581461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe9165e-4d2d-45bf-b8c1-027a9aa19977 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:52:43.588658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.603187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Transition to ACTIVE for port object efe9165e-4d2d-45bf-b8c1-027a9aa19977 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:52:43.660489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.844807 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-08f813a2-04cc-4063-a3bb-9c7a2a65fd22 None None] Attempt 2 to provision port efe9165e-4d2d-45bf-b8c1-027a9aa19977 Oct 20 03:52:43.850958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Pushing event updated for resources: {'Port': ['ID=efe9165e-4d2d-45bf-b8c1-027a9aa19977,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:43.885398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Attempting to bind port efe9165e-4d2d-45bf-b8c1-027a9aa19977 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:52:43.885731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Attempting to bind port efe9165e-4d2d-45bf-b8c1-027a9aa19977 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:52:43.886098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Attempting to bind port efe9165e-4d2d-45bf-b8c1-027a9aa19977 on network e47c4450-483c-4347-b7b9-3ad6ec5aa614 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:52:43.890714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Port efe9165e-4d2d-45bf-b8c1-027a9aa19977 on network e47c4450-483c-4347-b7b9-3ad6ec5aa614 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:52:43.891034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Attempting to bind port efe9165e-4d2d-45bf-b8c1-027a9aa19977 on network e47c4450-483c-4347-b7b9-3ad6ec5aa614 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:52:43.896452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:52:43.896824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Checking segment: {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:52:43.897236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Bound using segment: {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:52:43.897698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Bound port: efe9165e-4d2d-45bf-b8c1-027a9aa19977, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:52:43.898047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.901305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-08f813a2-04cc-4063-a3bb-9c7a2a65fd22 None None] Port efe9165e-4d2d-45bf-b8c1-027a9aa19977 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:52:43.984909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] For port efe9165e-4d2d-45bf-b8c1-027a9aa19977, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:52:43.987796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] For port efe9165e-4d2d-45bf-b8c1-027a9aa19977, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:52:44.099133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:44.128954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:44.128954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:44.128954 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] 10.222.0.26 "PUT /v2.0/ports/efe9165e-4d2d-45bf-b8c1-027a9aa19977 HTTP/1.1" status: 200 len: 1093 time: 1.0124466 Oct 20 03:52:44.137143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:52:44.137143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943ae856-dcdf-4a04-b399-d6d65ed7774a" -d '{"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:52:44.185300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b0342-d819-4683-a7a1-2db151f1ea24 service neutron] Pushing event updated for resources: {'Port': ['ID=efe9165e-4d2d-45bf-b8c1-027a9aa19977,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:44.194763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f33da4-d312-4aac-a964-4b7303406589 x-openstack-request-id: req-88f33da4-d312-4aac-a964-4b7303406589 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:52:44.194763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:52:44.194763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-88f33da4-d312-4aac-a964-4b7303406589 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:52:44.194763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f33da4-d312-4aac-a964-4b7303406589'] response: {'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'status': 'completed', 'code': 200} Oct 20 03:52:44.297318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ae856-dcdf-4a04-b399-d6d65ed7774a req-b4191254-64a4-4ab0-9b90-d4ae57fb67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:44.298879 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-943ae856-dcdf-4a04-b399-d6d65ed7774a req-b4191254-64a4-4ab0-9b90-d4ae57fb67b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 1096 time: 0.0799167 Oct 20 03:52:44.402493 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-08f813a2-04cc-4063-a3bb-9c7a2a65fd22 None None] Attempt 3 to provision port efe9165e-4d2d-45bf-b8c1-027a9aa19977 Oct 20 03:52:44.439721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ae856-dcdf-4a04-b399-d6d65ed7774a req-fa2b8f66-bc74-4e1d-a1de-d4164e68c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:44.441161 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-943ae856-dcdf-4a04-b399-d6d65ed7774a req-fa2b8f66-bc74-4e1d-a1de-d4164e68c43c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1314988 Oct 20 03:52:44.463303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-08f813a2-04cc-4063-a3bb-9c7a2a65fd22 None None] Port efe9165e-4d2d-45bf-b8c1-027a9aa19977 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:52:44.582195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ae856-dcdf-4a04-b399-d6d65ed7774a req-8e5f4270-3b53-4710-9453-43206c06871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:44.583654 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-943ae856-dcdf-4a04-b399-d6d65ed7774a req-8e5f4270-3b53-4710-9453-43206c06871d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343436 Oct 20 03:52:44.671279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e5147-9fbb-498f-b153-74a629edc5b2 req-a38cc5f9-2c69-4cfd-8ac9-2bcbe0a6b77f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:44.672824 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-de5e5147-9fbb-498f-b153-74a629edc5b2 req-a38cc5f9-2c69-4cfd-8ac9-2bcbe0a6b77f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 943 time: 0.0963435 Oct 20 03:52:44.713413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-26f21d03-df72-43cb-ab58-3ec6c46655d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:44.714892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-26f21d03-df72-43cb-ab58-3ec6c46655d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 1096 time: 0.0896795 Oct 20 03:52:44.720965 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-de5e5147-9fbb-498f-b153-74a629edc5b2 req-66a2b176-7261-4cfb-9923-8f56027a0296 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390687 Oct 20 03:52:44.784295 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-69faa630-c7b7-48f7-a14f-a9fe9a16cf84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977 HTTP/1.1" status: 200 len: 217 time: 0.0613422 Oct 20 03:52:44.848911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f0eb6224-6da9-4520-8cb4-e89ae47cb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:44.851644 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-f0eb6224-6da9-4520-8cb4-e89ae47cb285 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 200 len: 835 time: 0.0602710 Oct 20 03:52:44.854516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:44.936496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-558263d3-2943-44a0-af2d-de8c99c2277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:44.937990 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-558263d3-2943-44a0-af2d-de8c99c2277d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e47c4450-483c-4347-b7b9-3ad6ec5aa614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799260 Oct 20 03:52:45.069819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-0896e420-0efa-4a13-b8fc-6243f03ee6a6 service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225719 Oct 20 03:52:45.203800 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffe80c5f-e5e5-46d2-9fe5-5841d7036a35 req-d1f42bef-5a96-4eec-b3e2-f02bd0c8f0c1 service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252964 Oct 20 03:52:46.021327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42156131-dc8d-40d8-81c5-25ad414176ce req-73681ccb-e683-4e84-b49c-86a725c4f8ce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:46.022529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-42156131-dc8d-40d8-81c5-25ad414176ce req-73681ccb-e683-4e84-b49c-86a725c4f8ce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:52:46.102475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-42156131-dc8d-40d8-81c5-25ad414176ce req-73681ccb-e683-4e84-b49c-86a725c4f8ce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:52:46.102475 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-42156131-dc8d-40d8-81c5-25ad414176ce req-73681ccb-e683-4e84-b49c-86a725c4f8ce tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 943 time: 0.2688966 Oct 20 03:52:46.148635 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-42156131-dc8d-40d8-81c5-25ad414176ce req-945324c1-7853-4fee-a76d-427d17248f20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387487 Oct 20 03:52:47.214826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:47.346723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fa64f-6193-43d0-9058-c100b866b364 req-8e8f815a-e86a-4dde-af81-21936cf02bbf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:47.348423 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9f0fa64f-6193-43d0-9058-c100b866b364 req-8e8f815a-e86a-4dde-af81-21936cf02bbf tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 943 time: 0.0887027 Oct 20 03:52:47.392111 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9f0fa64f-6193-43d0-9058-c100b866b364 req-4311fe2b-3f56-493f-b696-adc69d6c7bd6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375619 Oct 20 03:52:48.594180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893d73c-05dd-4b36-a9ad-34644b96edd8 req-b90690c6-e6db-401f-bea7-b2533b4638d0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:48.595783 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3893d73c-05dd-4b36-a9ad-34644b96edd8 req-b90690c6-e6db-401f-bea7-b2533b4638d0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 943 time: 0.0942833 Oct 20 03:52:48.643328 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3893d73c-05dd-4b36-a9ad-34644b96edd8 req-d3e00584-af04-4b7d-8322-4f024da41665 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Oct 20 03:52:48.682822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device efe9165e-4d2d-45bf-b8c1-027a9aa19977 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:52:48.853952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port efe9165e-4d2d-45bf-b8c1-027a9aa19977, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:48.867564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:52:48.923114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port efe9165e-4d2d-45bf-b8c1-027a9aa19977 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:48.923554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:48.940824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe9165e-4d2d-45bf-b8c1-027a9aa19977 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:52:48.955695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port efe9165e-4d2d-45bf-b8c1-027a9aa19977, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:49.026154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:49.091457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=efe9165e-4d2d-45bf-b8c1-027a9aa19977,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:49.333717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['efe9165e-4d2d-45bf-b8c1-027a9aa19977'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:52:49.849831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28066c-3c48-42e5-b32e-c399a1dc1860 req-7caed067-1114-43f5-8cd1-dd106fbd3962 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:49.851294 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6d28066c-3c48-42e5-b32e-c399a1dc1860 req-7caed067-1114-43f5-8cd1-dd106fbd3962 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 944 time: 0.0922942 Oct 20 03:52:49.897828 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6d28066c-3c48-42e5-b32e-c399a1dc1860 req-e1a13c80-003b-42e0-a40c-cfd245e38ce0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406222 Oct 20 03:52:50.694483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device efe9165e-4d2d-45bf-b8c1-027a9aa19977 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:52:50.825748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port efe9165e-4d2d-45bf-b8c1-027a9aa19977 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:52:50.830613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port efe9165e-4d2d-45bf-b8c1-027a9aa19977 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:50.830986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:50.831319 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port efe9165e-4d2d-45bf-b8c1-027a9aa19977 Oct 20 03:52:50.947876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port efe9165e-4d2d-45bf-b8c1-027a9aa19977 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:52:50.948311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:50.978372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:52:50.980719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5640d3-da8f-463c-8a53-7f2fdc848fd5" -d '{"events": [{"server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "name": "network-vif-plugged", "status": "completed", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:52:50.988231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port efe9165e-4d2d-45bf-b8c1-027a9aa19977, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:52:51.060632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:51.102380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9c13-19c5-40f8-ba31-645e58a39325 req-c3ffdf9a-8223-4711-b2ee-df1b40e6b0e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:51.102965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e238f081-3efd-466d-9625-33db727cef6e x-openstack-request-id: req-e238f081-3efd-466d-9625-33db727cef6e {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:52:51.103385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "name": "network-vif-plugged", "status": "completed", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:52:51.103497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee7f9c13-19c5-40f8-ba31-645e58a39325 req-c3ffdf9a-8223-4711-b2ee-df1b40e6b0e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 944 time: 0.0910525 Oct 20 03:52:51.103583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e238f081-3efd-466d-9625-33db727cef6e {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:52:51.103797 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e238f081-3efd-466d-9625-33db727cef6e'] response: {'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'code': 200} Oct 20 03:52:51.139726 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=efe9165e-4d2d-45bf-b8c1-027a9aa19977,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:51.154363 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee7f9c13-19c5-40f8-ba31-645e58a39325 req-7c0677b9-077f-41f6-a003-55e1cfe8db8b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448599 Oct 20 03:52:51.514540 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6f977-a2f4-4d08-8ba6-e742430e1332 req-d1d4f026-1ab8-4216-91d4-5fe88a4bd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:51.515987 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-01c6f977-a2f4-4d08-8ba6-e742430e1332 req-d1d4f026-1ab8-4216-91d4-5fe88a4bd650 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 1098 time: 0.0760796 Oct 20 03:52:51.558499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-01c6f977-a2f4-4d08-8ba6-e742430e1332 req-98e3908f-bc10-45ba-a6bf-70e0de8e1eb3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331912 Oct 20 03:52:52.352689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61f19-da14-4418-ac5e-f24fb48cece3 req-00f976f5-20ee-4f67-a404-81295dc57ee9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:52.354095 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3ec61f19-da14-4418-ac5e-f24fb48cece3 req-00f976f5-20ee-4f67-a404-81295dc57ee9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 945 time: 0.0878279 Oct 20 03:52:52.401656 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3ec61f19-da14-4418-ac5e-f24fb48cece3 req-4b240e24-0620-4fa9-b73f-bcafb43ba8a7 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Oct 20 03:52:52.708553 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:52:53.598904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caea9f3-78cf-4eea-97f5-36858182c522 req-c6fb12d2-313a-41b1-a1f7-9f1f6b50616e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:53.600927 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9caea9f3-78cf-4eea-97f5-36858182c522 req-c6fb12d2-313a-41b1-a1f7-9f1f6b50616e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 945 time: 0.0906625 Oct 20 03:52:53.686234 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9caea9f3-78cf-4eea-97f5-36858182c522 req-9e7e7234-11ca-447c-bd58-4adeac571b33 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795395 Oct 20 03:52:53.881849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc15357-1cb5-4792-84be-a3bcb62a06e2 req-3bc66485-6cca-4178-a813-1cc3922845b2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:53.883319 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dfc15357-1cb5-4792-84be-a3bcb62a06e2 req-3bc66485-6cca-4178-a813-1cc3922845b2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 945 time: 0.0865834 Oct 20 03:52:53.927489 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dfc15357-1cb5-4792-84be-a3bcb62a06e2 req-875b035c-c4f0-4fdb-ae79-1840d63fc621 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382485 Oct 20 03:52:53.956079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42352) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:54.038370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31256e75-46f5-4523-9ea1-8013eb825733 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:54.039900 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-31256e75-46f5-4523-9ea1-8013eb825733 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 1093 time: 0.0828309 Oct 20 03:52:54.042914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42356) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:54.047703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:54.053702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:54.057526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:floatingip and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:54.060346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:54.066057 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:54.129613 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.264450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.395664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.210 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/686010ec-2a06-4dc5-8355-f4f781b84a2d) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:52:54.544258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.665803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.730588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:52:54.733381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:52:54.736966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:52:54.766440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=686010ec-2a06-4dc5-8355-f4f781b84a2d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:55.245494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.377210 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.578633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.642743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.748121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=686010ec-2a06-4dc5-8355-f4f781b84a2d,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:55.752726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.919790 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP aaf0cf2d-c23e-4600-bf7f-955f7742677a associated. External IP: 172.26.7.210, port: efe9165e-4d2d-45bf-b8c1-027a9aa19977. Oct 20 03:52:56.266444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router f10c6d60-0412-473c-bc7d-613c1af1a220 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:52:56.439862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:52:56.449832 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] Sync routers for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:56.458613 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:56.459529 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:56.557722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.617231 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b7de4699-8b28-4122-835b-97249882cea2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5732987 Oct 20 03:52:56.618103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:52:56.619927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42360) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:56.620546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5b7471-306d-49fc-bfd8-efa20c66bb87" -d '{"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:52:56.641365 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:56.679904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7f9aaf-b270-4f8c-87cd-e22cb6925e82 x-openstack-request-id: req-3f7f9aaf-b270-4f8c-87cd-e22cb6925e82 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:52:56.680206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:52:56.680460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3f7f9aaf-b270-4f8c-87cd-e22cb6925e82 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:52:56.680913 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7f9aaf-b270-4f8c-87cd-e22cb6925e82'] response: {'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'status': 'completed', 'code': 200} Oct 20 03:52:56.768690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815a71d-0e01-479e-9190-fd9005ea6b26 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:56.770534 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8815a71d-0e01-479e-9190-fd9005ea6b26 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 1093 time: 0.1485054 Oct 20 03:52:56.790651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-fb90e36f-41aa-40bb-bedb-77f7643e1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:56.792123 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-fb90e36f-41aa-40bb-bedb-77f7643e1730 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 1098 time: 0.0904245 Oct 20 03:52:56.928223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42368) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:56.934408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-315665339', 'description': 'tempest-secgroup-smoke-315665339 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:56.938964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-437f8b29-e7bb-4c0d-83c7-c0240474d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:56.940344 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-437f8b29-e7bb-4c0d-83c7-c0240474d4cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 898 time: 0.1423295 Oct 20 03:52:56.942533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:56.952957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:56.987419 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'aaf0cf2d-c23e-4600-bf7f-955f7742677a', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:55Z', 'updated_at': '2022-10-20T03:52:55Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:56.991437 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] Checking router: f10c6d60-0412-473c-bc7d-613c1af1a220 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:52:56.999752 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:52:57.000348 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:52:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:57.054049 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-467bc42f-90c1-4b2a-80c3-031de80efb94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977 HTTP/1.1" status: 200 len: 999 time: 0.0996761 Oct 20 03:52:57.093352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:57.127308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:57.138380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:57.141686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-b1cd20c2-2620-4cb9-ae07-b94450548e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:57.143117 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-b1cd20c2-2620-4cb9-ae07-b94450548e77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 200 len: 835 time: 0.0831714 Oct 20 03:52:57.143889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:57.183193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:57.205132 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:52:57.271003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-9f91c26e-5826-4413-9265-e9521c47c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:57.273197 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-9f91c26e-5826-4413-9265-e9521c47c082 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e47c4450-483c-4347-b7b9-3ad6ec5aa614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1230748 Oct 20 03:52:57.302852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:57.375153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:57.443556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014ffdae-982c-4a4c-9683-33e3f7750493,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:57.457180 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-0f18b136-da02-485c-a89d-b54b7ebbc1d6 service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749170 Oct 20 03:52:57.550669 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'aaf0cf2d-c23e-4600-bf7f-955f7742677a', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:55Z', 'updated_at': '2022-10-20T03:52:55Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:57.554101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:57.555130 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e107ccc-911e-4a43-9a89-b23063e0ad8f None None] The sync data for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv is: [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'aaf0cf2d-c23e-4600-bf7f-955f7742677a', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:55Z', 'updated_at': '2022-10-20T03:52:55Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:57.555330 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ba687e58-5c88-4dd1-b4b7-0c2ef4522014 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6264501 Oct 20 03:52:57.558556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42372) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:57.565395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '014ffdae-982c-4a4c-9683-33e3f7750493', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:57.572298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:57.589934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:57.596085 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af5b7471-306d-49fc-bfd8-efa20c66bb87 req-d1c6933b-8ceb-4d72-8242-f00cc59e69c2 service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328273 Oct 20 03:52:57.597176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:57.604400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:57.692812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:57.755348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:57.756707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0bd7ab-06c3-4b0b-933f-9af49681f386 None None] New status for floating IP aaf0cf2d-c23e-4600-bf7f-955f7742677a: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:52:57.802386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:57.826096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d36d483-1e32-4e35-aae3-0f56850196a0,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:57.894393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:57.895615 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f60bfa8f-409a-4ceb-a920-9a9c6c878f74 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347070 Oct 20 03:52:57.898338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42376) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:57.903283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '014ffdae-982c-4a4c-9683-33e3f7750493', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:57.909066 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:57.913333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:57.916151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:57.921732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:58.003956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.065627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.128920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.151715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc992123-4c21-4803-95dd-738ba64d73f8,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:58.214486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.215656 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-975d814d-852c-44bb-bf56-b4da7788e586 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163886 Oct 20 03:52:58.218337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42380) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:58.223337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '014ffdae-982c-4a4c-9683-33e3f7750493', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:58.229589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:58.233334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:58.236146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:58.241671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:58.340890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.516039 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.603120 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.627664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151f886e-fcb3-4007-b5e8-4c6037191f12,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:58.705751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.706942 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6a53c605-f930-4393-9d9f-9b4520315f0e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4877076 Oct 20 03:52:58.710211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42384) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:58.715141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '014ffdae-982c-4a4c-9683-33e3f7750493', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:58.720867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:58.724911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:58.727766 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:58.733360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:58.804160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.864477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.922431 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:58.946163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9faade8a-264d-4ad2-9849-37bad775cd07,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:59.008362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:59.009555 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8dc6d666-7680-4351-9bd8-0abde8fb9119 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2984061 Oct 20 03:52:59.012367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42388) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:59.017306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '014ffdae-982c-4a4c-9683-33e3f7750493', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:59.023233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:59.027066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:59.029903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:59.039565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:59.094095 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:52:59.100939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:59.162443 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:59.231094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:59.254792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1627fcb1-bfdb-4ce6-89cf-84aefd7613b3,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:59.345631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:59.346737 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-283b4d6e-2d1c-4d8d-b88b-ed080e07cc32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333976 Oct 20 03:52:59.349818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42392) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:52:59.355345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '014ffdae-982c-4a4c-9683-33e3f7750493', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:59.361072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:52:59.366831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:52:59.368398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:52:59.374006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:52:59.442824 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:52:59.449033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:59.512295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:59.579697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:59.603303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39aa0ef8-e559-44e1-ac53-c3147fe0c0f7,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:59.665712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:59.666909 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e3bf6606-9e70-4514-80ca-153aa80ed34e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161879 Oct 20 03:52:59.821778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-e36f6bcb-b508-4dd5-a5dc-55e7a5fc2eb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:52:59.882628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-e36f6bcb-b508-4dd5-a5dc-55e7a5fc2eb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:52:59.885194 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-e36f6bcb-b508-4dd5-a5dc-55e7a5fc2eb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315665339&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.0996592 Oct 20 03:53:00.030131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-88ee889c-fbb1-42ac-b141-ae8573f2076e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:00.031561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-88ee889c-fbb1-42ac-b141-ae8573f2076e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 797 time: 0.1411128 Oct 20 03:53:00.052139 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-113616c4-8633-4793-bf31-8ad6acc3d8e2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.0149162 Oct 20 03:53:00.238825 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-5babaaea-c278-4cb8-98fd-209f7d69eb5b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1815913 Oct 20 03:53:00.414547 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-d2f4455c-4c19-4e10-97c3-d20e4f05bdad service neutron] 10.222.0.33 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643417 Oct 20 03:53:00.547480 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-3e92ee6e-bd42-4f66-a526-825af8a40046 service neutron] 10.222.0.33 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271086 Oct 20 03:53:00.831858 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cc6e3451-e19b-4c0d-b3d2-899cc96203b5 req-d868300f-3e62-4468-8dc6-3161a0bfa665 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 210 time: 0.0513513 Oct 20 03:53:01.994182 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf295919-0b67-41ca-a09f-5ab9e1ee8d03 req-ba9f0f9a-2b8e-4dd3-936d-16ac22bb5aed tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 210 time: 0.0493069 Oct 20 03:53:02.613978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-38188fc3-5c6a-4096-8773-5dc0ee34a066 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:02.615405 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-38188fc3-5c6a-4096-8773-5dc0ee34a066 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 797 time: 0.1474671 Oct 20 03:53:02.666404 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-4913ce9b-e08b-411c-8134-55ced7be4bc8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 472 time: 0.0421679 Oct 20 03:53:02.674565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['014ffdae-982c-4a4c-9683-33e3f7750493']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:02.810796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:53:02.820212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:53:02.922785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:53:02.926477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:03.088840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.3 (e47c4450-483c-4347-b7b9-3ad6ec5aa614/c36e29fe-1e41-405a-847c-424ad23933d7/90f73c15-8a81-4526-b103-48eac770a459) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:53:03.164835 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2092fe58-f392-472e-9583-cae8e24f231d req-c03a905b-d12c-4509-ac35-fbc2e7f2a474 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 210 time: 0.0488484 Oct 20 03:53:03.271314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:03.286598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 90f73c15-8a81-4526-b103-48eac770a459 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:53:03.369176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:03.434226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:53:03.437210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:53:03.440902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:53:03.480150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=90f73c15-8a81-4526-b103-48eac770a459,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:03.511931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:03.512536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:03.598278 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-eb737105-ca43-4a8f-8a28-3b6cda24da63 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9271557 Oct 20 03:53:03.609841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Request body: {'port': {'device_id': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:03.719256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:03.774149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-871f2c1a-1c0e-44a9-899b-695e987fef08 None None] Provisioning for port 90f73c15-8a81-4526-b103-48eac770a459 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:53:03.779148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-871f2c1a-1c0e-44a9-899b-695e987fef08 None None] Provisioning complete for port 90f73c15-8a81-4526-b103-48eac770a459 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:03.779517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-871f2c1a-1c0e-44a9-899b-695e987fef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:03.779863 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-871f2c1a-1c0e-44a9-899b-695e987fef08 None None] Attempt 1 to provision port 90f73c15-8a81-4526-b103-48eac770a459 Oct 20 03:53:03.831952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-871f2c1a-1c0e-44a9-899b-695e987fef08 None None] Port 90f73c15-8a81-4526-b103-48eac770a459 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:53:04.142275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f73c15-8a81-4526-b103-48eac770a459 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:53:04.150000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:04.164681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Transition to ACTIVE for port object 90f73c15-8a81-4526-b103-48eac770a459 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:53:04.231598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:04.333318 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-871f2c1a-1c0e-44a9-899b-695e987fef08 None None] Attempt 2 to provision port 90f73c15-8a81-4526-b103-48eac770a459 Oct 20 03:53:04.402753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-871f2c1a-1c0e-44a9-899b-695e987fef08 None None] Port 90f73c15-8a81-4526-b103-48eac770a459 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:53:04.479119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Pushing event updated for resources: {'Port': ['ID=90f73c15-8a81-4526-b103-48eac770a459,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:04.520252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Attempting to bind port 90f73c15-8a81-4526-b103-48eac770a459 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:53:04.520569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Attempting to bind port 90f73c15-8a81-4526-b103-48eac770a459 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:53:04.520899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Attempting to bind port 90f73c15-8a81-4526-b103-48eac770a459 on network e47c4450-483c-4347-b7b9-3ad6ec5aa614 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:53:04.528157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Port 90f73c15-8a81-4526-b103-48eac770a459 on network e47c4450-483c-4347-b7b9-3ad6ec5aa614 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:53:04.528479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Attempting to bind port 90f73c15-8a81-4526-b103-48eac770a459 on network e47c4450-483c-4347-b7b9-3ad6ec5aa614 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:53:04.539321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b9366-d733-4af3-930d-a9161aad6d35 req-295587c7-46cc-42df-a6eb-191df303258b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:04.540007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1b2b9366-d733-4af3-930d-a9161aad6d35 req-295587c7-46cc-42df-a6eb-191df303258b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:53:04.545162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:53:04.545528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Checking segment: {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:53:04.545902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Bound using segment: {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:53:04.546338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Bound port: 90f73c15-8a81-4526-b103-48eac770a459, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7657551d-1a5b-4365-ae49-c280aab9bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:53:04.546681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:04.669382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] For port 90f73c15-8a81-4526-b103-48eac770a459, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:53:04.669382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] For port 90f73c15-8a81-4526-b103-48eac770a459, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=90f73c15-8a81-4526-b103-48eac770a459,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:53:04.797052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1b2b9366-d733-4af3-930d-a9161aad6d35 req-295587c7-46cc-42df-a6eb-191df303258b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:53:04.798278 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b2b9366-d733-4af3-930d-a9161aad6d35 req-295587c7-46cc-42df-a6eb-191df303258b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 943 time: 0.4895325 Oct 20 03:53:04.833170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:04.865225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:04.865860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:04.867749 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] 10.222.0.26 "PUT /v2.0/ports/90f73c15-8a81-4526-b103-48eac770a459 HTTP/1.1" status: 200 len: 1093 time: 1.2613704 Oct 20 03:53:04.874640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'tag': '90f73c15-8a81-4526-b103-48eac770a459'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:04.877128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a96250c-e8f4-4825-bb22-111694fb2416" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "tag": "90f73c15-8a81-4526-b103-48eac770a459"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:04.901706 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b2b9366-d733-4af3-930d-a9161aad6d35 req-ac01f1c8-0be5-47c1-ac04-d7b764ca4af4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976226 Oct 20 03:53:04.903990 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-871f2c1a-1c0e-44a9-899b-695e987fef08 None None] Attempt 3 to provision port 90f73c15-8a81-4526-b103-48eac770a459 Oct 20 03:53:04.930749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4e57e-d7f7-42e8-9904-8f36b014e916 service neutron] Pushing event updated for resources: {'Port': ['ID=90f73c15-8a81-4526-b103-48eac770a459,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:04.981827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-871f2c1a-1c0e-44a9-899b-695e987fef08 None None] Port 90f73c15-8a81-4526-b103-48eac770a459 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:53:05.012894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5086df-4ec4-4471-a65d-c29786ac9b53 x-openstack-request-id: req-5f5086df-4ec4-4471-a65d-c29786ac9b53 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:05.013257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "tag": "90f73c15-8a81-4526-b103-48eac770a459", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:05.013533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5f5086df-4ec4-4471-a65d-c29786ac9b53 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:05.013923 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5086df-4ec4-4471-a65d-c29786ac9b53'] response: {'name': 'network-changed', 'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'tag': '90f73c15-8a81-4526-b103-48eac770a459', 'status': 'completed', 'code': 200} Oct 20 03:53:05.048049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-fa66595f-2176-4dfe-91ca-35b9d69c7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:05.049552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-fa66595f-2176-4dfe-91ca-35b9d69c7f4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 1096 time: 0.0775168 Oct 20 03:53:05.120351 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-91be7766-59c0-4e36-a730-104229f2ba07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90f73c15-8a81-4526-b103-48eac770a459 HTTP/1.1" status: 200 len: 217 time: 0.0621943 Oct 20 03:53:05.188353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-dc915fab-3110-4f2d-8a44-aac0b8fccd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:05.189819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-dc915fab-3110-4f2d-8a44-aac0b8fccd3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 200 len: 835 time: 0.0554485 Oct 20 03:53:05.272675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-6097e3c9-c235-4d60-9201-512e8dc23aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:05.274296 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-6097e3c9-c235-4d60-9201-512e8dc23aca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e47c4450-483c-4347-b7b9-3ad6ec5aa614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778112 Oct 20 03:53:05.409534 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-bcad701a-3ad0-4946-a221-291087e51eda service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230893 Oct 20 03:53:05.536113 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2027de39-fcf0-4c08-bb85-ac2b1c015c71 req-0646c91c-78e9-4245-9863-dabc98b5c41c service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204865 Oct 20 03:53:05.735028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-ddac39e5-547b-4010-ae71-2c7f15e02c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:05.736383 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-ddac39e5-547b-4010-ae71-2c7f15e02c97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 1096 time: 0.0762358 Oct 20 03:53:05.863052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-4386cbdc-ad12-4fb1-b0c1-455ecccae8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:05.864446 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-4386cbdc-ad12-4fb1-b0c1-455ecccae8b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 898 time: 0.1214342 Oct 20 03:53:05.933113 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-11d6326b-c232-4544-b25d-56801c0772f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90f73c15-8a81-4526-b103-48eac770a459 HTTP/1.1" status: 200 len: 217 time: 0.0618205 Oct 20 03:53:05.995610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-1586eb39-dad7-48ef-9e42-2bd3c9509513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:05.996986 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-1586eb39-dad7-48ef-9e42-2bd3c9509513 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 200 len: 835 time: 0.0571773 Oct 20 03:53:06.239659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-202381e5-c67a-4392-8594-51b9f1fde6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:06.241155 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-202381e5-c67a-4392-8594-51b9f1fde6cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e47c4450-483c-4347-b7b9-3ad6ec5aa614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2377951 Oct 20 03:53:06.249312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ce964-97c3-40f9-8fc5-18ad001ece39 req-612f64fa-fde9-4e92-91e6-6cfc75d62ae6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:06.250564 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-909ce964-97c3-40f9-8fc5-18ad001ece39 req-612f64fa-fde9-4e92-91e6-6cfc75d62ae6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 943 time: 0.2085032 Oct 20 03:53:06.372029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-909ce964-97c3-40f9-8fc5-18ad001ece39 req-01b714f3-0dfd-488f-b116-3fcafce20964 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035266 Oct 20 03:53:06.403102 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-116f8241-af25-47d2-99b5-cad5deb0f283 service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516495 Oct 20 03:53:06.529897 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a96250c-e8f4-4825-bb22-111694fb2416 req-740bc530-098b-42ff-90ac-4297cbf3c51f service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203666 Oct 20 03:53:07.570452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193281-9502-4708-8466-ee2593327f9b req-e80473bc-4983-4e93-8f9c-e64088a4a9e8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:07.571885 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64193281-9502-4708-8466-ee2593327f9b req-e80473bc-4983-4e93-8f9c-e64088a4a9e8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 943 time: 0.0881197 Oct 20 03:53:07.614862 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-64193281-9502-4708-8466-ee2593327f9b req-5054d851-a825-4ade-8b0d-3341b7ce0a32 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371506 Oct 20 03:53:08.728773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 90f73c15-8a81-4526-b103-48eac770a459 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:53:08.820730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a9b1f-e697-4e60-8217-912c693364b9 req-4a30cd73-6c10-49f7-8932-0ecf4e2a622c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:08.822258 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5e0a9b1f-e697-4e60-8217-912c693364b9 req-4a30cd73-6c10-49f7-8932-0ecf4e2a622c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 943 time: 0.0948002 Oct 20 03:53:08.860214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 90f73c15-8a81-4526-b103-48eac770a459, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=90f73c15-8a81-4526-b103-48eac770a459,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:08.866391 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5e0a9b1f-e697-4e60-8217-912c693364b9 req-5068e9c0-204f-41c4-95d9-2d0a1f302e89 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384965 Oct 20 03:53:08.873228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '90f73c15-8a81-4526-b103-48eac770a459', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'port_id': '90f73c15-8a81-4526-b103-48eac770a459', 'mac_address': 'fa:16:3e:4d:46:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:53:08.927457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 90f73c15-8a81-4526-b103-48eac770a459 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:53:08.927771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:08.946822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f73c15-8a81-4526-b103-48eac770a459 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:53:08.962447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 90f73c15-8a81-4526-b103-48eac770a459, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=90f73c15-8a81-4526-b103-48eac770a459,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:09.059395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.124091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=90f73c15-8a81-4526-b103-48eac770a459,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:09.332222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['90f73c15-8a81-4526-b103-48eac770a459'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:53:09.757058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-28b3d72d-ccc6-4aa8-9133-05e49bca67c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:10.059735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e70b9-7c20-4146-9182-97d34c66a61c req-dba816a1-1ada-4f0a-b147-dad5ff2ec558 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:10.061177 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c32e70b9-7c20-4146-9182-97d34c66a61c req-dba816a1-1ada-4f0a-b147-dad5ff2ec558 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 944 time: 0.0857306 Oct 20 03:53:10.111294 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c32e70b9-7c20-4146-9182-97d34c66a61c req-0a51e87f-274f-487a-bb2a-4772d2d7a38f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444326 Oct 20 03:53:10.742478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 90f73c15-8a81-4526-b103-48eac770a459 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:53:10.883205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 90f73c15-8a81-4526-b103-48eac770a459 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:53:10.888269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 90f73c15-8a81-4526-b103-48eac770a459 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:10.888694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:10.889033 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 90f73c15-8a81-4526-b103-48eac770a459 Oct 20 03:53:11.001224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 90f73c15-8a81-4526-b103-48eac770a459 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:53:11.001496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:11.027986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f73c15-8a81-4526-b103-48eac770a459'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:11.031024 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2f59c2-2003-4498-a6d1-d3a7aba1fc4c" -d '{"events": [{"server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "name": "network-vif-plugged", "status": "completed", "tag": "90f73c15-8a81-4526-b103-48eac770a459"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:11.038021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 90f73c15-8a81-4526-b103-48eac770a459, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=90f73c15-8a81-4526-b103-48eac770a459,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:11.072037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b506b2-5db3-4d1a-bc94-6b661c0fdce3 x-openstack-request-id: req-74b506b2-5db3-4d1a-bc94-6b661c0fdce3 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:11.072327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "name": "network-vif-plugged", "status": "completed", "tag": "90f73c15-8a81-4526-b103-48eac770a459", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:11.072585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-74b506b2-5db3-4d1a-bc94-6b661c0fdce3 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:11.072978 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b506b2-5db3-4d1a-bc94-6b661c0fdce3'] response: {'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f73c15-8a81-4526-b103-48eac770a459', 'code': 200} Oct 20 03:53:11.088644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:11.154276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=90f73c15-8a81-4526-b103-48eac770a459,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:11.312308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262160c-ba35-4885-b200-126a05c2f574 req-d4292851-355f-41f3-bf00-fad482477bef tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:11.313707 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8262160c-ba35-4885-b200-126a05c2f574 req-d4292851-355f-41f3-bf00-fad482477bef tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 945 time: 0.0869391 Oct 20 03:53:11.358037 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8262160c-ba35-4885-b200-126a05c2f574 req-d8745c84-e855-413d-961d-0cd2ecb069c8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384471 Oct 20 03:53:11.417895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa20f2-ef9d-469b-b32f-2d310795fed3 req-2cbe8963-4b68-4a79-b07f-0d786615fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:11.419449 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e1aa20f2-ef9d-469b-b32f-2d310795fed3 req-2cbe8963-4b68-4a79-b07f-0d786615fc41 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 1098 time: 0.0809045 Oct 20 03:53:11.460187 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e1aa20f2-ef9d-469b-b32f-2d310795fed3 req-89686773-68b2-41c4-8659-7d409e99cb78 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328846 Oct 20 03:53:12.305065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5f2ddd8d-5528-45b9-b265-06d652df50fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:12.555272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa767d4-61c9-4ed7-8550-f274e3a97281 req-281bb4d0-4f47-41bc-aa49-2906dbd6bb46 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:12.556706 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fa767d4-61c9-4ed7-8550-f274e3a97281 req-281bb4d0-4f47-41bc-aa49-2906dbd6bb46 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 945 time: 0.0862582 Oct 20 03:53:12.602264 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fa767d4-61c9-4ed7-8550-f274e3a97281 req-d42e313a-d395-4eeb-b9a7-4d797c175ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396638 Oct 20 03:53:13.396462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:13.544941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:13.800173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268ced-0453-4d53-b349-a7057da5e5be req-a28b6cc5-3afb-4cdd-af9a-6c8d62405d38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:13.801630 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3f268ced-0453-4d53-b349-a7057da5e5be req-a28b6cc5-3afb-4cdd-af9a-6c8d62405d38 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 945 time: 0.0883486 Oct 20 03:53:13.844330 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3f268ced-0453-4d53-b349-a7057da5e5be req-5d94e134-38d0-44b3-8aac-a6d2b511a2fa tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371544 Oct 20 03:53:14.040222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fc5b6-4793-4b9d-b306-1773aba9d7a4 req-864ab317-0c7d-4b74-a0b7-9a6178c9993e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:14.041602 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d93fc5b6-4793-4b9d-b306-1773aba9d7a4 req-864ab317-0c7d-4b74-a0b7-9a6178c9993e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 945 time: 0.0886621 Oct 20 03:53:14.085006 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d93fc5b6-4793-4b9d-b306-1773aba9d7a4 req-b365afa1-e9dd-4698-a657-9f07cc6ed3a6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377889 Oct 20 03:53:14.116309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42452) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:14.191808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f26b17-7d4b-4d8a-8db9-54a65f163465 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:14.193303 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a5f26b17-7d4b-4d8a-8db9-54a65f163465 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 1093 time: 0.0754368 Oct 20 03:53:14.196562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42456) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:14.201507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '90f73c15-8a81-4526-b103-48eac770a459', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:14.207205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:53:14.211013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:floatingip and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:53:14.213809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:53:14.219351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:53:14.282782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:14.411666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:14.546829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.75 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/1d11231a-4f82-4dde-ad31-0a1509e15172) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:53:14.691328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:14.785559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:14.843191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:14.862037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:53:14.865025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:53:14.867723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:53:14.909533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=1d11231a-4f82-4dde-ad31-0a1509e15172,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:15.257952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:15.413602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:15.707874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:15.774043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:15.879860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=1d11231a-4f82-4dde-ad31-0a1509e15172,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:15.883350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:16.055631 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP faad6551-9c4e-4857-85da-bc9b18a0a2a6 associated. External IP: 172.26.7.75, port: 90f73c15-8a81-4526-b103-48eac770a459. Oct 20 03:53:16.389659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router f10c6d60-0412-473c-bc7d-613c1af1a220 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:53:16.558722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:53:16.568329 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] Sync routers for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:53:16.578592 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:53:16.579200 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:16.649095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:16.705335 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2963ee8c-e7e5-4309-afc5-4f55075f044f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5077455 Oct 20 03:53:16.705975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'tag': '90f73c15-8a81-4526-b103-48eac770a459'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:16.708324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10699558-e345-44db-8713-b55850988883" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "tag": "90f73c15-8a81-4526-b103-48eac770a459"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:16.749545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eb3671-239e-49a0-aeff-9944a9b430f8 x-openstack-request-id: req-41eb3671-239e-49a0-aeff-9944a9b430f8 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:16.749837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "tag": "90f73c15-8a81-4526-b103-48eac770a459", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:16.750088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-41eb3671-239e-49a0-aeff-9944a9b430f8 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:16.750487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41eb3671-239e-49a0-aeff-9944a9b430f8'] response: {'name': 'network-changed', 'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'tag': '90f73c15-8a81-4526-b103-48eac770a459', 'status': 'completed', 'code': 200} Oct 20 03:53:16.752123 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:53:16.845452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10699558-e345-44db-8713-b55850988883 req-f0081876-1b7b-4a04-853c-71b1015ba483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:16.846903 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10699558-e345-44db-8713-b55850988883 req-f0081876-1b7b-4a04-853c-71b1015ba483 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 1098 time: 0.0755584 Oct 20 03:53:16.974260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10699558-e345-44db-8713-b55850988883 req-0b177646-7609-42fa-9b04-f5bdb6506047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:16.975589 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10699558-e345-44db-8713-b55850988883 req-0b177646-7609-42fa-9b04-f5bdb6506047 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 898 time: 0.1215963 Oct 20 03:53:17.103901 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'aaf0cf2d-c23e-4600-bf7f-955f7742677a', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:55Z', 'updated_at': '2022-10-20T03:52:57Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}, {'id': 'faad6551-9c4e-4857-85da-bc9b18a0a2a6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': '90f73c15-8a81-4526-b103-48eac770a459', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:4d:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:53:15Z', 'updated_at': '2022-10-20T03:53:15Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:17.108065 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] Checking router: f10c6d60-0412-473c-bc7d-613c1af1a220 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:53:17.116437 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:53:17.117613 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:17.202624 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10699558-e345-44db-8713-b55850988883 req-67dc05d7-f342-4bc5-8832-20b764b857dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90f73c15-8a81-4526-b103-48eac770a459 HTTP/1.1" status: 200 len: 998 time: 0.2203569 Oct 20 03:53:17.219507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:17.276001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10699558-e345-44db-8713-b55850988883 req-6999791c-a3a2-4f47-8faa-d7063a234418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:17.277402 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10699558-e345-44db-8713-b55850988883 req-6999791c-a3a2-4f47-8faa-d7063a234418 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 200 len: 835 time: 0.0688710 Oct 20 03:53:17.296084 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:53:17.362928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10699558-e345-44db-8713-b55850988883 req-6102fc9d-246c-4c34-a941-0618df403056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:17.364544 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10699558-e345-44db-8713-b55850988883 req-6102fc9d-246c-4c34-a941-0618df403056 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e47c4450-483c-4347-b7b9-3ad6ec5aa614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811837 Oct 20 03:53:17.508923 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10699558-e345-44db-8713-b55850988883 req-b7538696-715b-4112-b81a-bce1a49efd01 service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368160 Oct 20 03:53:17.654622 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10699558-e345-44db-8713-b55850988883 req-ea27d2e4-ca0b-4937-9c76-df83471e177c service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380956 Oct 20 03:53:17.718275 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'aaf0cf2d-c23e-4600-bf7f-955f7742677a', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:55Z', 'updated_at': '2022-10-20T03:52:57Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}, {'id': 'faad6551-9c4e-4857-85da-bc9b18a0a2a6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': '90f73c15-8a81-4526-b103-48eac770a459', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:4d:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:53:15Z', 'updated_at': '2022-10-20T03:53:15Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:17.722712 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c84c05-6016-4b50-ab99-5f0d83d2417e None None] The sync data for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv is: [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'aaf0cf2d-c23e-4600-bf7f-955f7742677a', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:55Z', 'updated_at': '2022-10-20T03:52:57Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}, {'id': 'faad6551-9c4e-4857-85da-bc9b18a0a2a6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': '90f73c15-8a81-4526-b103-48eac770a459', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:4d:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:53:15Z', 'updated_at': '2022-10-20T03:53:15Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:53:17.924890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450296c4-8b8f-4abc-8db6-c9adc3639aa2 None None] New status for floating IP faad6551-9c4e-4857-85da-bc9b18a0a2a6: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:53:29.707438 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:53:30.483254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42470) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:30.681911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Deleting port 354e1d41-c4ca-4780-9e2f-87c1d2706afa {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:30.682250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.842424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.842637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.962984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Calling delete_port for 354e1d41-c4ca-4780-9e2f-87c1d2706afa owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:31.179296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.227741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event deleted for resources: {'Port': ['ID=354e1d41-c4ca-4780-9e2f-87c1d2706afa,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:31.268227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.268577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.268917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.269254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.269608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.269937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.270268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.270593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.270919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.271245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.271564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.271884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:31.330450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.330731 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Floating IP bbb40997-dbb6-4c0a-9353-a61deab98543 disassociated (deleted). External IP: 172.26.7.155, port: 56b28e8a-77d8-4cfc-82ac-bafb3254f58a. Oct 20 03:53:31.780553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:53:31.951408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:53:31.960530 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] Sync routers for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:53:31.970048 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:53:31.975475 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:32.007612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:32.064576 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-89054a40-5bb7-44eb-bf5c-a73c629113e7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "DELETE /v2.0/floatingips/bbb40997-dbb6-4c0a-9353-a61deab98543 HTTP/1.1" status: 204 len: 168 time: 1.5801251 Oct 20 03:53:32.065201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:32.067615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701fb9c4-67d8-44f8-9326-20a7d8c683b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:32.117251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000b1a13-9003-4ce1-937a-261c2f2fa9d4 x-openstack-request-id: req-000b1a13-9003-4ce1-937a-261c2f2fa9d4 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:32.117651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:32.117889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-000b1a13-9003-4ce1-937a-261c2f2fa9d4 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:32.118289 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000b1a13-9003-4ce1-937a-261c2f2fa9d4'] response: {'name': 'network-changed', 'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'status': 'completed', 'code': 200} Oct 20 03:53:32.145357 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:53:32.218381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-ecd5c5f9-3337-44b3-b524-a8f56b6c823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.219844 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-ecd5c5f9-3337-44b3-b524-a8f56b6c823d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 1099 time: 0.0772674 Oct 20 03:53:32.355657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-65825ec9-6b79-4249-b155-4e58c78ccacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.356986 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-65825ec9-6b79-4249-b155-4e58c78ccacb service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.1265030 Oct 20 03:53:32.427608 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-9dbb2992-1964-47aa-a363-20a1358c03e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b28e8a-77d8-4cfc-82ac-bafb3254f58a HTTP/1.1" status: 200 len: 217 time: 0.0638516 Oct 20 03:53:32.492964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-d8c635b3-6bd5-4790-9d6e-f90eb2bf78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.493638 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3029489e-cea8-43ad-a65b-137787f2b31a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:34Z', 'updated_at': '2022-10-20T03:47:37Z', 'revision_number': 1, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:32.494481 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-d8c635b3-6bd5-4790-9d6e-f90eb2bf78a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.0599599 Oct 20 03:53:32.498613 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] Checking router: 252a606c-d5fa-4b8b-a880-e4c8b9db82eb for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:53:32.506732 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:53:32.507316 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:32.589885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-906dc87c-1faa-407a-9389-ecc03d677752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.591375 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-906dc87c-1faa-407a-9389-ecc03d677752 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826447 Oct 20 03:53:32.673751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1acf0-3997-492e-9fa9-1f54e3e8a3f9 req-20f1ca90-b57b-469e-a1cd-093615761774 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.682082 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e8a1acf0-3997-492e-9fa9-1f54e3e8a3f9 req-20f1ca90-b57b-469e-a1cd-093615761774 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 946 time: 0.1317759 Oct 20 03:53:32.691944 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:53:32.731539 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-94dee3eb-5d27-4806-90fd-71fb0acdeda2 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322834 Oct 20 03:53:32.731880 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e8a1acf0-3997-492e-9fa9-1f54e3e8a3f9 req-c75a8c91-bf87-4d6b-8505-fc4e9b90efca tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417376 Oct 20 03:53:32.862625 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-701fb9c4-67d8-44f8-9326-20a7d8c683b4 req-7f1478a3-e6d4-4f16-a903-b7135c124d2e service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248205 Oct 20 03:53:33.040244 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3029489e-cea8-43ad-a65b-137787f2b31a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:34Z', 'updated_at': '2022-10-20T03:47:37Z', 'revision_number': 1, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:33.043956 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0b667-fd68-41d4-acd2-96c1b700867b None None] The sync data for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv is: [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3029489e-cea8-43ad-a65b-137787f2b31a', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'port_id': '26876851-7597-4996-afd4-1e3871111cea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'mac_address': 'fa:16:3e:a5:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:34Z', 'updated_at': '2022-10-20T03:47:37Z', 'revision_number': 1, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:53:33.239177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d039355-cb78-41e2-bead-7bff344d4783 None None] New status for floating IP bbb40997-dbb6-4c0a-9353-a61deab98543: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:53:33.934432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942f2ab-da47-4892-bc53-4e83545ad1b5 req-93e2e0ab-dd93-4595-8d59-0e8109650195 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:33.935020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-9942f2ab-da47-4892-bc53-4e83545ad1b5 req-93e2e0ab-dd93-4595-8d59-0e8109650195 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:53:33.996644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-9942f2ab-da47-4892-bc53-4e83545ad1b5 req-93e2e0ab-dd93-4595-8d59-0e8109650195 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:53:33.997821 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9942f2ab-da47-4892-bc53-4e83545ad1b5 req-93e2e0ab-dd93-4595-8d59-0e8109650195 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 946 time: 0.1477664 Oct 20 03:53:34.041822 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9942f2ab-da47-4892-bc53-4e83545ad1b5 req-cc161b51-fe73-4e09-89bd-c51a01e68100 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383961 Oct 20 03:53:34.302943 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-75f753ba-65c6-44c2-b5f3-b9944579cc91 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:34.304282 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-75f753ba-65c6-44c2-b5f3-b9944579cc91 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 946 time: 0.0871208 Oct 20 03:53:34.373074 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Deleting port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:34.373448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:34.718652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] For port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:34.719013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:34.839042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Calling delete_port for 56b28e8a-77d8-4cfc-82ac-bafb3254f58a owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:35.008054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:35.059396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event deleted for resources: {'Port': ['ID=56b28e8a-77d8-4cfc-82ac-bafb3254f58a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:35.140671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] No DVR routers for this DVR port 56b28e8a-77d8-4cfc-82ac-bafb3254f58a on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:53:35.143110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:35.145656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'name': 'network-vif-deleted', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:35.147902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b1800f-5d0c-4121-8850-135e075abb69" -d '{"events": [{"server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "name": "network-vif-deleted", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:35.190449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950c3033-55b4-4f0f-b29b-fc6841cbaa5e x-openstack-request-id: req-950c3033-55b4-4f0f-b29b-fc6841cbaa5e {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:35.190746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b1f123-de8a-4d7c-bab2-268c703e1ace", "name": "network-vif-deleted", "tag": "56b28e8a-77d8-4cfc-82ac-bafb3254f58a", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:35.191341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-950c3033-55b4-4f0f-b29b-fc6841cbaa5e {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:35.191743 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950c3033-55b4-4f0f-b29b-fc6841cbaa5e'] response: {'server_uuid': 'a7b1f123-de8a-4d7c-bab2-268c703e1ace', 'name': 'network-vif-deleted', 'tag': '56b28e8a-77d8-4cfc-82ac-bafb3254f58a', 'status': 'completed', 'code': 200} Oct 20 03:53:35.209608 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1051cc4a-19d9-49b5-acf2-6756bf2bdb50 req-a9c5b851-7211-4674-a0f1-d3326cf80285 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 210 time: 0.0519726 Oct 20 03:53:35.215177 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93a1a46a-8ad4-4105-8dec-414876493b4f req-8d1ec180-cf6e-4dd7-b2fd-c0a19de14ad0 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "DELETE /v2.0/ports/56b28e8a-77d8-4cfc-82ac-bafb3254f58a HTTP/1.1" status: 204 len: 173 time: 0.9055064 Oct 20 03:53:36.428957 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-733fb348-e694-4ceb-9e5a-4e11c2c7673b req-a9926477-51c9-4fde-a257-7d604590de89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0521672 Oct 20 03:53:36.430138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-756c1f0a-e229-414d-97f0-a3394299e0d8 req-718c5ef7-7d8d-49bb-b3ef-1e94e8f876a3 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:53:36.499563 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-733fb348-e694-4ceb-9e5a-4e11c2c7673b req-f96d894e-afa2-4ea6-802a-9df314d98e28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 210 time: 0.0496414 Oct 20 03:53:36.541861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-756c1f0a-e229-414d-97f0-a3394299e0d8 req-718c5ef7-7d8d-49bb-b3ef-1e94e8f876a3 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:53:36.542962 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-756c1f0a-e229-414d-97f0-a3394299e0d8 req-718c5ef7-7d8d-49bb-b3ef-1e94e8f876a3 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7b1f123-de8a-4d7c-bab2-268c703e1ace HTTP/1.1" status: 200 len: 210 time: 0.2051964 Oct 20 03:53:36.661015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb348-e694-4ceb-9e5a-4e11c2c7673b req-d7bb7c87-479d-4293-aa8d-2fc226ad408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:36.662477 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-733fb348-e694-4ceb-9e5a-4e11c2c7673b req-d7bb7c87-479d-4293-aa8d-2fc226ad408c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1423261 Oct 20 03:53:36.797724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb348-e694-4ceb-9e5a-4e11c2c7673b req-ca52d9ee-0abf-49d0-9b92-9db09cc93cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:36.799069 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-733fb348-e694-4ceb-9e5a-4e11c2c7673b req-ca52d9ee-0abf-49d0-9b92-9db09cc93cea service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301429 Oct 20 03:53:38.900032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 56b28e8a-77d8-4cfc-82ac-bafb3254f58a no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:53:38.938141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 56b28e8a-77d8-4cfc-82ac-bafb3254f58a {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:53:38.938488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 56b28e8a-77d8-4cfc-82ac-bafb3254f58a not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:53:39.716167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a5ae25a0-27d1-4218-a172-bb1823c4e225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:42.310305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ff64-f8fe-4d8c-b1b9-91e5af78b026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:42.369064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42508) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:42.561422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Deleting port c2992910-3ef6-4ae7-81e1-550b218f7401 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:42.561676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:42.832262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:42.832503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:42.950070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Calling delete_port for c2992910-3ef6-4ae7-81e1-550b218f7401 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:43.156402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:43.201355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event deleted for resources: {'Port': ['ID=c2992910-3ef6-4ae7-81e1-550b218f7401,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:43.298493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:43.298822 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Floating IP 3029489e-cea8-43ad-a65b-137787f2b31a disassociated (deleted). External IP: 172.26.7.28, port: 26876851-7597-4996-afd4-1e3871111cea. Oct 20 03:53:43.384994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:43.533577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:43.639571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:53:43.816031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:53:43.825703 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] Sync routers for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:53:43.834332 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:53:43.838538 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:43.888389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:43.941601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0a280a57-5ee1-4d6b-b6ed-b3ab97c72f3f tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "DELETE /v2.0/floatingips/3029489e-cea8-43ad-a65b-137787f2b31a HTTP/1.1" status: 204 len: 168 time: 1.5713756 Oct 20 03:53:43.942315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'tag': '26876851-7597-4996-afd4-1e3871111cea'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:43.944709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb9867-206f-4a55-9449-19ad4b5b797c" -d '{"events": [{"name": "network-changed", "server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "tag": "26876851-7597-4996-afd4-1e3871111cea"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:43.991142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919958af-4af9-46ee-811f-a0d7c87b93a9 x-openstack-request-id: req-919958af-4af9-46ee-811f-a0d7c87b93a9 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:43.991486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "tag": "26876851-7597-4996-afd4-1e3871111cea", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:43.991766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-919958af-4af9-46ee-811f-a0d7c87b93a9 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:43.992192 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919958af-4af9-46ee-811f-a0d7c87b93a9'] response: {'name': 'network-changed', 'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'tag': '26876851-7597-4996-afd4-1e3871111cea', 'status': 'completed', 'code': 200} Oct 20 03:53:44.033556 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:53:44.092176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-c60f6738-acc7-47e3-935c-793739e4f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:44.093600 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-c60f6738-acc7-47e3-935c-793739e4f843 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 1098 time: 0.0811126 Oct 20 03:53:44.227169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-43e535cd-e179-4eed-b9d7-c0807aa706a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:44.228959 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-43e535cd-e179-4eed-b9d7-c0807aa706a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 200 len: 913 time: 0.1277506 Oct 20 03:53:44.295855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-2e37d258-3233-4b39-9098-8e2e8b41d8d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 200 len: 217 time: 0.0601919 Oct 20 03:53:44.342855 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:44.347485 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] Checking router: 252a606c-d5fa-4b8b-a880-e4c8b9db82eb for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:53:44.357761 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:53:44.358392 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:44.467484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c198f-d1f7-45a1-84cb-266d4bc305cb req-d38f5857-3a4c-4a26-97d6-5d0251e240c7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:44.469682 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-870c198f-d1f7-45a1-84cb-266d4bc305cb req-d38f5857-3a4c-4a26-97d6-5d0251e240c7 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 945 time: 0.0940762 Oct 20 03:53:44.478615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-3cca7f7f-1fcd-406f-86b5-f2925f82492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:44.480575 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-3cca7f7f-1fcd-406f-86b5-f2925f82492d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 200 len: 851 time: 0.1713874 Oct 20 03:53:44.517896 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-870c198f-d1f7-45a1-84cb-266d4bc305cb req-ce7e17d4-ebcd-4ccd-9cac-a47df700c317 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388787 Oct 20 03:53:44.549473 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:53:44.578123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-eade477b-b2b0-48d9-b042-1f56807b6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:44.579781 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-eade477b-b2b0-48d9-b042-1f56807b6db4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929067 Oct 20 03:53:44.715852 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-d4b76d6b-2352-425a-84a7-e3e7855dd1f3 service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262491 Oct 20 03:53:44.836088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:44.853608 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c6fb9867-206f-4a55-9449-19ad4b5b797c req-4195e286-9a85-401b-9677-e797f4151f5e service neutron] 10.222.0.26 "GET /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259944 Oct 20 03:53:44.859497 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:44.863455 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c282c-f1df-459c-91f3-4b7b864be32d None None] The sync data for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv is: [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '94edaf1e-ef34-411b-be93-cbafc588f08d', 'name': '', 'network_id': '1e24bcb9-0447-4f17-b1d2-de7c50dd02b2', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'mac_address': 'fa:16:3e:9e:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:32Z', 'updated_at': '2022-10-20T03:42:43Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'subnets': [{'id': 'c6f35289-d291-42db-8ec9-c697325c02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:53:45.000436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-dc2c40f7-d06e-469c-a733-c7588fe35ca1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:45.001408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-dc2c40f7-d06e-469c-a733-c7588fe35ca1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:53:45.081666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f06ec2-b5e4-4194-84b2-bac2c45d9a63 None None] New status for floating IP 3029489e-cea8-43ad-a65b-137787f2b31a: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:53:45.081907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-dc2c40f7-d06e-469c-a733-c7588fe35ca1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:53:45.083062 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-dc2c40f7-d06e-469c-a733-c7588fe35ca1 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 945 time: 0.1719959 Oct 20 03:53:45.158410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Deleting port 26876851-7597-4996-afd4-1e3871111cea {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:45.158745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:45.397569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] For port 26876851-7597-4996-afd4-1e3871111cea, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=26876851-7597-4996-afd4-1e3871111cea,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:45.397918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:45.518531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Calling delete_port for 26876851-7597-4996-afd4-1e3871111cea owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:45.741901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e243f-7010-4e05-bc8c-c252e45f8825 req-d8759715-305b-40a1-b30b-9923163f8ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:45.743298 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-378e243f-7010-4e05-bc8c-c252e45f8825 req-d8759715-305b-40a1-b30b-9923163f8ab9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 945 time: 0.0993643 Oct 20 03:53:45.787076 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-378e243f-7010-4e05-bc8c-c252e45f8825 req-3d9a303c-b76c-4a64-9902-9f9f9f2b8a06 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/security-groups?id=d2aef360-bac0-4c84-93a7-c1638bfad24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378182 Oct 20 03:53:45.790299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:45.840450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event deleted for resources: {'Port': ['ID=26876851-7597-4996-afd4-1e3871111cea,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:45.923676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] No DVR routers for this DVR port 26876851-7597-4996-afd4-1e3871111cea on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:53:45.926048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:45.979898 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58d645c9-c7d2-4987-9293-f59b9b0dd30b req-6c7510b9-a47c-4e9a-a79f-aeb19c25a2bb tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.26 "DELETE /v2.0/ports/26876851-7597-4996-afd4-1e3871111cea HTTP/1.1" status: 204 len: 173 time: 0.8890166 Oct 20 03:53:45.993593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'name': 'network-vif-deleted', 'tag': '26876851-7597-4996-afd4-1e3871111cea'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:45.995934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b45456-c46b-454c-bf4e-f0fb957da3a7" -d '{"events": [{"server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "name": "network-vif-deleted", "tag": "26876851-7597-4996-afd4-1e3871111cea"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:46.039826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182315bb-b7eb-42bb-8374-01db302e038d x-openstack-request-id: req-182315bb-b7eb-42bb-8374-01db302e038d {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:46.040124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042e6286-958d-4414-ae5d-c03cb909bd7f", "name": "network-vif-deleted", "tag": "26876851-7597-4996-afd4-1e3871111cea", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:46.040379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-182315bb-b7eb-42bb-8374-01db302e038d {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:46.040795 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182315bb-b7eb-42bb-8374-01db302e038d'] response: {'server_uuid': '042e6286-958d-4414-ae5d-c03cb909bd7f', 'name': 'network-vif-deleted', 'tag': '26876851-7597-4996-afd4-1e3871111cea', 'status': 'completed', 'code': 200} Oct 20 03:53:46.962786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e19ba177-3c82-47bf-b60b-e701f941589d req-93a2fede-ebe8-4c1b-bc14-1dd1fc5c14a9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Synchronizing usage tracker for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:53:47.030345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e19ba177-3c82-47bf-b60b-e701f941589d req-93a2fede-ebe8-4c1b-bc14-1dd1fc5c14a9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Unset dirty status for tenant:b59d5f13f62646b8af99f2bd7cc20df1 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:53:47.031606 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e19ba177-3c82-47bf-b60b-e701f941589d req-93a2fede-ebe8-4c1b-bc14-1dd1fc5c14a9 tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "GET /v2.0/ports?device_id=042e6286-958d-4414-ae5d-c03cb909bd7f HTTP/1.1" status: 200 len: 210 time: 0.1204784 Oct 20 03:53:47.253461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:48.131483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42528) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:48.371473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Deleting port 5b7a1416-fa6f-4cb9-85b3-a552c9c5ee27 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:48.372346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:48.534926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:48.535249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:48.653884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Calling delete_port for 5b7a1416-fa6f-4cb9-85b3-a552c9c5ee27 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:48.841802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:48.886663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event deleted for resources: {'Port': ['ID=5b7a1416-fa6f-4cb9-85b3-a552c9c5ee27,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:48.964497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 26876851-7597-4996-afd4-1e3871111cea no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:53:48.982489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:49.001335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 26876851-7597-4996-afd4-1e3871111cea {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:53:49.001682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 26876851-7597-4996-afd4-1e3871111cea not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:53:49.036073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:49.037208 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d890e2c2-5790-4f5c-b66d-271ff06be68b tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "DELETE /v2.0/floatingips/24bf9a28-7d93-4bcb-88a7-f7a44525f10d HTTP/1.1" status: 204 len: 168 time: 0.9047511 Oct 20 03:53:51.594309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42544) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:51.669576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6f66-f420-4bb1-906c-aef8b73e926a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:51.698477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6f66-f420-4bb1-906c-aef8b73e926a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:51.830985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6f66-f420-4bb1-906c-aef8b73e926a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:51.849045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd6f66-f420-4bb1-906c-aef8b73e926a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aef360-bac0-4c84-93a7-c1638bfad24f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:51.915670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6f66-f420-4bb1-906c-aef8b73e926a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:51.916726 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f8dd6f66-f420-4bb1-906c-aef8b73e926a tempest-TestVolumeBootPattern-70668730 tempest-TestVolumeBootPattern-70668730-project] 10.222.0.33 "DELETE /v2.0/security-groups/d2aef360-bac0-4c84-93a7-c1638bfad24f HTTP/1.1" status: 204 len: 168 time: 0.3213680 Oct 20 03:53:52.020128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42550) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:52.683785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:52.854658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42558) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:52.963920 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0b2f263c-9e71-4516-a924-9112a61fe1e5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/aaf0cf2d-c23e-4600-bf7f-955f7742677a HTTP/1.1" status: 200 len: 993 time: 0.1036112 Oct 20 03:53:53.142580 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Deleting port 94edaf1e-ef34-411b-be93-cbafc588f08d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:53.142926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:53.313908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] For port 94edaf1e-ef34-411b-be93-cbafc588f08d, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=94edaf1e-ef34-411b-be93-cbafc588f08d,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:53.314185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:53.434451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Calling delete_port for 94edaf1e-ef34-411b-be93-cbafc588f08d owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:53.653166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:53.698614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Pushing event deleted for resources: {'Port': ['ID=94edaf1e-ef34-411b-be93-cbafc588f08d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:53.799924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42568) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:53.806439 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:53.932633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:53.975761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:54.143198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port efe9165e-4d2d-45bf-b8c1-027a9aa19977, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:54.167570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:54.230566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:54.267498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:54.268127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:54.269598 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/ports/efe9165e-4d2d-45bf-b8c1-027a9aa19977 HTTP/1.1" status: 200 len: 938 time: 0.4684007 Oct 20 03:53:54.270295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:54.272615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb7c229-3c4d-4389-8457-749bc51a741c" -d '{"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:54.315994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cacb88-0e93-4622-af75-a935d80caa03 x-openstack-request-id: req-d4cacb88-0e93-4622-af75-a935d80caa03 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:54.316285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:54.316537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d4cacb88-0e93-4622-af75-a935d80caa03 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:54.316937 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cacb88-0e93-4622-af75-a935d80caa03'] response: {'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'status': 'completed', 'code': 200} Oct 20 03:53:54.325708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=efe9165e-4d2d-45bf-b8c1-027a9aa19977,revision_number=6']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:54.333345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.333700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.334046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.334404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.334742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.335079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.335433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.335761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.336096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.336423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.336750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.337075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49bd27-a1b2-4873-af6b-e01f1cc42969 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:54.502181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:53:54.506983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-865f56b0-5a08-405c-8413-800235330838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:54.508416 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-865f56b0-5a08-405c-8413-800235330838 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 1099 time: 0.1306403 Oct 20 03:53:54.788315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-e9fff1fd-129a-4523-8031-07a2c253130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:54.789690 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-e9fff1fd-129a-4523-8031-07a2c253130e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 898 time: 0.2691345 Oct 20 03:53:54.792224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:53:54.803319 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] Sync routers for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:53:54.813547 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:53:54.814208 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:54.858721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e807fac3-55c2-457c-87c3-f10bc61d7607 admin admin] 10.222.0.33 "PUT /v2.0/routers/252a606c-d5fa-4b8b-a880-e4c8b9db82eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8343604 Oct 20 03:53:54.859269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42574) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:54.901256 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-504d851b-7381-4917-af45-f80756c5c0df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977 HTTP/1.1" status: 200 len: 1002 time: 0.0999877 Oct 20 03:53:54.971191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-b9177468-c46c-4c45-bec1-48562aadb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:54.973057 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-b9177468-c46c-4c45-bec1-48562aadb2f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 200 len: 835 time: 0.0625517 Oct 20 03:53:54.989490 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:53:55.067230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-261db4c7-88c0-40c2-bba0-f3bed77617fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:55.068957 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-261db4c7-88c0-40c2-bba0-f3bed77617fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e47c4450-483c-4347-b7b9-3ad6ec5aa614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854850 Oct 20 03:53:55.159302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:55.202959 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-255ac551-ded3-4f0f-9bbf-3ae89eb5b46f service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269367 Oct 20 03:53:55.323710 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:53:53Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:55.327496 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] Checking router: 252a606c-d5fa-4b8b-a880-e4c8b9db82eb for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:53:55.337271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] Routers {'252a606c-d5fa-4b8b-a880-e4c8b9db82eb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:53:55.337901 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:55.338867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7cb7c229-3c4d-4389-8457-749bc51a741c req-cbd06a41-96c7-432d-b150-e5987c001b17 service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294739 Oct 20 03:53:55.343791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:55.407414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Deleting port f1dd876a-f5d5-405d-82ca-5f08c228dabe {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:55.407753 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:55.517971 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] Set router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:53:55.583435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] For port f1dd876a-f5d5-405d-82ca-5f08c228dabe, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=f1dd876a-f5d5-405d-82ca-5f08c228dabe,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:55.583717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:55.707985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Calling delete_port for f1dd876a-f5d5-405d-82ca-5f08c228dabe owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:55.792754 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:53:53Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:55.796568 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f7d1b-6bc9-41a6-891e-42cb22be9870 None None] The sync data for ids ['252a606c-d5fa-4b8b-a880-e4c8b9db82eb'] in dv-neutron-861845-1-hyperv is: [{'id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'name': 'tempest-TestVolumeBootPattern-1682452115-router', 'tenant_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:21Z', 'updated_at': '2022-10-20T03:53:53Z', 'revision_number': 5, 'project_id': 'b59d5f13f62646b8af99f2bd7cc20df1', 'gw_port': {'id': 'f1dd876a-f5d5-405d-82ca-5f08c228dabe', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252a606c-d5fa-4b8b-a880-e4c8b9db82eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:24Z', 'updated_at': '2022-10-20T03:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:53:55.938920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:55.987595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dd876a-f5d5-405d-82ca-5f08c228dabe,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:56.084768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.256160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.258471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.350491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.351025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 252a606c-d5fa-4b8b-a880-e4c8b9db82eb {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:53:56.364121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.367726 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7548062a-c193-4e91-9864-c21d246d4f59 admin admin] 10.222.0.33 "DELETE /v2.0/routers/252a606c-d5fa-4b8b-a880-e4c8b9db82eb HTTP/1.1" status: 204 len: 168 time: 1.5051231 Oct 20 03:53:56.368200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42580) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:56.432666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb98efcc-9c01-44bb-8f2f-1aa9ba090e22 admin admin] Deleting subnet c6f35289-d291-42db-8ec9-c697325c02a1 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:53:56.436380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bb98efcc-9c01-44bb-8f2f-1aa9ba090e22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.486134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bb98efcc-9c01-44bb-8f2f-1aa9ba090e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.563444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bb98efcc-9c01-44bb-8f2f-1aa9ba090e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.687776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bb98efcc-9c01-44bb-8f2f-1aa9ba090e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.723549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98efcc-9c01-44bb-8f2f-1aa9ba090e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f35289-d291-42db-8ec9-c697325c02a1,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:56.733103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bb98efcc-9c01-44bb-8f2f-1aa9ba090e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.735162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bb98efcc-9c01-44bb-8f2f-1aa9ba090e22 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/c6f35289-d291-42db-8ec9-c697325c02a1 HTTP/1.1" status: 204 len: 168 time: 0.3658199 Oct 20 03:53:56.735897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563261e8-cf26-4104-b58b-fbf247005f6f None None] Network 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:53:56.737602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42586) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:56.955083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:56.965914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Deleting port 8ff46f66-a621-4ca6-b5ab-992742f3decf {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:56.966241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.024874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] DHCP port deletion for 1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:53:57.029388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] Deleting port 8ff46f66-a621-4ca6-b5ab-992742f3decf {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:57.029903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.183857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] For port 8ff46f66-a621-4ca6-b5ab-992742f3decf, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8ff46f66-a621-4ca6-b5ab-992742f3decf,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:57.184212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.228640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] For port 8ff46f66-a621-4ca6-b5ab-992742f3decf, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8ff46f66-a621-4ca6-b5ab-992742f3decf,segment=NetworkSegment(9e22272d-5c1d-4c20-85d5-cbe6f4c6331d),segment_id=9e22272d-5c1d-4c20-85d5-cbe6f4c6331d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:57.228960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.303638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Calling delete_port for 8ff46f66-a621-4ca6-b5ab-992742f3decf owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:57.347063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] Calling delete_port for 8ff46f66-a621-4ca6-b5ab-992742f3decf owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:57.464425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.469682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:53:57.470048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:53:57.516118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] No DVR routers for this DVR port 8ff46f66-a621-4ca6-b5ab-992742f3decf on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:53:57.540132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8ff46f66-a621-4ca6-b5ab-992742f3decf no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:53:57.541626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff46f66-a621-4ca6-b5ab-992742f3decf,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:57.574213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 8ff46f66-a621-4ca6-b5ab-992742f3decf {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:53:57.575190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8ff46f66-a621-4ca6-b5ab-992742f3decf not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:53:57.575606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 94edaf1e-ef34-411b-be93-cbafc588f08d no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:53:57.608538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 94edaf1e-ef34-411b-be93-cbafc588f08d {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:53:57.608878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 94edaf1e-ef34-411b-be93-cbafc588f08d not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:53:57.609320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f1dd876a-f5d5-405d-82ca-5f08c228dabe no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:53:57.634104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.644277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: f1dd876a-f5d5-405d-82ca-5f08c228dabe {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:53:57.644848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device f1dd876a-f5d5-405d-82ca-5f08c228dabe not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:53:57.659639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e24bcb9-0447-4f17-b1d2-de7c50dd02b2']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:57.671941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:57.672243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e22272d-5c1d-4c20-85d5-cbe6f4c6331d') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:57.683213 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.699160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.705092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:53:57.705512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.757111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42594) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:57.763672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-16cc78f7-dff6-4ce3-8b57-53de9cae56c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'admin_state_up': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:57.788430 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 9e22272d-5c1d-4c20-85d5-cbe6f4c6331d resource provider aggregate not found Oct 20 03:53:57.810006 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 9e22272d-5c1d-4c20-85d5-cbe6f4c6331d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e22272d-5c1d-4c20-85d5-cbe6f4c6331d found for delete ", "request_id": "req-06c3fb18-beab-4571-8a58-8b8b43a1f0ca"}]} Oct 20 03:53:57.847359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.865825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.872406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e24bcb9-0447-4f17-b1d2-de7c50dd02b2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:57.895408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16cc78f7-dff6-4ce3-8b57-53de9cae56c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:57.927847 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-42a87d8d-89aa-41e2-89a3-78ab008af547 admin admin] 10.222.0.33 "DELETE /v2.0/networks/1e24bcb9-0447-4f17-b1d2-de7c50dd02b2 HTTP/1.1" status: 204 len: 168 time: 1.1891963 Oct 20 03:53:57.930551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42600) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:57.971769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] Deleting port 8ff46f66-a621-4ca6-b5ab-992742f3decf {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:57.972310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:58.038026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f48b0a8e-a9d7-4ee8-90ff-e519d84205f8 None None] The port '8ff46f66-a621-4ca6-b5ab-992742f3decf' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:53:58.227307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-16cc78f7-dff6-4ce3-8b57-53de9cae56c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port efe9165e-4d2d-45bf-b8c1-027a9aa19977, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:58.252186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16cc78f7-dff6-4ce3-8b57-53de9cae56c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:58.304942 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16cc78f7-dff6-4ce3-8b57-53de9cae56c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:58.339370 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc78f7-dff6-4ce3-8b57-53de9cae56c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:58.339958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-16cc78f7-dff6-4ce3-8b57-53de9cae56c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:58.341832 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-16cc78f7-dff6-4ce3-8b57-53de9cae56c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/ports/efe9165e-4d2d-45bf-b8c1-027a9aa19977 HTTP/1.1" status: 200 len: 937 time: 0.5834787 Oct 20 03:53:58.347333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:58.349895 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c67bee-2742-4ba4-bab3-7148259d9e54" -d '{"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:58.364325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42604) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:58.386749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc78f7-dff6-4ce3-8b57-53de9cae56c5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=efe9165e-4d2d-45bf-b8c1-027a9aa19977,revision_number=7']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:58.407545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b007113-f478-4648-b412-6cd99d4f5be2 x-openstack-request-id: req-9b007113-f478-4648-b412-6cd99d4f5be2 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:58.407545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:58.407921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9b007113-f478-4648-b412-6cd99d4f5be2 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:58.408218 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b007113-f478-4648-b412-6cd99d4f5be2'] response: {'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'status': 'completed', 'code': 200} Oct 20 03:53:58.589945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['efe9165e-4d2d-45bf-b8c1-027a9aa19977'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:53:58.652285 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-25c6b6d0-7aa2-43cf-953c-e04f175b8467 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/aaf0cf2d-c23e-4600-bf7f-955f7742677a HTTP/1.1" status: 200 len: 993 time: 0.2875016 Oct 20 03:53:58.676999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-350d7f47-c789-4b53-8d3f-2a7d15d8c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:58.678593 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-350d7f47-c789-4b53-8d3f-2a7d15d8c40a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 1098 time: 0.1375625 Oct 20 03:53:58.864417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-16acb545-3d94-47f0-84ec-440b71046f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:58.865788 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-16acb545-3d94-47f0-84ec-440b71046f10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 898 time: 0.1566324 Oct 20 03:53:58.868548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:59.092404 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-d40fc21b-fcd5-4b58-9028-477b129eb635 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977 HTTP/1.1" status: 200 len: 1001 time: 0.1771348 Oct 20 03:53:59.248676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-dbf30122-1f56-4407-87bc-2c82d0970f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:59.250148 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-dbf30122-1f56-4407-87bc-2c82d0970f7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 200 len: 835 time: 0.1478119 Oct 20 03:53:59.274737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42616) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:53:59.384077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-e90b83d9-6882-4eff-8393-ee93c49d0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:59.385583 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-e90b83d9-6882-4eff-8393-ee93c49d0f94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e47c4450-483c-4347-b7b9-3ad6ec5aa614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252279 Oct 20 03:53:59.476515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 1d11231a-4f82-4dde-ad31-0a1509e15172 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:59.476859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:59.481357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Deleting port c51b2302-1fe5-4ab9-8759-15a57a0e78d4 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:53:59.481701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:59.639298 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-3bb833fb-a35b-4417-b0e7-e2e7ec12a94c service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435493 Oct 20 03:53:59.643045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:59.643374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:59.764885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] For port c51b2302-1fe5-4ab9-8759-15a57a0e78d4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c51b2302-1fe5-4ab9-8759-15a57a0e78d4,segment=NetworkSegment(055ef52b-f0f1-47f0-9af7-729582949291),segment_id=055ef52b-f0f1-47f0-9af7-729582949291)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:53:59.765535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:59.770032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 1d11231a-4f82-4dde-ad31-0a1509e15172 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:53:59.956107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:00.004632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=1d11231a-4f82-4dde-ad31-0a1509e15172,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:00.027091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Calling delete_port for c51b2302-1fe5-4ab9-8759-15a57a0e78d4 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:00.089492 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7c67bee-2742-4ba4-bab3-7148259d9e54 req-4012d1cf-bc4d-4158-bf95-a2484e491198 service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372020 Oct 20 03:54:00.103648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:00.103999 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP faad6551-9c4e-4857-85da-bc9b18a0a2a6 disassociated (deleted). External IP: 172.26.7.75, port: 90f73c15-8a81-4526-b103-48eac770a459. Oct 20 03:54:00.270539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:00.316949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51b2302-1fe5-4ab9-8759-15a57a0e78d4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:00.458999 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router f10c6d60-0412-473c-bc7d-613c1af1a220 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:54:00.590210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:00.761335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:54:00.773344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] Sync routers for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:00.783899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:00.784827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:00.847732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:00.912911 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-05540f67-8a34-42c3-89bb-fd06c182120f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/floatingips/faad6551-9c4e-4857-85da-bc9b18a0a2a6 HTTP/1.1" status: 204 len: 168 time: 1.6370656 Oct 20 03:54:00.913707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'tag': '90f73c15-8a81-4526-b103-48eac770a459'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:00.916047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5429d741-ed19-43f6-932a-55bc202d70e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "tag": "90f73c15-8a81-4526-b103-48eac770a459"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:00.997924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:01.001795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5dd348-e54b-474d-bcc1-385dad1e0480 x-openstack-request-id: req-fd5dd348-e54b-474d-bcc1-385dad1e0480 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:01.002086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "tag": "90f73c15-8a81-4526-b103-48eac770a459", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:01.002349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fd5dd348-e54b-474d-bcc1-385dad1e0480 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:01.002749 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5dd348-e54b-474d-bcc1-385dad1e0480'] response: {'name': 'network-changed', 'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'tag': '90f73c15-8a81-4526-b103-48eac770a459', 'status': 'completed', 'code': 200} Oct 20 03:54:01.006917 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Router e63b798e-5e02-40e4-b2a7-76e229ce92b8 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:54:01.249738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:54:01.252590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-ed4206a2-0daf-4aae-a68c-78201585e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:01.254128 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-ed4206a2-0daf-4aae-a68c-78201585e9d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 1098 time: 0.1895087 Oct 20 03:54:01.259987 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] Sync routers for ids ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:01.270386 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] Routers {'e63b798e-5e02-40e4-b2a7-76e229ce92b8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:01.272609 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:01.408017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'aaf0cf2d-c23e-4600-bf7f-955f7742677a', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:55Z', 'updated_at': '2022-10-20T03:52:57Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:01.412791 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] Checking router: f10c6d60-0412-473c-bc7d-613c1af1a220 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:01.422608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:01.423600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:01.464243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42626) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:01.464781 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a1dd3b17-0742-4d35-a444-1113aa2d1de9 admin admin] 10.222.0.33 "PUT /v2.0/routers/e63b798e-5e02-40e4-b2a7-76e229ce92b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5326557 Oct 20 03:54:01.474439 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] Set router e63b798e-5e02-40e4-b2a7-76e229ce92b8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:01.565660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-d3771b58-07da-4743-8ce2-50ce3cf7c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:01.567120 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-d3771b58-07da-4743-8ce2-50ce3cf7c719 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 898 time: 0.3009074 Oct 20 03:54:01.626037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:01.681791 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-f812a965-07cf-4ff8-b760-0cc74626342c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90f73c15-8a81-4526-b103-48eac770a459 HTTP/1.1" status: 200 len: 217 time: 0.1040335 Oct 20 03:54:01.789529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-e1f7a59e-abad-4d0d-8808-a5102bc8dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:01.790852 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-e1f7a59e-abad-4d0d-8808-a5102bc8dbca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 200 len: 835 time: 0.0974348 Oct 20 03:54:01.800834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:01.816857 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '19da29bb-7611-4a04-9597-90419e339d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:42Z', 'updated_at': '2022-10-20T03:54:00Z', 'revision_number': 5, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'gw_port': {'id': '19da29bb-7611-4a04-9597-90419e339d04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:44Z', 'updated_at': '2022-10-20T03:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:01.821421 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] Checking router: e63b798e-5e02-40e4-b2a7-76e229ce92b8 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:01.831113 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] Routers {'e63b798e-5e02-40e4-b2a7-76e229ce92b8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:01.831990 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:01.865193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a72901-382e-4661-926a-795bfa40dab7 req-3ddca5ed-ba2e-4f0c-8360-36a78eceacb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:01.865926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-94a72901-382e-4661-926a-795bfa40dab7 req-3ddca5ed-ba2e-4f0c-8360-36a78eceacb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:54:01.882034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-4365d9ac-edb5-4e49-870f-ba4257ae851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:01.883670 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-4365d9ac-edb5-4e49-870f-ba4257ae851d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e47c4450-483c-4347-b7b9-3ad6ec5aa614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844009 Oct 20 03:54:02.007775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-94a72901-382e-4661-926a-795bfa40dab7 req-3ddca5ed-ba2e-4f0c-8360-36a78eceacb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:54:02.009054 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-94a72901-382e-4661-926a-795bfa40dab7 req-3ddca5ed-ba2e-4f0c-8360-36a78eceacb6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 945 time: 0.3519630 Oct 20 03:54:02.010554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:02.050432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'aaf0cf2d-c23e-4600-bf7f-955f7742677a', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:55Z', 'updated_at': '2022-10-20T03:52:57Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:02.055062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba7416-c329-4d98-b08a-2b13126d5041 None None] The sync data for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv is: [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'aaf0cf2d-c23e-4600-bf7f-955f7742677a', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'port_id': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'mac_address': 'fa:16:3e:3d:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29124068-ee22-412c-a2ca-fee1f3290096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:55Z', 'updated_at': '2022-10-20T03:52:57Z', 'revision_number': 1, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:02.063087 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] Set router e63b798e-5e02-40e4-b2a7-76e229ce92b8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:02.066087 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-54283e3f-44c3-4f7d-899c-6c5e408bbedd service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751988 Oct 20 03:54:02.067333 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-94a72901-382e-4661-926a-795bfa40dab7 req-94bf0a4e-06ee-4f8d-8e8d-8298f7697932 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491264 Oct 20 03:54:02.093394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Deleting port 19da29bb-7611-4a04-9597-90419e339d04 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:02.093989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:02.216659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5429d741-ed19-43f6-932a-55bc202d70e1 req-53e7f5b2-4caa-416c-a19d-58eff65bc2ef service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425505 Oct 20 03:54:02.296169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] For port 19da29bb-7611-4a04-9597-90419e339d04, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=19da29bb-7611-4a04-9597-90419e339d04,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:02.296518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:02.348386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71594cee-0dbc-48eb-b7ba-ecc57c07cebe None None] New status for floating IP faad6551-9c4e-4857-85da-bc9b18a0a2a6: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:54:02.380757 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '19da29bb-7611-4a04-9597-90419e339d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:42Z', 'updated_at': '2022-10-20T03:54:00Z', 'revision_number': 5, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'gw_port': {'id': '19da29bb-7611-4a04-9597-90419e339d04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:44Z', 'updated_at': '2022-10-20T03:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:02.385118 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19576eac-5e0a-4c26-85bb-0ef258dceabc None None] The sync data for ids ['e63b798e-5e02-40e4-b2a7-76e229ce92b8'] in dv-neutron-861845-1-hyperv is: [{'id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'name': 'tempest-TestVolumeBootPattern-353058910-router', 'tenant_id': 'c581f51fd4b448c9a49416ffaa671713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '19da29bb-7611-4a04-9597-90419e339d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:42Z', 'updated_at': '2022-10-20T03:54:00Z', 'revision_number': 5, 'project_id': 'c581f51fd4b448c9a49416ffaa671713', 'gw_port': {'id': '19da29bb-7611-4a04-9597-90419e339d04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63b798e-5e02-40e4-b2a7-76e229ce92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:44Z', 'updated_at': '2022-10-20T03:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:02.426317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Calling delete_port for 19da29bb-7611-4a04-9597-90419e339d04 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:02.647698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:02.693901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19da29bb-7611-4a04-9597-90419e339d04,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:02.796011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.020753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd449ef-5572-45bd-b582-6cc905525249 req-3dc6e8d7-093e-4775-a280-5a89b1d239d4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:03.022245 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dfd449ef-5572-45bd-b582-6cc905525249 req-3dc6e8d7-093e-4775-a280-5a89b1d239d4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 945 time: 0.0890141 Oct 20 03:54:03.081375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.083564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.099869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-dfd449ef-5572-45bd-b582-6cc905525249 req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 90f73c15-8a81-4526-b103-48eac770a459 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:03.100464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-dfd449ef-5572-45bd-b582-6cc905525249 req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.167389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.167863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e63b798e-5e02-40e4-b2a7-76e229ce92b8 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:54:03.181587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.185777 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-44a9cc85-e0d8-4e50-85d0-e502819258e4 admin admin] 10.222.0.33 "DELETE /v2.0/routers/e63b798e-5e02-40e4-b2a7-76e229ce92b8 HTTP/1.1" status: 204 len: 168 time: 1.7191432 Oct 20 03:54:03.186786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42632) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:03.255909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-8107fcc5-d80a-49da-9980-813f816b79f7 admin admin] Deleting subnet 15ee1c61-a21b-451c-9065-ddb74ae38ca5 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:54:03.259085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8107fcc5-d80a-49da-9980-813f816b79f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.312541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8107fcc5-d80a-49da-9980-813f816b79f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.388592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaaee0-0209-4d1f-b5b9-437fe6c57c31 req-23d3a719-8f07-4364-9382-e9b78242cc5f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:03.389908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8107fcc5-d80a-49da-9980-813f816b79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.390063 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-27eaaee0-0209-4d1f-b5b9-437fe6c57c31 req-23d3a719-8f07-4364-9382-e9b78242cc5f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 945 time: 0.1985593 Oct 20 03:54:03.453067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-dfd449ef-5572-45bd-b582-6cc905525249 req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 90f73c15-8a81-4526-b103-48eac770a459, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=90f73c15-8a81-4526-b103-48eac770a459,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:03.453376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-dfd449ef-5572-45bd-b582-6cc905525249 req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.470838 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-27eaaee0-0209-4d1f-b5b9-437fe6c57c31 req-2f32b4d7-86b6-49ab-a429-5e9d989d0dcc tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=014ffdae-982c-4a4c-9683-33e3f7750493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669425 Oct 20 03:54:03.522381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8107fcc5-d80a-49da-9980-813f816b79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.560961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107fcc5-d80a-49da-9980-813f816b79f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ee1c61-a21b-451c-9065-ddb74ae38ca5,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:03.562906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8107fcc5-d80a-49da-9980-813f816b79f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.569962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929593dd-870e-4a42-b6e0-d4db349d27b7 None None] Network ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:54:03.573198 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8107fcc5-d80a-49da-9980-813f816b79f7 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/15ee1c61-a21b-451c-9065-ddb74ae38ca5 HTTP/1.1" status: 204 len: 168 time: 0.3831871 Oct 20 03:54:03.573565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42636) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:03.583877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-dfd449ef-5572-45bd-b582-6cc905525249 req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 90f73c15-8a81-4526-b103-48eac770a459 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:03.725198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.732780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Deleting port 58ff6174-a184-4181-9634-9c17a63080d6 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:03.733117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.748475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 19da29bb-7611-4a04-9597-90419e339d04 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:54:03.815302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 19da29bb-7611-4a04-9597-90419e339d04 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:54:03.815651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 19da29bb-7611-4a04-9597-90419e339d04 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:54:03.816069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c51b2302-1fe5-4ab9-8759-15a57a0e78d4 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:54:03.836618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-dfd449ef-5572-45bd-b582-6cc905525249 req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.857084 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c51b2302-1fe5-4ab9-8759-15a57a0e78d4 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:54:03.857450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c51b2302-1fe5-4ab9-8759-15a57a0e78d4 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:54:03.890988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=90f73c15-8a81-4526-b103-48eac770a459,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:03.951644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] For port 58ff6174-a184-4181-9634-9c17a63080d6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58ff6174-a184-4181-9634-9c17a63080d6,segment=NetworkSegment(055ef52b-f0f1-47f0-9af7-729582949291),segment_id=055ef52b-f0f1-47f0-9af7-729582949291)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:03.952004 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.974758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] DHCP port deletion for ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:54:03.979026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] Deleting port 58ff6174-a184-4181-9634-9c17a63080d6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:03.979367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.986669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd449ef-5572-45bd-b582-6cc905525249 req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port 90f73c15-8a81-4526-b103-48eac770a459 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:54:03.989490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-dfd449ef-5572-45bd-b582-6cc905525249 req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:03.992379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'name': 'network-vif-deleted', 'tag': '90f73c15-8a81-4526-b103-48eac770a459'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:03.994820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8196831b-5b7c-4537-839e-1527fe7d7325" -d '{"events": [{"server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "name": "network-vif-deleted", "tag": "90f73c15-8a81-4526-b103-48eac770a459"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:04.040524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd9dbb-7ab1-4781-b960-4cc9b3f36309 x-openstack-request-id: req-cafd9dbb-7ab1-4781-b960-4cc9b3f36309 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:04.040922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0d03ab-57de-48d0-be05-f3e0f0bff41d", "name": "network-vif-deleted", "tag": "90f73c15-8a81-4526-b103-48eac770a459", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:04.041373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cafd9dbb-7ab1-4781-b960-4cc9b3f36309 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:04.041839 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafd9dbb-7ab1-4781-b960-4cc9b3f36309'] response: {'server_uuid': '8e0d03ab-57de-48d0-be05-f3e0f0bff41d', 'name': 'network-vif-deleted', 'tag': '90f73c15-8a81-4526-b103-48eac770a459', 'status': 'completed', 'code': 200} Oct 20 03:54:04.065612 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dfd449ef-5572-45bd-b582-6cc905525249 req-d6d5366c-8ea2-4af1-9a2f-e471a4814935 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/90f73c15-8a81-4526-b103-48eac770a459 HTTP/1.1" status: 204 len: 173 time: 1.0339983 Oct 20 03:54:04.081977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Calling delete_port for 58ff6174-a184-4181-9634-9c17a63080d6 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:04.225005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:04.246068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] For port 58ff6174-a184-4181-9634-9c17a63080d6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=58ff6174-a184-4181-9634-9c17a63080d6,segment=NetworkSegment(055ef52b-f0f1-47f0-9af7-729582949291),segment_id=055ef52b-f0f1-47f0-9af7-729582949291)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:04.249508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:04.278703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ff6174-a184-4181-9634-9c17a63080d6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:04.280485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] No DVR routers for this DVR port 58ff6174-a184-4181-9634-9c17a63080d6 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:54:04.391247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] Calling delete_port for 58ff6174-a184-4181-9634-9c17a63080d6 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:04.403745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:04.430405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:04.443338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055ef52b-f0f1-47f0-9af7-729582949291') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:04.443664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055ef52b-f0f1-47f0-9af7-729582949291') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:04.455655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:04.467324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:54:04.467772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:54:04.471434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:04.477690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:54:04.478020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:04.542744 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 055ef52b-f0f1-47f0-9af7-729582949291 resource provider aggregate not found Oct 20 03:54:04.563001 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 055ef52b-f0f1-47f0-9af7-729582949291 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 055ef52b-f0f1-47f0-9af7-729582949291 found for delete ", "request_id": "req-b2d3921c-21c3-415c-ba1c-731e612449ff"}]} Oct 20 03:54:04.618965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:04.635477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:04.646216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:04.654732 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8cfd9b3d-8ca8-4f75-a01d-f76fafea0691 admin admin] 10.222.0.33 "DELETE /v2.0/networks/ce2ce218-b1b1-4ae5-a0fd-2bcbe9f2b750 HTTP/1.1" status: 204 len: 168 time: 1.0795975 Oct 20 03:54:04.768280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-b06bcdb9-6688-40fa-8470-86a707c06b85 req-66bf9457-1f5d-4473-8062-715ffd4091db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:54:04.870073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-b06bcdb9-6688-40fa-8470-86a707c06b85 req-66bf9457-1f5d-4473-8062-715ffd4091db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:54:04.871797 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b06bcdb9-6688-40fa-8470-86a707c06b85 req-66bf9457-1f5d-4473-8062-715ffd4091db tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e0d03ab-57de-48d0-be05-f3e0f0bff41d HTTP/1.1" status: 200 len: 210 time: 0.2706449 Oct 20 03:54:04.968666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] Deleting port 58ff6174-a184-4181-9634-9c17a63080d6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:04.969175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:05.020557 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42650) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:05.035512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d34b3457-f264-4d30-aa35-47b4889ea30c None None] The port '58ff6174-a184-4181-9634-9c17a63080d6' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:54:05.073146 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fddffd9e-7199-412f-83fd-5f3ed724a6f3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b59d5f13f62646b8af99f2bd7cc20df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514386 Oct 20 03:54:05.076243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42654) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:05.135076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-54b575db-aa37-4c52-82e0-ba225d66afb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:05.164663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-54b575db-aa37-4c52-82e0-ba225d66afb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:05.275964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-54b575db-aa37-4c52-82e0-ba225d66afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:05.296220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b575db-aa37-4c52-82e0-ba225d66afb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde49be2-f6a7-49bf-ae20-478b53d030a9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:05.305130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-54b575db-aa37-4c52-82e0-ba225d66afb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:05.306273 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-54b575db-aa37-4c52-82e0-ba225d66afb2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dde49be2-f6a7-49bf-ae20-478b53d030a9 HTTP/1.1" status: 204 len: 168 time: 0.2291412 Oct 20 03:54:05.540641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58ff6174-a184-4181-9634-9c17a63080d6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:54:05.581751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 58ff6174-a184-4181-9634-9c17a63080d6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:54:05.581751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 58ff6174-a184-4181-9634-9c17a63080d6 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:54:05.976493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42664) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:05.990967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42668) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:06.044900 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3a0f095b-b1d3-414f-afae-6c895316e2be admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c581f51fd4b448c9a49416ffaa671713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527627 Oct 20 03:54:06.047382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42672) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:06.107797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e8538fe-ce11-4d3b-9978-8dc816da8268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.132629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e8538fe-ce11-4d3b-9978-8dc816da8268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.148530 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec231a0f-ac38-43a8-9270-83f459d7de19 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.178889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec231a0f-ac38-43a8-9270-83f459d7de19 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.270892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e8538fe-ce11-4d3b-9978-8dc816da8268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.288176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8538fe-ce11-4d3b-9978-8dc816da8268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df43b73-9d10-4b64-b50e-dc2d318a537c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:06.293623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5e8538fe-ce11-4d3b-9978-8dc816da8268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.294832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5e8538fe-ce11-4d3b-9978-8dc816da8268 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5df43b73-9d10-4b64-b50e-dc2d318a537c HTTP/1.1" status: 204 len: 168 time: 0.2458239 Oct 20 03:54:06.327023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec231a0f-ac38-43a8-9270-83f459d7de19 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.346644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec231a0f-ac38-43a8-9270-83f459d7de19 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014ffdae-982c-4a4c-9683-33e3f7750493,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:06.412239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ec231a0f-ac38-43a8-9270-83f459d7de19 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.413335 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ec231a0f-ac38-43a8-9270-83f459d7de19 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/014ffdae-982c-4a4c-9683-33e3f7750493 HTTP/1.1" status: 204 len: 168 time: 0.4357741 Oct 20 03:54:06.504735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42680) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:06.707530 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:54:06.715627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 686010ec-2a06-4dc5-8355-f4f781b84a2d {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:06.715957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.891701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:06.892023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:07.009096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 686010ec-2a06-4dc5-8355-f4f781b84a2d owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:07.056644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 90f73c15-8a81-4526-b103-48eac770a459 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:54:07.090847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 90f73c15-8a81-4526-b103-48eac770a459 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:54:07.091195 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 90f73c15-8a81-4526-b103-48eac770a459 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:54:07.218837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:07.263019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=686010ec-2a06-4dc5-8355-f4f781b84a2d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:07.360288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:07.360663 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP aaf0cf2d-c23e-4600-bf7f-955f7742677a disassociated (deleted). External IP: 172.26.7.210, port: efe9165e-4d2d-45bf-b8c1-027a9aa19977. Oct 20 03:54:07.697585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router f10c6d60-0412-473c-bc7d-613c1af1a220 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:54:07.966063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:54:07.975865 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] Sync routers for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:07.984657 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:07.985256 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:08.052980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:08.108794 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-979c8a03-ab40-4d69-aa97-e9dbb51db29f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/floatingips/aaf0cf2d-c23e-4600-bf7f-955f7742677a HTTP/1.1" status: 204 len: 168 time: 1.6025124 Oct 20 03:54:08.109032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:08.111390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd91cd-141b-41cc-aca4-df2778ec2b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:08.152212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c46fcc9-cb37-41ad-a61d-3df9ace0eb52 x-openstack-request-id: req-2c46fcc9-cb37-41ad-a61d-3df9ace0eb52 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:08.152500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:08.152749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2c46fcc9-cb37-41ad-a61d-3df9ace0eb52 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:08.153178 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c46fcc9-cb37-41ad-a61d-3df9ace0eb52'] response: {'name': 'network-changed', 'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'status': 'completed', 'code': 200} Oct 20 03:54:08.160158 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:08.254252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-712414f7-02d4-4941-aa8b-a963465b9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:08.255819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-712414f7-02d4-4941-aa8b-a963465b9c0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 1098 time: 0.0808120 Oct 20 03:54:08.390826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-b54cdb5d-0846-461e-a13f-1c4fc8dff9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:08.392302 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-b54cdb5d-0846-461e-a13f-1c4fc8dff9c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 200 len: 898 time: 0.1263692 Oct 20 03:54:08.465908 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-3c8703f3-4266-44b0-9eeb-d3703895416e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977 HTTP/1.1" status: 200 len: 217 time: 0.0641522 Oct 20 03:54:08.477766 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:08.477766 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] Checking router: f10c6d60-0412-473c-bc7d-613c1af1a220 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:08.486843 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:08.487496 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:53:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:08.535761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-f9441190-c12d-4f3c-8e56-49d7dc95ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:08.537173 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-f9441190-c12d-4f3c-8e56-49d7dc95ee32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 200 len: 835 time: 0.0615454 Oct 20 03:54:08.663544 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:08.688083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-84727b6d-1d48-4742-b4e2-747ce6a0eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:08.689588 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-84727b6d-1d48-4742-b4e2-747ce6a0eeaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e47c4450-483c-4347-b7b9-3ad6ec5aa614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1452360 Oct 20 03:54:08.701952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f373e1a-d89c-4976-95cc-fe516a30a451 req-2e30c871-2159-46a6-b21f-edc7fd9a0c62 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:08.702620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7f373e1a-d89c-4976-95cc-fe516a30a451 req-2e30c871-2159-46a6-b21f-edc7fd9a0c62 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:54:08.839115 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-b973c980-594c-4730-be33-c4994f82e0d3 service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337371 Oct 20 03:54:08.841801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7f373e1a-d89c-4976-95cc-fe516a30a451 req-2e30c871-2159-46a6-b21f-edc7fd9a0c62 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:54:08.842845 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7f373e1a-d89c-4976-95cc-fe516a30a451 req-2e30c871-2159-46a6-b21f-edc7fd9a0c62 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 945 time: 0.2520344 Oct 20 03:54:08.967629 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7f373e1a-d89c-4976-95cc-fe516a30a451 req-827b73f6-584d-4758-b14a-31a22895c1eb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179411 Oct 20 03:54:08.999917 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:09.003800 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683fa2c-1869-4287-a88f-dc6ecff7e2c4 None None] The sync data for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv is: [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:52:34Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab7185af-1cad-407c-86ae-4d781af1b2eb', 'name': '', 'network_id': 'e47c4450-483c-4347-b7b9-3ad6ec5aa614', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:d3:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:33Z', 'updated_at': '2022-10-20T03:52:39Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': 'c36e29fe-1e41-405a-847c-424ad23933d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:09.006066 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2edd91cd-141b-41cc-aca4-df2778ec2b2c req-b1905b8b-16b3-49a4-92a7-f987a3bd7c3c service neutron] 10.222.0.26 "GET /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578650 Oct 20 03:54:09.207637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661362d-8b49-493d-aacc-e0e87741517c None None] New status for floating IP aaf0cf2d-c23e-4600-bf7f-955f7742677a: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:54:09.744690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4bda363b-5eaf-4e0b-b4cc-31e690220ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:10.174052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d282-906f-4734-8406-88d167795706 req-ea4dc401-2029-4be0-8821-fd1a0064236b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:10.175490 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fa03d282-906f-4734-8406-88d167795706 req-ea4dc401-2029-4be0-8821-fd1a0064236b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 945 time: 0.0892074 Oct 20 03:54:10.218063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-fa03d282-906f-4734-8406-88d167795706 req-64dbe468-3e60-4be1-91a8-b2618df19b51 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:54:10.266656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-a72a5ed9-df43-47ee-b4cc-b5755587e0a1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:10.267969 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-a72a5ed9-df43-47ee-b4cc-b5755587e0a1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 945 time: 0.0883632 Oct 20 03:54:10.275686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-fa03d282-906f-4734-8406-88d167795706 req-64dbe468-3e60-4be1-91a8-b2618df19b51 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:54:10.276973 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fa03d282-906f-4734-8406-88d167795706 req-64dbe468-3e60-4be1-91a8-b2618df19b51 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=7f3aa014-ee4d-45ba-aecf-97d52533dc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958133 Oct 20 03:54:10.343543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port efe9165e-4d2d-45bf-b8c1-027a9aa19977 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:10.343875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:10.581232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port efe9165e-4d2d-45bf-b8c1-027a9aa19977, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=efe9165e-4d2d-45bf-b8c1-027a9aa19977,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:10.581643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:10.807519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for efe9165e-4d2d-45bf-b8c1-027a9aa19977 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:11.001721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:11.050692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=efe9165e-4d2d-45bf-b8c1-027a9aa19977,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:11.135971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port efe9165e-4d2d-45bf-b8c1-027a9aa19977 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:54:11.138379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:11.140851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'name': 'network-vif-deleted', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:11.143179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365d976a-cd1c-4b80-bac5-9ea26d88c19e" -d '{"events": [{"server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "name": "network-vif-deleted", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:11.185360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45195906-654b-415b-9174-12306895b807 x-openstack-request-id: req-45195906-654b-415b-9174-12306895b807 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:11.185652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29124068-ee22-412c-a2ca-fee1f3290096", "name": "network-vif-deleted", "tag": "efe9165e-4d2d-45bf-b8c1-027a9aa19977", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:11.185899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-45195906-654b-415b-9174-12306895b807 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:11.186325 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45195906-654b-415b-9174-12306895b807'] response: {'server_uuid': '29124068-ee22-412c-a2ca-fee1f3290096', 'name': 'network-vif-deleted', 'tag': 'efe9165e-4d2d-45bf-b8c1-027a9aa19977', 'status': 'completed', 'code': 200} Oct 20 03:54:11.214125 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-047eb834-75ee-4e29-8a8c-f3a987dd770a req-ddf740ef-432b-4fb8-abed-f873a6c6eb47 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/efe9165e-4d2d-45bf-b8c1-027a9aa19977 HTTP/1.1" status: 204 len: 173 time: 0.9369018 Oct 20 03:54:11.443989 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a67a0851-3960-4c86-b644-09fb92e4f479 req-1110e9de-3ecc-4d66-926b-0ca4f0e23091 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=29124068-ee22-412c-a2ca-fee1f3290096 HTTP/1.1" status: 200 len: 210 time: 0.0520735 Oct 20 03:54:12.304121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3ac333af-362e-4d55-acaf-384493643ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:12.542182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42698) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:12.611559 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44082560-cc78-4085-9d0f-9e79088dc87c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:12.640294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44082560-cc78-4085-9d0f-9e79088dc87c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:12.812363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44082560-cc78-4085-9d0f-9e79088dc87c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:12.830794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44082560-cc78-4085-9d0f-9e79088dc87c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3aa014-ee4d-45ba-aecf-97d52533dc0f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:12.897546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-44082560-cc78-4085-9d0f-9e79088dc87c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:12.898671 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-44082560-cc78-4085-9d0f-9e79088dc87c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/7f3aa014-ee4d-45ba-aecf-97d52533dc0f HTTP/1.1" status: 204 len: 168 time: 0.3554983 Oct 20 03:54:12.985632 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42704) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:13.395846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:13.534494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:13.550479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:13.876794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port ab7185af-1cad-407c-86ae-4d781af1b2eb {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:13.877494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:14.159777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port ab7185af-1cad-407c-86ae-4d781af1b2eb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ab7185af-1cad-407c-86ae-4d781af1b2eb,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:14.160132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:14.276835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for ab7185af-1cad-407c-86ae-4d781af1b2eb owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:14.526515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:14.574556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=ab7185af-1cad-407c-86ae-4d781af1b2eb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:14.835983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:14.851212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:15.119365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device efe9165e-4d2d-45bf-b8c1-027a9aa19977 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:54:15.152317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: efe9165e-4d2d-45bf-b8c1-027a9aa19977 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:54:15.152663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device efe9165e-4d2d-45bf-b8c1-027a9aa19977 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:54:15.195790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router f10c6d60-0412-473c-bc7d-613c1af1a220 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:54:15.378522 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:54:15.388744 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de384511-a505-40b5-a621-20ce76158258 None None] Sync routers for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:15.391670 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0b8f4a93-a469-42fa-b284-5a8bc15c4ec8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/f10c6d60-0412-473c-bc7d-613c1af1a220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4049289 Oct 20 03:54:15.394311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42708) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:15.398779 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de384511-a505-40b5-a621-20ce76158258 None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:15.399404 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-de384511-a505-40b5-a621-20ce76158258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:54:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:15.456685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af6151c-9d22-4215-ac2e-4b62e035af25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting subnet c36e29fe-1e41-405a-847c-424ad23933d7 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:54:15.459603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0af6151c-9d22-4215-ac2e-4b62e035af25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:15.578446 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-de384511-a505-40b5-a621-20ce76158258 None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:15.633132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0af6151c-9d22-4215-ac2e-4b62e035af25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:15.713949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0af6151c-9d22-4215-ac2e-4b62e035af25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:15.847637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0af6151c-9d22-4215-ac2e-4b62e035af25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:15.854748 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-de384511-a505-40b5-a621-20ce76158258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:54:14Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:15.859074 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de384511-a505-40b5-a621-20ce76158258 None None] Checking router: f10c6d60-0412-473c-bc7d-613c1af1a220 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:15.869398 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de384511-a505-40b5-a621-20ce76158258 None None] Routers {'f10c6d60-0412-473c-bc7d-613c1af1a220'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:15.870011 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-de384511-a505-40b5-a621-20ce76158258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:54:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f10c6d60-0412-473c-bc7d-613c1af1a220'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:15.888614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6151c-9d22-4215-ac2e-4b62e035af25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Subnet': ['ID=c36e29fe-1e41-405a-847c-424ad23933d7,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:15.894181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0af6151c-9d22-4215-ac2e-4b62e035af25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:15.900381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beaddd1-b9ca-4833-af61-0655d808a444 None None] Network e47c4450-483c-4347-b7b9-3ad6ec5aa614 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:54:15.904090 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0af6151c-9d22-4215-ac2e-4b62e035af25 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/subnets/c36e29fe-1e41-405a-847c-424ad23933d7 HTTP/1.1" status: 204 len: 168 time: 0.5062637 Oct 20 03:54:15.904281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42712) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:16.042710 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-de384511-a505-40b5-a621-20ce76158258 None None] Set router f10c6d60-0412-473c-bc7d-613c1af1a220 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:16.087793 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.185487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] DHCP port deletion for e47c4450-483c-4347-b7b9-3ad6ec5aa614 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:54:16.190143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Deleting port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:16.190525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.278640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.328359 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-de384511-a505-40b5-a621-20ce76158258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:54:14Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:16.332272 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de384511-a505-40b5-a621-20ce76158258 None None] The sync data for ids ['f10c6d60-0412-473c-bc7d-613c1af1a220'] in dv-neutron-861845-1-hyperv is: [{'id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'name': 'tempest-TestNetworkBasicOps-router-564216573', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:52:28Z', 'updated_at': '2022-10-20T03:54:14Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'ce00650e-52c5-4662-a106-383b2027dcd7', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10c6d60-0412-473c-bc7d-613c1af1a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:52:29Z', 'updated_at': '2022-10-20T03:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:16.350638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port ce00650e-52c5-4662-a106-383b2027dcd7 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:54:16.350980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.404237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] For port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=49807973-0199-4cfb-b1f7-82ff9e5fbfc2,segment=NetworkSegment(7657551d-1a5b-4365-ae49-c280aab9bb47),segment_id=7657551d-1a5b-4365-ae49-c280aab9bb47)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:16.404505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.518841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port ce00650e-52c5-4662-a106-383b2027dcd7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ce00650e-52c5-4662-a106-383b2027dcd7,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:16.519240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.525855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Calling delete_port for 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:16.641152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for ce00650e-52c5-4662-a106-383b2027dcd7 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:54:16.693012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.743691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Pushing event deleted for resources: {'Port': ['ID=49807973-0199-4cfb-b1f7-82ff9e5fbfc2,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:16.749046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] No DVR routers for this DVR port 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:54:16.754940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.755280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.755666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.755996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.756324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.760202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.760202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.760202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.760202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.766013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.766013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.766013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8af9b9e-5d04-4e20-9c3b-7e0e692bac4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.888324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.936572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=ce00650e-52c5-4662-a106-383b2027dcd7,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:17.030161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.225022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.306850 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.308975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.389684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.390206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Fanout notify agent at l3_agent the message router_deleted on router f10c6d60-0412-473c-bc7d-613c1af1a220 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:54:17.405703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.407018 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-152f2db5-6f3e-4b6b-88d0-71d41a36bd76 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/routers/f10c6d60-0412-473c-bc7d-613c1af1a220 HTTP/1.1" status: 204 len: 168 time: 1.5016303 Oct 20 03:54:17.409440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42716) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:17.523736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.652475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.680820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47c4450-483c-4347-b7b9-3ad6ec5aa614']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:17.692230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7657551d-1a5b-4365-ae49-c280aab9bb47') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:17.692525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7657551d-1a5b-4365-ae49-c280aab9bb47') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:17.703317 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.719117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.725402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:54:17.725787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.789857 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 7657551d-1a5b-4365-ae49-c280aab9bb47 resource provider aggregate not found Oct 20 03:54:17.825957 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 7657551d-1a5b-4365-ae49-c280aab9bb47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7657551d-1a5b-4365-ae49-c280aab9bb47 found for delete ", "request_id": "req-a67e680a-f856-478e-bc55-c7d4abb02e22"}]} Oct 20 03:54:17.846066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ce00650e-52c5-4662-a106-383b2027dcd7 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:54:17.909945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: ce00650e-52c5-4662-a106-383b2027dcd7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:54:17.910285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ce00650e-52c5-4662-a106-383b2027dcd7 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:54:17.910693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:54:17.921406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.926438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.942230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:54:17.946351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 49807973-0199-4cfb-b1f7-82ff9e5fbfc2 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:54:17.946351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ab7185af-1cad-407c-86ae-4d781af1b2eb no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:54:17.951586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Network': ['ID=e47c4450-483c-4347-b7b9-3ad6ec5aa614,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:17.977653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: ab7185af-1cad-407c-86ae-4d781af1b2eb {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:54:17.977992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ab7185af-1cad-407c-86ae-4d781af1b2eb not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:54:18.019589 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-82b6bfb4-d042-439b-94f0-aedb290e439a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/networks/e47c4450-483c-4347-b7b9-3ad6ec5aa614 HTTP/1.1" status: 204 len: 168 time: 0.6089928 Oct 20 03:54:18.045690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42724) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:18.051235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'network': {'name': 'tempest-network-smoke--1866182204', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'port_security_enabled': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:18.056277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:18.060388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:network and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:18.063525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:18.069161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:18.138772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:54:18.142232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.170156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:54:18.178702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.179096 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Added segment c1266fda-08e4-4989-b6e6-84d6a8bb67a2 of type vlan for network 736529e6-4bac-4b57-888e-9cc630b25fef Oct 20 03:54:18.204368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.275813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.281383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:18.281943 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.385820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Network': ['ID=736529e6-4bac-4b57-888e-9cc630b25fef,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:18.397143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 736529e6-4bac-4b57-888e-9cc630b25fef details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:54:18.442628 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0eee4b68-51e6-41b8-b998-6a7604e3a7ac tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3959100 Oct 20 03:54:18.445291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42728) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:18.450836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-286980163', 'admin_state_up': True, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:18.457958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:18.461794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:router and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:18.464638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:18.470865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:18.538831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.539807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.554327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.881384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.259492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.401901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.537310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.169 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/e17a953a-b380-4718-b85f-281e46636ee4) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:54:19.687779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.761882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.827757 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:19.830545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:19.834584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:54:19.867016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=e17a953a-b380-4718-b85f-281e46636ee4,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:20.300737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.625024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.984209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:54:21.154181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:54:21.163349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Sync routers for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:21.172073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:21.172679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:54:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:21.235634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.236855 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d91f00b2-a587-4bdc-b8bd-0c014ad75553 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7905369 Oct 20 03:54:21.239890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42732) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:21.352581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:21.490380 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c69fcd89-fb02-4505-8aa1-87f572321c1d tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=d33c71e14d654f3cbeb0ee2b26977dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2493267 Oct 20 03:54:21.492892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42738) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:21.625677 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5669d-1279-4589-98c5-e4b5006ce18c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:21.630016 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d0c5669d-1279-4589-98c5-e4b5006ce18c tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332877 Oct 20 03:54:21.630373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42742) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:21.634558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:54:20Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:21.638439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Checking router: c04b2fd1-cd41-40dc-b4c1-4d375be3c369 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:21.638784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Updating router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 port e17a953a-b380-4718-b85f-281e46636ee4 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:54:21.671464 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e67d8c2e-4c83-4867-b48d-bbd7d594e446 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369918 Oct 20 03:54:21.671687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42746) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:21.676805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1154496489', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:21.690190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.785116 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:21.788855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:subnet and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:21.791720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:21.797965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:21.852656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:54:21.856683 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.005704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.017127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Transition to ACTIVE for port object e17a953a-b380-4718-b85f-281e46636ee4 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:54:22.075757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.121688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.138603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Attempting to bind port e17a953a-b380-4718-b85f-281e46636ee4 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:54:22.138973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Attempting to bind port e17a953a-b380-4718-b85f-281e46636ee4 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:54:22.139337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Attempting to bind port e17a953a-b380-4718-b85f-281e46636ee4 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:54:22.149506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:54:22.150155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:54:22.150566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.150956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:54:22.151421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Bound port: e17a953a-b380-4718-b85f-281e46636ee4, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:54:22.151793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.196397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb9014-a31f-4cb0-a27d-f99847113587 None None] Pushing event updated for resources: {'Port': ['ID=e17a953a-b380-4718-b85f-281e46636ee4,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:22.201875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Subnet': ['ID=37b57dbc-6e6c-4438-bf78-a7a24621edce,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:22.210436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Checking segment: {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:54:22.210797 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network hostable DHCP agents. Network: 736529e6-4bac-4b57-888e-9cc630b25fef, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:54:22.233866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] For port e17a953a-b380-4718-b85f-281e46636ee4, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:54:22.236885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] For port e17a953a-b380-4718-b85f-281e46636ee4, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e17a953a-b380-4718-b85f-281e46636ee4,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:54:22.281435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 736529e6-4bac-4b57-888e-9cc630b25fef is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:54:22.299022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.332751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 736529e6-4bac-4b57-888e-9cc630b25fef) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:22.337736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:22.338944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.353232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00adeda7-2883-45f7-8fca-81076d24c607 None None] Network 736529e6-4bac-4b57-888e-9cc630b25fef requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:54:22.418080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:22.418731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:54:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:22.425035 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-93e8dd79-aff1-4e7c-8276-5576604e02ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7524569 Oct 20 03:54:22.427873 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42750) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:22.613702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb9014-a31f-4cb0-a27d-f99847113587 None None] Pushing event updated for resources: {'Port': ['ID=e17a953a-b380-4718-b85f-281e46636ee4,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:22.711339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:22.919961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-736529e6-4bac-4b57-888e-9cc630b25fef', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:54:22.920794 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.155580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Allocated IP 172.20.0.2 (736529e6-4bac-4b57-888e-9cc630b25fef/37b57dbc-6e6c-4438-bf78-a7a24621edce/2f3f9e81-ac99-414a-bd4c-2668f5da7af9) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:54:23.238410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.243177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:54:20Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:23.251850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00545bde-e0d9-4f12-a93b-5cf34b6189f3 None None] The sync data for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv is: [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:54:20Z', 'revision_number': 3, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:23.385395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.396077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Transition to ACTIVE for port object 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:54:23.422399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Transition to ACTIVE for port object 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:54:23.493630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.574324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Network 736529e6-4bac-4b57-888e-9cc630b25fef is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:23.578237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:23.581930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:54:23.591433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Pushing event updated for resources: {'Port': ['ID=2f3f9e81-ac99-414a-bd4c-2668f5da7af9,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:23.681369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e17a953a-b380-4718-b85f-281e46636ee4 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:54:23.690576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.1 (736529e6-4bac-4b57-888e-9cc630b25fef/37b57dbc-6e6c-4438-bf78-a7a24621edce/1a0d5d5c-ab3f-4405-bdc0-dd310cccc142) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:54:23.749614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Attempting to bind port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:54:23.749990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Attempting to bind port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:54:23.750357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Attempting to bind port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 on network 736529e6-4bac-4b57-888e-9cc630b25fef {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:54:23.759233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:54:23.759607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Checking segment: {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:54:23.760008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.760404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Bound using segment: {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:54:23.760874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Bound port: 2f3f9e81-ac99-414a-bd4c-2668f5da7af9, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:54:23.761255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.864453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.865648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] For port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:54:23.868862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] For port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2f3f9e81-ac99-414a-bd4c-2668f5da7af9,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:54:23.881088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:54:23.904355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port e17a953a-b380-4718-b85f-281e46636ee4 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:54:23.909518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e17a953a-b380-4718-b85f-281e46636ee4 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:23.909890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.910238 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e17a953a-b380-4718-b85f-281e46636ee4 Oct 20 03:54:23.959060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.985157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.055740 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 736529e6-4bac-4b57-888e-9cc630b25fef is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:24.065413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:24.065413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:54:24.110769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:24.138938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.151997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00084cb-5672-45f3-8593-e65919bce562 None None] Pushing event updated for resources: {'Port': ['ID=2f3f9e81-ac99-414a-bd4c-2668f5da7af9,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:24.169167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e17a953a-b380-4718-b85f-281e46636ee4 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:54:24.169508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.187870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port e17a953a-b380-4718-b85f-281e46636ee4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e17a953a-b380-4718-b85f-281e46636ee4,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:24.292556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.367959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=e17a953a-b380-4718-b85f-281e46636ee4,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:24.381534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.785953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.858989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.977422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.980763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:24.990937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc9477-ca3a-435e-a33d-1799c25aaa77 None None] Network 736529e6-4bac-4b57-888e-9cc630b25fef requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:54:25.120416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 736529e6-4bac-4b57-888e-9cc630b25fef is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:25.122302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:25.168559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d40932a9-31c5-4f77-95b3-d17c698bd5ea None None] Provisioning for port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:54:25.434600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:54:25.618692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Provisioning for port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:54:25.626498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Provisioning complete for port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:25.626993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.627337 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Attempt 1 to provision port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 Oct 20 03:54:25.629585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:54:25.641795 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Sync routers for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:25.656109 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-27b45496-c3b9-4ef6-99fb-e6e076666c67 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/c04b2fd1-cd41-40dc-b4c1-4d375be3c369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2272003 Oct 20 03:54:25.658516 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:25.659560 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:54:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:25.665968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42754) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:25.669474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:54:25.768651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:54:25.822330 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc99cb86-8dab-43d5-a2de-7ccd12a960d0 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:25.822831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc99cb86-8dab-43d5-a2de-7ccd12a960d0 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:25.823290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc99cb86-8dab-43d5-a2de-7ccd12a960d0 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:25.823738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc99cb86-8dab-43d5-a2de-7ccd12a960d0 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:25.825504 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dc99cb86-8dab-43d5-a2de-7ccd12a960d0 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1584706 Oct 20 03:54:25.828319 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42758) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:25.886700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:54:25.893497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:25.893979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.894888 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 Oct 20 03:54:25.904618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878cfc7-3802-4cc5-be74-72ca1d54d1a2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:25.905089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878cfc7-3802-4cc5-be74-72ca1d54d1a2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:25.905571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878cfc7-3802-4cc5-be74-72ca1d54d1a2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:25.906032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878cfc7-3802-4cc5-be74-72ca1d54d1a2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:25.906916 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:25.907973 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0878cfc7-3802-4cc5-be74-72ca1d54d1a2 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0786824 Oct 20 03:54:25.910553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42762) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:26.024771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:54:26.025144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.059851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2f3f9e81-ac99-414a-bd4c-2668f5da7af9,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:26.127289 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6d2037b7-ec8c-4840-be90-e896d01eb792 tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2156453 Oct 20 03:54:26.132830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.133898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e17a953a-b380-4718-b85f-281e46636ee4 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:54:26.229556 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:26.233290 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Checking router: c04b2fd1-cd41-40dc-b4c1-4d375be3c369 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:26.233649 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Updating router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:54:26.249954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=2f3f9e81-ac99-414a-bd4c-2668f5da7af9,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:26.260698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e17a953a-b380-4718-b85f-281e46636ee4 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:26.261062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.261419 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e17a953a-b380-4718-b85f-281e46636ee4 Oct 20 03:54:26.264130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42768) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:26.269381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-840500868', 'description': 'tempest-secgroup-smoke-840500868 description', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:26.275270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:26.280050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:26.282900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:26.289490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:26.289623 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Attempt 2 to provision port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 Oct 20 03:54:26.294540 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.356150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.361218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:54:26.381500 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:26.385350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:26.388672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:26.394994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:26.424956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e17a953a-b380-4718-b85f-281e46636ee4 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:54:26.464005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.515846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.558552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9159a83b-c897-408d-ad01-9897ba54e57e,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:26.612932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.617154 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6dbbd03f-35a1-4514-8e32-18f747b5c7b1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3520124 Oct 20 03:54:26.617397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42772) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:26.623890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9159a83b-c897-408d-ad01-9897ba54e57e', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:26.629949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:26.634038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:26.638158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:26.643852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:26.645041 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.658170 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Transition to ACTIVE for port object 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:54:26.774118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.778562 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.836305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.862024 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Attempt 3 to provision port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 Oct 20 03:54:26.898820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:26.915387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:54:26.919340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bc5893-c44a-49e5-9b85-815cff7cd25b,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:26.974128 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Pushing event updated for resources: {'Port': ['ID=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:26.996318 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:26.997240 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:26.997603 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:26.997937 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:26.998265 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:26.998593 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:26.998917 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:26.999294 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:26.999616 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:26.999937 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:27.000255 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:27.000569 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:27.000660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.001891 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-282eaaef-2d04-4ecd-9895-73848e7c5490 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3828957 Oct 20 03:54:27.004777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42776) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:27.008273 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Attempting to bind port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:54:27.008663 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Attempting to bind port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:54:27.008998 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Attempting to bind port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 on network 736529e6-4bac-4b57-888e-9cc630b25fef {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:54:27.010273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9159a83b-c897-408d-ad01-9897ba54e57e', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:27.014399 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:54:27.014778 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Checking segment: {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:54:27.015225 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.015606 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Bound using segment: {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:54:27.016071 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Bound port: 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:54:27.016198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:27.016475 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.019955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:27.022762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:27.028411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:27.104389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.104723 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] For port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:54:27.108340 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] For port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:54:27.166953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.178825 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.230122 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.239621 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:27.240240 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:54:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:27.251548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24f9b7b-1c5a-4f79-97dd-5884237cadec,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:27.338798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.340612 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1d31d3f1-43f9-477e-bc6f-adf4ce6aec37 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3342350 Oct 20 03:54:27.343564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42780) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:27.348786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9159a83b-c897-408d-ad01-9897ba54e57e', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:27.354659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:27.359187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:27.362049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:27.367572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:27.382217 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbe20b-078d-4cea-862d-bb184dddb4f9 None None] Pushing event updated for resources: {'Port': ['ID=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:27.416724 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Attempt 4 to provision port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 Oct 20 03:54:27.426248 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:27.442367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.478193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:54:27.489772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Provisioning complete for port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:27.490131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.490458 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Attempt 1 to provision port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 Oct 20 03:54:27.509365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.581282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:54:27.590074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.616052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583b4660-7b5d-4fd5-b398-672b703f7a49,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:27.663123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9f83d691-7272-456a-a46b-671942e219aa None None] Current status of the port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:54:27.678926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:27.679232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.679569 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 Oct 20 03:54:27.721835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.725972 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6fc4761a-e7c2-43af-842b-2f0eafecf03a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787653 Oct 20 03:54:27.726206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42784) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:27.731187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9159a83b-c897-408d-ad01-9897ba54e57e', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:27.737227 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:27.741745 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:27.744169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:27.750106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:27.774899 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:27Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:27.779546 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a2fff-d03c-45c4-a5d3-5b75f1486f08 None None] The sync data for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv is: [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:27Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:27.813962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:54:27.838939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.910834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.973285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.998097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c585d133-cdea-4135-a652-c31914bf6c1b,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:28.053093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.054430 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3ffdbf69-4524-4727-8cbb-c8495dec46f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272996 Oct 20 03:54:28.057198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42788) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:28.063072 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9159a83b-c897-408d-ad01-9897ba54e57e', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:28.069606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:28.073627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:28.077239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:28.083425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:28.155755 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:54:28.162940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.230216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.298499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.323286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02ce2e0-30c9-472a-9318-041116750d25,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:28.391325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.394096 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cc8a7839-ca1e-4cd3-9f15-7fe346f6dce6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3340962 Oct 20 03:54:28.395297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42792) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:28.400776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'security_group_rule': {'security_group_id': '9159a83b-c897-408d-ad01-9897ba54e57e', 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:28.407320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:28.411185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:security_group_rule and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:28.414109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:28.420758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:28.499049 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Project d33c71e14d654f3cbeb0ee2b26977dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:54:28.506132 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.573440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.647495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.674223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df550b51-f340-4347-9902-6fe872b16999,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:28.738812 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.740293 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2ac1530c-5aed-4b52-91fe-c8ca01fa4d08 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3440263 Oct 20 03:54:28.952046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-8fa954bf-22b1-481b-868c-44c2c4144625 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:54:29.052123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-8fa954bf-22b1-481b-868c-44c2c4144625 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:54:29.053195 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-8fa954bf-22b1-481b-868c-44c2c4144625 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840500868&fields=id&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 267 time: 0.1389678 Oct 20 03:54:29.198144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-e5846b03-ed2d-462b-891a-879119f3573d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:29.199006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-e5846b03-ed2d-462b-891a-879119f3573d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:54:29.270227 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-e5846b03-ed2d-462b-891a-879119f3573d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:54:29.271406 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-e5846b03-ed2d-462b-891a-879119f3573d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/networks?id=736529e6-4bac-4b57-888e-9cc630b25fef HTTP/1.1" status: 200 len: 797 time: 0.2116337 Oct 20 03:54:29.286518 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-13fac65b-5956-4a93-accf-647b3cb538f0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/quotas/d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 375 time: 0.0096769 Oct 20 03:54:29.380704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-24d57c17-0c9f-4303-b97c-5c8de9a3ec29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:54:29.464069 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-24d57c17-0c9f-4303-b97c-5c8de9a3ec29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:54:29.465433 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-24d57c17-0c9f-4303-b97c-5c8de9a3ec29 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1739819 Oct 20 03:54:29.575601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:54:29.704029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:54:29.709170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:29.709664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.710069 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 Oct 20 03:54:29.718693 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-c413bfb5-379b-4b93-ae27-baffa71c08ee service neutron] 10.222.0.33 "GET /v2.0/networks/736529e6-4bac-4b57-888e-9cc630b25fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409706 Oct 20 03:54:29.828408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:54:29.828792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.847219 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-d226c706-664a-4fb2-a755-da50a742b6a5 service neutron] 10.222.0.33 "GET /v2.0/networks/736529e6-4bac-4b57-888e-9cc630b25fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223314 Oct 20 03:54:29.861577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:29.927212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:30.050644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:30.099066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-05f1bac1-69c6-4b4f-8395-a417aec61b07 req-f225363f-435a-4047-8262-33af50085f07 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:54:30.111573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-05f1bac1-69c6-4b4f-8395-a417aec61b07 req-f225363f-435a-4047-8262-33af50085f07 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:54:30.112709 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-05f1bac1-69c6-4b4f-8395-a417aec61b07 req-f225363f-435a-4047-8262-33af50085f07 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 210 time: 0.0633409 Oct 20 03:54:31.271981 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1cdee271-a87d-43c6-88a6-15f8a37641cf req-9bb16143-42fe-4259-8558-b2dd7ff81659 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 210 time: 0.0495868 Oct 20 03:54:31.556533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:54:31.622401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:31.622765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:31.623098 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 Oct 20 03:54:31.736294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:54:32.110239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-7efd0dd4-59f1-41dd-b2f2-24a6a2db8937 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:32.111642 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-7efd0dd4-59f1-41dd-b2f2-24a6a2db8937 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/networks?id=736529e6-4bac-4b57-888e-9cc630b25fef HTTP/1.1" status: 200 len: 797 time: 0.1438119 Oct 20 03:54:32.165255 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-aeaa9c80-72c0-4b0d-8a38-8f4f9a37eef3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2 HTTP/1.1" status: 200 len: 379 time: 0.0392106 Oct 20 03:54:32.176524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'port': {'device_id': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'admin_state_up': True, 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'security_groups': ['9159a83b-c897-408d-ad01-9897ba54e57e']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:32.311152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:32.322503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:32.431748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Made reservation on behalf of d33c71e14d654f3cbeb0ee2b26977dd2 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:54:32.435242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:32.458855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1678afd5-76ef-48e1-992d-1297ac2c90ba req-cf54f088-5968-4045-81e0-70402a02445e tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 210 time: 0.0721872 Oct 20 03:54:32.604943 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.20.0.5 (736529e6-4bac-4b57-888e-9cc630b25fef/37b57dbc-6e6c-4438-bf78-a7a24621edce/f8ac74e2-e010-4ce5-b750-f918f376fdbe) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:54:32.786902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:32.801469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Transition to ACTIVE for port object f8ac74e2-e010-4ce5-b750-f918f376fdbe will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:54:32.898742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:32.965480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 736529e6-4bac-4b57-888e-9cc630b25fef is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:32.968294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:32.971883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:54:33.005514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=f8ac74e2-e010-4ce5-b750-f918f376fdbe,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:33.020907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.021247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.021601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.021931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.022257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.022582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.022907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.023226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.023544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.023865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.024183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.024495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:33.052634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:33.053237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:33.144893 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-708581c5-0d49-45a5-8258-3fe816e34f02 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717431 Oct 20 03:54:33.160083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Request body: {'port': {'device_id': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:33.246889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-df07c64c-49b0-4c3e-bd00-070facf5db4a None None] Provisioning for port f8ac74e2-e010-4ce5-b750-f918f376fdbe completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:54:33.251666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-df07c64c-49b0-4c3e-bd00-070facf5db4a None None] Provisioning complete for port f8ac74e2-e010-4ce5-b750-f918f376fdbe triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:33.252030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-df07c64c-49b0-4c3e-bd00-070facf5db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:33.252358 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-df07c64c-49b0-4c3e-bd00-070facf5db4a None None] Attempt 1 to provision port f8ac74e2-e010-4ce5-b750-f918f376fdbe Oct 20 03:54:33.269603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:33.304867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-df07c64c-49b0-4c3e-bd00-070facf5db4a None None] Port f8ac74e2-e010-4ce5-b750-f918f376fdbe cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:54:33.664328 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32fe4-4a17-45c1-8369-62df6b7b3596 req-11add81b-da50-4b5f-b5c8-cb8621a2dd20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:33.665840 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87f32fe4-4a17-45c1-8369-62df6b7b3596 req-11add81b-da50-4b5f-b5c8-cb8621a2dd20 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 931 time: 0.0915010 Oct 20 03:54:33.709538 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87f32fe4-4a17-45c1-8369-62df6b7b3596 req-9b882e38-6197-4505-ab93-3d72ce7939f6 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377810 Oct 20 03:54:33.714387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ac74e2-e010-4ce5-b750-f918f376fdbe {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:54:33.722298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:33.737478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Transition to ACTIVE for port object f8ac74e2-e010-4ce5-b750-f918f376fdbe will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:54:33.805930 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-df07c64c-49b0-4c3e-bd00-070facf5db4a None None] Attempt 2 to provision port f8ac74e2-e010-4ce5-b750-f918f376fdbe Oct 20 03:54:33.823919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:33.862017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-df07c64c-49b0-4c3e-bd00-070facf5db4a None None] Port f8ac74e2-e010-4ce5-b750-f918f376fdbe cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:54:34.011852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac74e2-e010-4ce5-b750-f918f376fdbe,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:34.045283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Attempting to bind port f8ac74e2-e010-4ce5-b750-f918f376fdbe on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:54:34.045629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Attempting to bind port f8ac74e2-e010-4ce5-b750-f918f376fdbe by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:54:34.045954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Attempting to bind port f8ac74e2-e010-4ce5-b750-f918f376fdbe on network 736529e6-4bac-4b57-888e-9cc630b25fef {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:54:34.050427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Port f8ac74e2-e010-4ce5-b750-f918f376fdbe on network 736529e6-4bac-4b57-888e-9cc630b25fef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:54:34.050748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Attempting to bind port f8ac74e2-e010-4ce5-b750-f918f376fdbe on network 736529e6-4bac-4b57-888e-9cc630b25fef {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:54:34.055736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:54:34.056070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Checking segment: {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:54:34.056452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Bound using segment: {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:54:34.056877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Bound port: f8ac74e2-e010-4ce5-b750-f918f376fdbe, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:54:34.057219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:34.142728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] For port f8ac74e2-e010-4ce5-b750-f918f376fdbe, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:54:34.145590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] For port f8ac74e2-e010-4ce5-b750-f918f376fdbe, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f8ac74e2-e010-4ce5-b750-f918f376fdbe,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:54:34.207007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:34.237023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:34.237655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:34.239001 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] 10.222.0.26 "PUT /v2.0/ports/f8ac74e2-e010-4ce5-b750-f918f376fdbe HTTP/1.1" status: 200 len: 1093 time: 1.0829372 Oct 20 03:54:34.239487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:34.241777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab375bb7-97a9-487a-82ff-3629286195c7" -d '{"events": [{"name": "network-changed", "server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:34.287700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f8d48-d235-49e7-8082-8eaf26becc4a x-openstack-request-id: req-1a6f8d48-d235-49e7-8082-8eaf26becc4a {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:34.287979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:34.288226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1a6f8d48-d235-49e7-8082-8eaf26becc4a {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:34.291162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6f8d48-d235-49e7-8082-8eaf26becc4a'] response: {'name': 'network-changed', 'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'status': 'completed', 'code': 200} Oct 20 03:54:34.291162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc043435-69cb-43fe-9533-1713ed2a6332 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac74e2-e010-4ce5-b750-f918f376fdbe,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:34.362940 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-df07c64c-49b0-4c3e-bd00-070facf5db4a None None] Attempt 3 to provision port f8ac74e2-e010-4ce5-b750-f918f376fdbe Oct 20 03:54:34.390255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab375bb7-97a9-487a-82ff-3629286195c7 req-fc1df5bd-cc89-484f-b709-1f67a6520b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:34.391776 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab375bb7-97a9-487a-82ff-3629286195c7 req-fc1df5bd-cc89-484f-b709-1f67a6520b0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 1096 time: 0.0766039 Oct 20 03:54:34.423012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-df07c64c-49b0-4c3e-bd00-070facf5db4a None None] Port f8ac74e2-e010-4ce5-b750-f918f376fdbe had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:54:34.532387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab375bb7-97a9-487a-82ff-3629286195c7 req-cd3cad6a-cd50-49ce-9013-e4149f74269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:34.533765 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab375bb7-97a9-487a-82ff-3629286195c7 req-cd3cad6a-cd50-49ce-9013-e4149f74269c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1312695 Oct 20 03:54:34.672087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab375bb7-97a9-487a-82ff-3629286195c7 req-3df6463c-f096-4eee-9ac4-edd660e75053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:34.673633 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab375bb7-97a9-487a-82ff-3629286195c7 req-3df6463c-f096-4eee-9ac4-edd660e75053 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307175 Oct 20 03:54:34.795722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-b844e0b0-8c79-4929-a56c-f3cea1693447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:34.797111 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-b844e0b0-8c79-4929-a56c-f3cea1693447 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 1096 time: 0.0802946 Oct 20 03:54:34.867402 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-300e4f10-0b7e-42f4-afbe-0377df5d1a13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ac74e2-e010-4ce5-b750-f918f376fdbe HTTP/1.1" status: 200 len: 217 time: 0.0597076 Oct 20 03:54:34.909611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eb5de-348f-4d1a-9528-50fd4ef3bc0c req-a3e0dce6-3169-4735-a4f2-a877c2a0cad4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:34.911075 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-505eb5de-348f-4d1a-9528-50fd4ef3bc0c req-a3e0dce6-3169-4735-a4f2-a877c2a0cad4 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 943 time: 0.0900555 Oct 20 03:54:34.935263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-09532a94-572d-4551-9d07-22ffc49b48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:34.936698 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-09532a94-572d-4551-9d07-22ffc49b48fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37b57dbc-6e6c-4438-bf78-a7a24621edce HTTP/1.1" status: 200 len: 835 time: 0.0604222 Oct 20 03:54:34.956148 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-505eb5de-348f-4d1a-9528-50fd4ef3bc0c req-887625e6-cb21-40a1-ace1-21777c68d958 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391314 Oct 20 03:54:35.021666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-f9dff4f0-4b20-42fe-9342-be1c8bb5a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:35.023151 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-f9dff4f0-4b20-42fe-9342-be1c8bb5a2b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=736529e6-4bac-4b57-888e-9cc630b25fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769057 Oct 20 03:54:35.155710 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-051bd3ea-e12f-422a-b5d2-abed01b55046 service neutron] 10.222.0.26 "GET /v2.0/networks/736529e6-4bac-4b57-888e-9cc630b25fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216078 Oct 20 03:54:35.286888 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f84d89b7-38ae-49c0-8f27-8bfe0052849f req-8ca5296a-5d9f-4cd9-aee2-c52179bac0b3 service neutron] 10.222.0.26 "GET /v2.0/networks/736529e6-4bac-4b57-888e-9cc630b25fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210852 Oct 20 03:54:36.252821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876c513-6c42-4b68-827c-4c2bf808e9e7 req-97910150-653d-4684-824b-2a2038f7d96c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:36.253508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2876c513-6c42-4b68-827c-4c2bf808e9e7 req-97910150-653d-4684-824b-2a2038f7d96c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:54:36.343453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2876c513-6c42-4b68-827c-4c2bf808e9e7 req-97910150-653d-4684-824b-2a2038f7d96c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:54:36.344621 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2876c513-6c42-4b68-827c-4c2bf808e9e7 req-97910150-653d-4684-824b-2a2038f7d96c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 943 time: 0.2772324 Oct 20 03:54:36.388568 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2876c513-6c42-4b68-827c-4c2bf808e9e7 req-0decdaf2-6cd6-4dac-924b-125982a8ddd0 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 Oct 20 03:54:37.227546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device f8ac74e2-e010-4ce5-b750-f918f376fdbe details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:54:37.361843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port f8ac74e2-e010-4ce5-b750-f918f376fdbe, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f8ac74e2-e010-4ce5-b750-f918f376fdbe,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:37.375162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'port_id': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'mac_address': 'fa:16:3e:9b:9c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:54:37.427472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port f8ac74e2-e010-4ce5-b750-f918f376fdbe is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:54:37.427863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:37.447767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ac74e2-e010-4ce5-b750-f918f376fdbe {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:54:37.462691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port f8ac74e2-e010-4ce5-b750-f918f376fdbe, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f8ac74e2-e010-4ce5-b750-f918f376fdbe,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:37.549862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:37.593902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efb58f-9a56-4dbc-b0aa-2dc49ec25d77 req-a028a998-3111-4f46-bf85-df3553f7730b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:37.596327 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-70efb58f-9a56-4dbc-b0aa-2dc49ec25d77 req-a028a998-3111-4f46-bf85-df3553f7730b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 944 time: 0.0874455 Oct 20 03:54:37.617701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=f8ac74e2-e010-4ce5-b750-f918f376fdbe,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:37.641774 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-70efb58f-9a56-4dbc-b0aa-2dc49ec25d77 req-013a3f82-714a-4c4a-8346-94be9584f7ec tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397642 Oct 20 03:54:37.781482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['f8ac74e2-e010-4ce5-b750-f918f376fdbe'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:54:38.835305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cb2ae-545c-4373-b3d4-88ed9753da39 req-cfbbaa9f-d036-4f2d-928e-470b3780762f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:38.836739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d4cb2ae-545c-4373-b3d4-88ed9753da39 req-cfbbaa9f-d036-4f2d-928e-470b3780762f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 944 time: 0.0868042 Oct 20 03:54:38.879790 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d4cb2ae-545c-4373-b3d4-88ed9753da39 req-b576264b-4587-4038-9dac-cde9c0eb55ea tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373337 Oct 20 03:54:39.242903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device f8ac74e2-e010-4ce5-b750-f918f376fdbe up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:54:39.366937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port f8ac74e2-e010-4ce5-b750-f918f376fdbe completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:54:39.371780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port f8ac74e2-e010-4ce5-b750-f918f376fdbe triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:39.372153 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:39.372546 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port f8ac74e2-e010-4ce5-b750-f918f376fdbe Oct 20 03:54:39.486318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port f8ac74e2-e010-4ce5-b750-f918f376fdbe is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:54:39.486693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:39.511983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:39.514324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898bbd26-1abc-4546-9c60-51386c330397" -d '{"events": [{"server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:39.521565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port f8ac74e2-e010-4ce5-b750-f918f376fdbe, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f8ac74e2-e010-4ce5-b750-f918f376fdbe,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:54:39.560766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa95a60c-e35d-49a6-81d1-9f6f6744ec10 x-openstack-request-id: req-fa95a60c-e35d-49a6-81d1-9f6f6744ec10 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:39.560766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:39.560766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fa95a60c-e35d-49a6-81d1-9f6f6744ec10 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:39.560766 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa95a60c-e35d-49a6-81d1-9f6f6744ec10'] response: {'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'code': 200} Oct 20 03:54:39.578519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:39.651378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=f8ac74e2-e010-4ce5-b750-f918f376fdbe,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:39.749703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34d6f041-842b-4f3f-962f-c63b378a6434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:39.952126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9fcee-ff50-4fc6-aea6-ac7cee9367fc req-54398f30-b1bc-4efa-a7a4-cadecbeaefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:39.953667 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-90e9fcee-ff50-4fc6-aea6-ac7cee9367fc req-54398f30-b1bc-4efa-a7a4-cadecbeaefd3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 1098 time: 0.0807803 Oct 20 03:54:40.031594 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-90e9fcee-ff50-4fc6-aea6-ac7cee9367fc req-12d4654b-43ad-4e73-bb1d-4d0f32319859 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677068 Oct 20 03:54:40.082263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed8318-4485-45ce-9791-2ccb374e5fbf req-8dec1b24-0452-406f-a7e8-a43c7a89b94f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:40.083722 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d0ed8318-4485-45ce-9791-2ccb374e5fbf req-8dec1b24-0452-406f-a7e8-a43c7a89b94f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 945 time: 0.0892222 Oct 20 03:54:40.130182 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d0ed8318-4485-45ce-9791-2ccb374e5fbf req-52813bdb-ce50-49c9-ac1f-a898aabd29c3 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407436 Oct 20 03:54:41.334592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52223112-d320-4d06-9556-56ca31cf57c8 req-98ed8964-b202-4f4e-9ac2-80e437935365 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:41.336066 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-52223112-d320-4d06-9556-56ca31cf57c8 req-98ed8964-b202-4f4e-9ac2-80e437935365 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 945 time: 0.0914941 Oct 20 03:54:41.380433 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-52223112-d320-4d06-9556-56ca31cf57c8 req-1e8458b8-fb62-41d1-8932-559d2b81008f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376823 Oct 20 03:54:42.315547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a3592e9f-b714-49b4-a7e7-9fe76d129200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:42.578510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe3212-9217-45d3-a18d-dcedcf6da566 req-b9f71225-8a1a-472f-b7e8-bfb84968442f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:42.579901 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdbe3212-9217-45d3-a18d-dcedcf6da566 req-b9f71225-8a1a-472f-b7e8-bfb84968442f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 945 time: 0.0851567 Oct 20 03:54:42.623029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdbe3212-9217-45d3-a18d-dcedcf6da566 req-4f33d510-0292-4352-bce4-226e8281f3c2 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374970 Oct 20 03:54:42.820569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fa32a-7ffa-450b-8fc3-2a3c41c101c9 req-a232c703-6bbd-4638-8ad3-cccc358ae551 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:42.822053 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8d2fa32a-7ffa-450b-8fc3-2a3c41c101c9 req-a232c703-6bbd-4638-8ad3-cccc358ae551 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 945 time: 0.0898571 Oct 20 03:54:42.865150 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8d2fa32a-7ffa-450b-8fc3-2a3c41c101c9 req-27c8e478-282e-43f4-b1d2-b964283b20d9 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369248 Oct 20 03:54:42.893226 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42848) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:42.968829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cf32e4-7980-4ed8-b3b3-8c8da571e25f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:42.970331 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-53cf32e4-7980-4ed8-b3b3-8c8da571e25f tempest-TestNetworkBasicOps-1601842996 tempest-TestNetworkBasicOps-1601842996-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 1093 time: 0.0761490 Oct 20 03:54:42.973403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42852) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:42.978229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:42.983937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:54:42.987851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Usage tracker for resource:floatingip and tenant:d33c71e14d654f3cbeb0ee2b26977dd2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:54:42.992327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:54:42.996432 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:54:43.092357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:43.224131 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:43.359107 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Allocated IP 172.26.7.188 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/c6089446-1559-41f3-af3c-b0d4f2b3d171) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:54:43.407138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:43.503189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:43.538257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:43.601885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:43.669891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:43.672587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:43.676198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:54:43.705364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=c6089446-1559-41f3-af3c-b0d4f2b3d171,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:43.705567 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:54:44.175139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:44.308985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:44.508581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:44.566796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:44.669603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event updated for resources: {'Port': ['ID=c6089446-1559-41f3-af3c-b0d4f2b3d171,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:44.672025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:44.840496 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP ceda0bc3-4649-40cc-99a3-19c9c001efd6 associated. External IP: 172.26.7.188, port: f8ac74e2-e010-4ce5-b750-f918f376fdbe. Oct 20 03:54:44.841530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:45.183476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:54:45.355957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:54:45.366950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] Sync routers for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:45.376651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:45.377285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:54:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:45.430126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:45.483840 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cb015e80-352f-43e9-a555-f3e6fe071705 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5092599 Oct 20 03:54:45.484332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:45.487338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42856) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:45.487832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606" -d '{"events": [{"name": "network-changed", "server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:45.537056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffb3f1e-31a0-4065-b565-e6988c513874 x-openstack-request-id: req-5ffb3f1e-31a0-4065-b565-e6988c513874 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:45.537390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:45.538363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5ffb3f1e-31a0-4065-b565-e6988c513874 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:45.538779 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffb3f1e-31a0-4065-b565-e6988c513874'] response: {'name': 'network-changed', 'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'status': 'completed', 'code': 200} Oct 20 03:54:45.559062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:45.653499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-14c7708e-bd6f-4259-b1b6-a2dc1ce3b1d5 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/ceda0bc3-4649-40cc-99a3-19c9c001efd6 HTTP/1.1" status: 200 len: 991 time: 0.1656556 Oct 20 03:54:45.671545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-28b39be7-8fe1-4ee0-a5d4-f96772b7ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:45.672929 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-28b39be7-8fe1-4ee0-a5d4-f96772b7ec96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 1098 time: 0.1038735 Oct 20 03:54:45.804938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-0879b377-b183-4f16-8ee1-aa6348e07aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:45.806330 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-0879b377-b183-4f16-8ee1-aa6348e07aaa service neutron] 10.222.0.26 "GET /v2.0/networks?id=736529e6-4bac-4b57-888e-9cc630b25fef HTTP/1.1" status: 200 len: 898 time: 0.1247456 Oct 20 03:54:45.908507 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-6b1f94cd-28c9-47fa-b34a-4b30b92ebf54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ac74e2-e010-4ce5-b750-f918f376fdbe HTTP/1.1" status: 200 len: 999 time: 0.0949531 Oct 20 03:54:45.962095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ceda0bc3-4649-40cc-99a3-19c9c001efd6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.188', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'port_id': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'mac_address': 'fa:16:3e:9b:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:54:44Z', 'updated_at': '2022-10-20T03:54:44Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:29Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:45.966730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] Checking router: c04b2fd1-cd41-40dc-b4c1-4d375be3c369 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:45.972154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-07b6ac6b-f604-48e3-a3ed-0e365a4e72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:45.973869 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-07b6ac6b-f604-48e3-a3ed-0e365a4e72bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37b57dbc-6e6c-4438-bf78-a7a24621edce HTTP/1.1" status: 200 len: 835 time: 0.0587633 Oct 20 03:54:45.975591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:54:45.976190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:54:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:46.060201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-90e53d7a-2dc3-43c1-a549-95a74a9da665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:46.061621 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-90e53d7a-2dc3-43c1-a549-95a74a9da665 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=736529e6-4bac-4b57-888e-9cc630b25fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806699 Oct 20 03:54:46.149324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:54:46.192905 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-88f873ad-58f7-4b57-9d50-4e1a43e99a8c service neutron] 10.222.0.26 "GET /v2.0/networks/736529e6-4bac-4b57-888e-9cc630b25fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232586 Oct 20 03:54:46.324370 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-00e9bcbf-5bd6-405a-a7ad-3fdf511ea606 req-68ac7727-95dc-4148-bfbb-4d037e0f664c service neutron] 10.222.0.26 "GET /v2.0/networks/736529e6-4bac-4b57-888e-9cc630b25fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242726 Oct 20 03:54:46.492019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ceda0bc3-4649-40cc-99a3-19c9c001efd6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.188', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'port_id': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'mac_address': 'fa:16:3e:9b:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:54:44Z', 'updated_at': '2022-10-20T03:54:44Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:29Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:46.495885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b6c09-5c5d-4080-940f-ed1a55d1ac94 None None] The sync data for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv is: [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ceda0bc3-4649-40cc-99a3-19c9c001efd6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.188', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'port_id': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'mac_address': 'fa:16:3e:9b:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:54:44Z', 'updated_at': '2022-10-20T03:54:44Z', 'revision_number': 0, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:29Z', 'revision_number': 5, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:46.657723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42862) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:46.678395 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5163760a-343c-487e-ba1d-69b30479a15b None None] New status for floating IP ceda0bc3-4649-40cc-99a3-19c9c001efd6: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:54:46.760004 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5da9d28d-6142-4a58-8978-358c4a812949 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/ceda0bc3-4649-40cc-99a3-19c9c001efd6 HTTP/1.1" status: 200 len: 991 time: 0.1010289 Oct 20 03:54:47.235112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:47.764399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42866) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:54:47.978206 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c2dee22f-40bb-48d5-9a34-575e4018978c tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/ceda0bc3-4649-40cc-99a3-19c9c001efd6 HTTP/1.1" status: 200 len: 993 time: 0.2127173 Oct 20 03:55:09.720744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-601f386c-dfc9-4e1c-836c-b87999e2a285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:12.309323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6da2bd20-aae4-4293-b311-e09090dffa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:13.410859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:13.537733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.852098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:17.240397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:19.096133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42880) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:19.101505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-15c6ebaf-fd09-4a19-9846-58b3a4319f92 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'admin_state_up': False}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:19.626568 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-15c6ebaf-fd09-4a19-9846-58b3a4319f92 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:19.698346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-15c6ebaf-fd09-4a19-9846-58b3a4319f92 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:19.879320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c6ebaf-fd09-4a19-9846-58b3a4319f92 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:55:20.051092 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c6ebaf-fd09-4a19-9846-58b3a4319f92 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:55:20.058106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-15c6ebaf-fd09-4a19-9846-58b3a4319f92 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:20.059231 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-15c6ebaf-fd09-4a19-9846-58b3a4319f92 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/c04b2fd1-cd41-40dc-b4c1-4d375be3c369 HTTP/1.1" status: 200 len: 888 time: 0.9622011 Oct 20 03:55:20.061290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01783a84-a474-4cbc-b236-cd593f4bbdf2 None None] Sync routers for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:55:20.072357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01783a84-a474-4cbc-b236-cd593f4bbdf2 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:55:20.072974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-01783a84-a474-4cbc-b236-cd593f4bbdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:55:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:20.134267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-01783a84-a474-4cbc-b236-cd593f4bbdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:20.142427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01783a84-a474-4cbc-b236-cd593f4bbdf2 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:55:20.143009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-01783a84-a474-4cbc-b236-cd593f4bbdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:55:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:20.201638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-01783a84-a474-4cbc-b236-cd593f4bbdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:20.202033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01783a84-a474-4cbc-b236-cd593f4bbdf2 None None] The sync data for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv is: [] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:55:20.705159 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:55:20.944789 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9685142-df71-48c4-810f-4142f40a18b8 None None] New status for floating IP ceda0bc3-4649-40cc-99a3-19c9c001efd6: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:55:21.575807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:55:21.688216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:55:21.689239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:21.719208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:21.789044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:21.789660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e17a953a-b380-4718-b85f-281e46636ee4 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:55:21.899964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:21.909393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.909738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.910071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.910401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.910728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.911054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.911378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.911698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.912020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.912342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.912658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.912975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:21.966106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e17a953a-b380-4718-b85f-281e46636ee4 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:55:21.966484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:21.982733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port e17a953a-b380-4718-b85f-281e46636ee4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e17a953a-b380-4718-b85f-281e46636ee4,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:22.045927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:22.114979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=e17a953a-b380-4718-b85f-281e46636ee4,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:23.100998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42888) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:23.106197 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0ee569d8-49fe-4213-a9cd-e60bb5f892e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Request body: {'router': {'admin_state_up': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:23.721562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0ee569d8-49fe-4213-a9cd-e60bb5f892e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:23.794898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0ee569d8-49fe-4213-a9cd-e60bb5f892e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3726207'] for router, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:23.968887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee569d8-49fe-4213-a9cd-e60bb5f892e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:55:24.141025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee569d8-49fe-4213-a9cd-e60bb5f892e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:55:24.148179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0ee569d8-49fe-4213-a9cd-e60bb5f892e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:24.149352 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0ee569d8-49fe-4213-a9cd-e60bb5f892e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/c04b2fd1-cd41-40dc-b4c1-4d375be3c369 HTTP/1.1" status: 200 len: 887 time: 1.0473161 Oct 20 03:55:24.150644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] Sync routers for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:55:24.152342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42892) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:24.159941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:55:24.160613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:55:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:24.256003 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fc62c49a-aab1-4f28-ae76-2c70f7cb1e66 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/ceda0bc3-4649-40cc-99a3-19c9c001efd6 HTTP/1.1" status: 200 len: 991 time: 0.1025414 Oct 20 03:55:24.368567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:55:24.699353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:55:23Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ceda0bc3-4649-40cc-99a3-19c9c001efd6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.188', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'port_id': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'mac_address': 'fa:16:3e:9b:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:54:44Z', 'updated_at': '2022-10-20T03:55:21Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:55:21Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:24.703179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] Checking router: c04b2fd1-cd41-40dc-b4c1-4d375be3c369 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:55:24.711223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:55:24.711805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:55:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:24.883010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:55:25.213863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:55:23Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ceda0bc3-4649-40cc-99a3-19c9c001efd6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.188', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'port_id': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'mac_address': 'fa:16:3e:9b:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:54:44Z', 'updated_at': '2022-10-20T03:55:21Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:55:21Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:25.217707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03367039-f2ca-4c17-bec9-659ca0cbab95 None None] The sync data for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv is: [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:55:23Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'ceda0bc3-4649-40cc-99a3-19c9c001efd6', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'floating_ip_address': '172.26.7.188', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'port_id': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'mac_address': 'fa:16:3e:9b:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:54:44Z', 'updated_at': '2022-10-20T03:55:21Z', 'revision_number': 2, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:55:21Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:55:25.259114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42896) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:25.366741 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8307f686-1961-4a50-bbfc-811c2340cf23 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/ceda0bc3-4649-40cc-99a3-19c9c001efd6 HTTP/1.1" status: 200 len: 991 time: 0.1064651 Oct 20 03:55:25.604541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:55:25.675103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:55:25.675476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:25.675821 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 Oct 20 03:55:25.797293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:55:25.797684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:25.844383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:25.902221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:25.972819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:26.370733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42900) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:26.476265 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d72b2ca8-82c2-4563-bc0e-50f0d7df32b8 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/ceda0bc3-4649-40cc-99a3-19c9c001efd6 HTTP/1.1" status: 200 len: 991 time: 0.1043606 Oct 20 03:55:26.821570 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcaca24-15e9-4adc-866e-78d4c0b48b1a None None] New status for floating IP ceda0bc3-4649-40cc-99a3-19c9c001efd6: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:55:27.481590 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42904) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:27.587828 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-67e6809b-3357-4d33-b0ea-393c7bad956d tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/floatingips/ceda0bc3-4649-40cc-99a3-19c9c001efd6 HTTP/1.1" status: 200 len: 993 time: 0.1050785 Oct 20 03:55:27.648625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:55:27.714659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:55:27.714951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:27.715282 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 Oct 20 03:55:27.824460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:55:27.825500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e17a953a-b380-4718-b85f-281e46636ee4 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:55:27.926213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e17a953a-b380-4718-b85f-281e46636ee4 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:55:27.926577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:27.926910 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e17a953a-b380-4718-b85f-281e46636ee4 Oct 20 03:55:28.036909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e17a953a-b380-4718-b85f-281e46636ee4 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:55:28.037200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:28.053345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port e17a953a-b380-4718-b85f-281e46636ee4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e17a953a-b380-4718-b85f-281e46636ee4,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:28.130674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:28.195121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=e17a953a-b380-4718-b85f-281e46636ee4,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:29.584969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e17a953a-b380-4718-b85f-281e46636ee4 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:55:29.656272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e17a953a-b380-4718-b85f-281e46636ee4 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:55:29.656644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:29.656977 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e17a953a-b380-4718-b85f-281e46636ee4 Oct 20 03:55:29.769363 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e17a953a-b380-4718-b85f-281e46636ee4 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:55:29.923587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42912) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:30.233231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port c6089446-1559-41f3-af3c-b0d4f2b3d171 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:55:30.233507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:30.395700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:30.396025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:30.515703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for c6089446-1559-41f3-af3c-b0d4f2b3d171 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:55:30.724828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:30.775013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=c6089446-1559-41f3-af3c-b0d4f2b3d171,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:30.819395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.819743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.820083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.820419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.820751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.821083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.821438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.821769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.822094 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.822419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.822737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.823059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:30.877783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:30.878113 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Floating IP ceda0bc3-4649-40cc-99a3-19c9c001efd6 disassociated (deleted). External IP: 172.26.7.188, port: f8ac74e2-e010-4ce5-b750-f918f376fdbe. Oct 20 03:55:31.218502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:55:31.389697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:55:31.398733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] Sync routers for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:55:31.407552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:55:31.415233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:55:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:31.479152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:31.540578 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4e667a41-920c-4af4-a1db-5c7f32cba1bb tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/floatingips/ceda0bc3-4649-40cc-99a3-19c9c001efd6 HTTP/1.1" status: 204 len: 168 time: 1.6131711 Oct 20 03:55:31.540578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:55:31.540759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5605ad71-a6ff-4236-b305-df14a7f9081d" -d '{"events": [{"name": "network-changed", "server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:55:31.587920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6744f-3a28-472d-9772-eaf6f12977bb x-openstack-request-id: req-a8b6744f-3a28-472d-9772-eaf6f12977bb {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:55:31.588224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:55:31.588536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a8b6744f-3a28-472d-9772-eaf6f12977bb {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:55:31.588949 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b6744f-3a28-472d-9772-eaf6f12977bb'] response: {'name': 'network-changed', 'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'status': 'completed', 'code': 200} Oct 20 03:55:31.596873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:55:31.753337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-7b95e0b3-1a9f-4674-ac0f-43b72b43d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:31.754659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-7b95e0b3-1a9f-4674-ac0f-43b72b43d47b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 1098 time: 0.1333723 Oct 20 03:55:31.931601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:55:23Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:55:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:55:25Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:31.935760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] Checking router: c04b2fd1-cd41-40dc-b4c1-4d375be3c369 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:55:31.945988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:55:31.945988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:55:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:32.002523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-d3300ad3-8a5e-4612-a32f-d384e5f5e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:32.004150 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-d3300ad3-8a5e-4612-a32f-d384e5f5e1d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=736529e6-4bac-4b57-888e-9cc630b25fef HTTP/1.1" status: 200 len: 898 time: 0.2391651 Oct 20 03:55:32.077994 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-8ddf2766-1057-4642-ac12-65ce3936d251 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ac74e2-e010-4ce5-b750-f918f376fdbe HTTP/1.1" status: 200 len: 217 time: 0.0652561 Oct 20 03:55:32.119485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f336f-ad07-431e-a3db-e7231d0cb259 req-c52dd98e-ef50-4a06-a80c-3dc4e0da1559 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:32.120177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-563f336f-ad07-431e-a3db-e7231d0cb259 req-c52dd98e-ef50-4a06-a80c-3dc4e0da1559 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:55:32.128807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:55:32.146205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-7016ef0a-cff7-4b21-8f1e-0aa12a08af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:32.147717 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-7016ef0a-cff7-4b21-8f1e-0aa12a08af94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37b57dbc-6e6c-4438-bf78-a7a24621edce HTTP/1.1" status: 200 len: 835 time: 0.0623112 Oct 20 03:55:32.187520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-563f336f-ad07-431e-a3db-e7231d0cb259 req-c52dd98e-ef50-4a06-a80c-3dc4e0da1559 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:55:32.188761 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-563f336f-ad07-431e-a3db-e7231d0cb259 req-c52dd98e-ef50-4a06-a80c-3dc4e0da1559 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 945 time: 0.1569729 Oct 20 03:55:32.235945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-2f20b58d-966a-47a2-abab-efa515167eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:32.237380 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-2f20b58d-966a-47a2-abab-efa515167eef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=736529e6-4bac-4b57-888e-9cc630b25fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814462 Oct 20 03:55:32.247315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-563f336f-ad07-431e-a3db-e7231d0cb259 req-b4f0c075-681a-4bf8-a872-1b9110666923 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463135 Oct 20 03:55:32.248255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-471eac33-a24e-4fb8-895f-3b5c20565c63 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:55:32.249242 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-471eac33-a24e-4fb8-895f-3b5c20565c63 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050910 Oct 20 03:55:32.385600 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-e44bd638-6fc5-4eba-9e6d-8b357e20e59d service neutron] 10.222.0.26 "GET /v2.0/networks/736529e6-4bac-4b57-888e-9cc630b25fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255431 Oct 20 03:55:32.476452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:55:23Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:55:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:55:25Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:32.480400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acfe3c8-221d-435f-834a-5cb7df4be28f None None] The sync data for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv is: [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:55:23Z', 'revision_number': 6, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:55:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '1a0d5d5c-ab3f-4405-bdc0-dd310cccc142', 'name': '', 'network_id': '736529e6-4bac-4b57-888e-9cc630b25fef', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'mac_address': 'fa:16:3e:74:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:55:25Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'subnets': [{'id': '37b57dbc-6e6c-4438-bf78-a7a24621edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:55:32.518856 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5605ad71-a6ff-4236-b305-df14a7f9081d req-fc1a756c-3e41-41f2-86a0-a4aeb90d1a24 service neutron] 10.222.0.26 "GET /v2.0/networks/736529e6-4bac-4b57-888e-9cc630b25fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261070 Oct 20 03:55:33.111164 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c765cc4-395f-4a1b-89af-0b1c42a60951 None None] New status for floating IP ceda0bc3-4649-40cc-99a3-19c9c001efd6: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:55:33.611142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879d1e-e6a2-4372-afff-db62d40e003b req-7058ee00-b45b-4329-b21f-c0a00211d7c1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:33.612579 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc879d1e-e6a2-4372-afff-db62d40e003b req-7058ee00-b45b-4329-b21f-c0a00211d7c1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 945 time: 0.2547944 Oct 20 03:55:33.623909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-31ec6555-5c4c-4fa3-bbb7-707aef877402 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:33.625217 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-31ec6555-5c4c-4fa3-bbb7-707aef877402 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 945 time: 0.1238151 Oct 20 03:55:33.714759 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc879d1e-e6a2-4372-afff-db62d40e003b req-6c8af5c2-d98a-440c-8689-213b7b0110be tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159a83b-c897-408d-ad01-9897ba54e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885715 Oct 20 03:55:33.720585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port f8ac74e2-e010-4ce5-b750-f918f376fdbe {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:55:33.720923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:33.953209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port f8ac74e2-e010-4ce5-b750-f918f376fdbe, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f8ac74e2-e010-4ce5-b750-f918f376fdbe,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:33.953584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:34.075137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for f8ac74e2-e010-4ce5-b750-f918f376fdbe owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:55:34.309486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:34.360030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=f8ac74e2-e010-4ce5-b750-f918f376fdbe,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:34.401812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.402162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.402508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.402841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.403172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.403501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.403824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.404147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.404469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.404828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.405145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.405489 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:34.455348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] No DVR routers for this DVR port f8ac74e2-e010-4ce5-b750-f918f376fdbe on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:55:34.457667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:34.460284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'name': 'network-vif-deleted', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:55:34.462562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2683c0ef-92d5-47ce-8d23-fb3e759fec44" -d '{"events": [{"server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "name": "network-vif-deleted", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:55:34.512052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef74c6-6fc3-48c0-aca7-4207eb3a9ef2 x-openstack-request-id: req-3eef74c6-6fc3-48c0-aca7-4207eb3a9ef2 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:55:34.512678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599990a5-30d3-4f00-9e0f-5d50f792524c", "name": "network-vif-deleted", "tag": "f8ac74e2-e010-4ce5-b750-f918f376fdbe", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:55:34.512678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3eef74c6-6fc3-48c0-aca7-4207eb3a9ef2 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:55:34.512984 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eef74c6-6fc3-48c0-aca7-4207eb3a9ef2'] response: {'server_uuid': '599990a5-30d3-4f00-9e0f-5d50f792524c', 'name': 'network-vif-deleted', 'tag': 'f8ac74e2-e010-4ce5-b750-f918f376fdbe', 'status': 'completed', 'code': 200} Oct 20 03:55:34.533288 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6296a197-66e0-45c2-b38b-f6280c484d16 req-ad30317e-a3fe-4592-9740-244c6ac43aca tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.26 "DELETE /v2.0/ports/f8ac74e2-e010-4ce5-b750-f918f376fdbe HTTP/1.1" status: 204 len: 173 time: 0.8949213 Oct 20 03:55:35.021026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-92bbc7f4-f166-4683-88ed-0a05b8a969cb req-4159b013-35b6-497e-a8b7-63b2ebc8ec8a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Synchronizing usage tracker for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:55:35.103032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-92bbc7f4-f166-4683-88ed-0a05b8a969cb req-4159b013-35b6-497e-a8b7-63b2ebc8ec8a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Unset dirty status for tenant:d33c71e14d654f3cbeb0ee2b26977dd2 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:55:35.104236 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-92bbc7f4-f166-4683-88ed-0a05b8a969cb req-4159b013-35b6-497e-a8b7-63b2ebc8ec8a tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "GET /v2.0/ports?device_id=599990a5-30d3-4f00-9e0f-5d50f792524c HTTP/1.1" status: 200 len: 210 time: 0.2437658 Oct 20 03:55:36.202784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42936) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:36.268435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c5946c2d-4615-4c46-9454-fa480c72c762 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:36.297409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c5946c2d-4615-4c46-9454-fa480c72c762 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:36.412304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c5946c2d-4615-4c46-9454-fa480c72c762 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:36.431539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5946c2d-4615-4c46-9454-fa480c72c762 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9159a83b-c897-408d-ad01-9897ba54e57e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:36.514357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c5946c2d-4615-4c46-9454-fa480c72c762 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:36.515499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c5946c2d-4615-4c46-9454-fa480c72c762 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/security-groups/9159a83b-c897-408d-ad01-9897ba54e57e HTTP/1.1" status: 204 len: 168 time: 0.3117175 Oct 20 03:55:36.595687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42942) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:37.256301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:37.513229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device f8ac74e2-e010-4ce5-b750-f918f376fdbe no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:55:37.546036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: f8ac74e2-e010-4ce5-b750-f918f376fdbe {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:55:37.546380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device f8ac74e2-e010-4ce5-b750-f918f376fdbe not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:55:37.603113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:55:37.603718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:37.785913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:37.786189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:37.908640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:55:38.234571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:38.281314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=1a0d5d5c-ab3f-4405-bdc0-dd310cccc142,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:38.565997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:38.911940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:55:39.080747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:55:39.090401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] Sync routers for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:55:39.100211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:55:39.106491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:55:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:39.155061 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1ff66f4d-d3c2-4e57-84b1-343cc90b1e2b tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "PUT /v2.0/routers/c04b2fd1-cd41-40dc-b4c1-4d375be3c369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5582435 Oct 20 03:55:39.158334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42946) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:39.225788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd3196d-8b48-45f6-995f-0ab187f0a370 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting subnet 37b57dbc-6e6c-4438-bf78-a7a24621edce {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:55:39.228502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbd3196d-8b48-45f6-995f-0ab187f0a370 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:39.272135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:55:39.280442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbd3196d-8b48-45f6-995f-0ab187f0a370 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:39.363770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbd3196d-8b48-45f6-995f-0ab187f0a370 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:39.486731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbd3196d-8b48-45f6-995f-0ab187f0a370 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:39.525227 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3196d-8b48-45f6-995f-0ab187f0a370 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Subnet': ['ID=37b57dbc-6e6c-4438-bf78-a7a24621edce,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:39.528571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dbd3196d-8b48-45f6-995f-0ab187f0a370 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:39.536498 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dbd3196d-8b48-45f6-995f-0ab187f0a370 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/subnets/37b57dbc-6e6c-4438-bf78-a7a24621edce HTTP/1.1" status: 204 len: 168 time: 0.3770609 Oct 20 03:55:39.539025 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42950) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:39.544438 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03391d-a53b-40e0-807d-1217a5657a08 None None] Network 736529e6-4bac-4b57-888e-9cc630b25fef requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:55:39.694139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:55:38Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:55:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:39.735795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] Checking router: c04b2fd1-cd41-40dc-b4c1-4d375be3c369 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:55:39.764464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] Routers {'c04b2fd1-cd41-40dc-b4c1-4d375be3c369'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:55:39.765005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:55:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:39.839909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:39.876485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3362df7a-0630-4a44-965e-311aa37e1a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:39.952689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] Set router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:55:40.020336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:40.057461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb210e9-cfac-4912-86c8-a0ee10fef95c None None] DHCP port deletion for 736529e6-4bac-4b57-888e-9cc630b25fef request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:55:40.081700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ddb210e9-cfac-4912-86c8-a0ee10fef95c None None] Deleting port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:55:40.082072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ddb210e9-cfac-4912-86c8-a0ee10fef95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:40.086556 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Deleting port e17a953a-b380-4718-b85f-281e46636ee4 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:55:40.086908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:40.263728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] For port e17a953a-b380-4718-b85f-281e46636ee4, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e17a953a-b380-4718-b85f-281e46636ee4,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:40.264099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:40.384778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Calling delete_port for e17a953a-b380-4718-b85f-281e46636ee4 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:55:40.439006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ddb210e9-cfac-4912-86c8-a0ee10fef95c None None] For port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2f3f9e81-ac99-414a-bd4c-2668f5da7af9,segment=NetworkSegment(c1266fda-08e4-4989-b6e6-84d6a8bb67a2),segment_id=c1266fda-08e4-4989-b6e6-84d6a8bb67a2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:40.439596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ddb210e9-cfac-4912-86c8-a0ee10fef95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:40.566270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ddb210e9-cfac-4912-86c8-a0ee10fef95c None None] Calling delete_port for 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:55:40.624172 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:40.628606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:55:38Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:55:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:40.643362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d7e11-dc1e-4d75-8a4e-6b0d610963c7 None None] The sync data for ids ['c04b2fd1-cd41-40dc-b4c1-4d375be3c369'] in dv-neutron-861845-1-hyperv is: [{'id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'name': 'tempest-TestNetworkBasicOps-router-286980163', 'tenant_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:18Z', 'updated_at': '2022-10-20T03:55:38Z', 'revision_number': 7, 'project_id': 'd33c71e14d654f3cbeb0ee2b26977dd2', 'gw_port': {'id': 'e17a953a-b380-4718-b85f-281e46636ee4', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04b2fd1-cd41-40dc-b4c1-4d375be3c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:19Z', 'updated_at': '2022-10-20T03:55:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:55:40.677703 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Port': ['ID=e17a953a-b380-4718-b85f-281e46636ee4,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:40.721090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ddb210e9-cfac-4912-86c8-a0ee10fef95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:40.768647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb210e9-cfac-4912-86c8-a0ee10fef95c None None] Pushing event deleted for resources: {'Port': ['ID=2f3f9e81-ac99-414a-bd4c-2668f5da7af9,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:40.771384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:40.774032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb210e9-cfac-4912-86c8-a0ee10fef95c None None] No DVR routers for this DVR port 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:55:40.939611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:40.941781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.022028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.023227 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Fanout notify agent at l3_agent the message router_deleted on router c04b2fd1-cd41-40dc-b4c1-4d375be3c369 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:55:41.039741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.040852 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-aba9db2d-c0ce-48fa-a5d0-8b8a1f46247f tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/routers/c04b2fd1-cd41-40dc-b4c1-4d375be3c369 HTTP/1.1" status: 204 len: 168 time: 1.5009470 Oct 20 03:55:41.043638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42954) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:41.159713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.295035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.319979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736529e6-4bac-4b57-888e-9cc630b25fef']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:41.332202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:41.332505 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1266fda-08e4-4989-b6e6-84d6a8bb67a2') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:55:41.343701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.363042 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.369059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:55:41.369476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.541006 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment c1266fda-08e4-4989-b6e6-84d6a8bb67a2 resource provider aggregate not found Oct 20 03:55:41.562633 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment c1266fda-08e4-4989-b6e6-84d6a8bb67a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1266fda-08e4-4989-b6e6-84d6a8bb67a2 found for delete ", "request_id": "req-36415570-5607-4e3a-b97d-4a6ac5eb5d4e"}]} Oct 20 03:55:41.647337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.659807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:55:41.673558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:41.684483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] Pushing event deleted for resources: {'Network': ['ID=736529e6-4bac-4b57-888e-9cc630b25fef,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:41.695147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:55:41.695487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2f3f9e81-ac99-414a-bd4c-2668f5da7af9 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:55:41.695897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:55:41.728211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:55:41.728575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a0d5d5c-ab3f-4405-bdc0-dd310cccc142 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:55:41.728968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e17a953a-b380-4718-b85f-281e46636ee4 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:55:41.751480 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fb59343e-dff3-437b-ba42-ab6488ab73e1 tempest-TestNetworkBasicOps-351906240 tempest-TestNetworkBasicOps-351906240-project] 10.222.0.33 "DELETE /v2.0/networks/736529e6-4bac-4b57-888e-9cc630b25fef HTTP/1.1" status: 204 len: 168 time: 0.7052758 Oct 20 03:55:41.764690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: e17a953a-b380-4718-b85f-281e46636ee4 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:55:41.765019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e17a953a-b380-4718-b85f-281e46636ee4 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:55:42.194254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42968) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:42.308880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4cc6449f-8211-48cc-93bd-4bca5af9e6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:42.338285 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4715f586-6b6b-48af-be16-0ea8afb11483 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d33c71e14d654f3cbeb0ee2b26977dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428890 Oct 20 03:55:42.340809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42974) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:42.396698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b12caa4e-84ea-4f34-b5d2-eedb31bc5817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:42.421239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b12caa4e-84ea-4f34-b5d2-eedb31bc5817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:42.514521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b12caa4e-84ea-4f34-b5d2-eedb31bc5817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:42.534315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12caa4e-84ea-4f34-b5d2-eedb31bc5817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840d117-5de2-409f-aa8d-ac99b7b9bf79,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:42.538650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b12caa4e-84ea-4f34-b5d2-eedb31bc5817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:42.539748 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b12caa4e-84ea-4f34-b5d2-eedb31bc5817 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a840d117-5de2-409f-aa8d-ac99b7b9bf79 HTTP/1.1" status: 204 len: 168 time: 0.1980002 Oct 20 03:55:43.074113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 42982) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:43.091913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-965cdfe9-5a29-4931-bc93-b19002bc7603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:43.105851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-965cdfe9-5a29-4931-bc93-b19002bc7603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:55:43.109615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-965cdfe9-5a29-4931-bc93-b19002bc7603 admin admin] Usage tracker for resource:security_group_rule and tenant:69156a1b7d4d4b3f80642e6f3ada0917 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:55:43.112347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-965cdfe9-5a29-4931-bc93-b19002bc7603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:55:43.117894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-965cdfe9-5a29-4931-bc93-b19002bc7603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:55:43.197544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-965cdfe9-5a29-4931-bc93-b19002bc7603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:43.252303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-965cdfe9-5a29-4931-bc93-b19002bc7603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:43.297141 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-965cdfe9-5a29-4931-bc93-b19002bc7603 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=69156a1b7d4d4b3f80642e6f3ada0917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219954 Oct 20 03:55:43.298532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cdfe9-5a29-4931-bc93-b19002bc7603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6e5eb3-cbd9-4a3d-a6ae-842fb1fc8e5c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:43.301249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 42986) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:55:43.363412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5223d482-43c8-413c-b070-2661902ea15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:43.389628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5223d482-43c8-413c-b070-2661902ea15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:43.423931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:43.514857 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5223d482-43c8-413c-b070-2661902ea15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:43.530491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223d482-43c8-413c-b070-2661902ea15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6e5eb3-cbd9-4a3d-a6ae-842fb1fc8e5c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:43.536968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5223d482-43c8-413c-b070-2661902ea15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:43.537303 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5223d482-43c8-413c-b070-2661902ea15d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cc6e5eb3-cbd9-4a3d-a6ae-842fb1fc8e5c HTTP/1.1" status: 204 len: 168 time: 0.2346368 Oct 20 03:55:43.548500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:44.862016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:47.244565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:50.552482 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-417a9681-044a-4d67-b742-b8117c1f083f tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=5a76bc37b8dc4fa1b16fdd7c9c9b68ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265622 Oct 20 03:55:50.700170 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-ac106746-924e-4075-8a7c-063a32218c48 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:50.701532 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-ac106746-924e-4075-8a7c-063a32218c48 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441336 Oct 20 03:55:50.716219 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-0178463f-6b68-42bb-bc4a-6fb19ccb0f3b tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/quotas/5a76bc37b8dc4fa1b16fdd7c9c9b68ea HTTP/1.1" status: 200 len: 375 time: 0.0086582 Oct 20 03:55:50.773470 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-11f595bb-8638-44f0-84ea-803c3baf256b tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=5a76bc37b8dc4fa1b16fdd7c9c9b68ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524421 Oct 20 03:55:51.060377 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bb6a54cc-bf7b-46a5-8c34-4539fe566a6b req-7b4c37c5-107d-4c2e-bc95-6bb9df8db213 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 210 time: 0.0534484 Oct 20 03:55:52.222658 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-963d9145-8edc-4351-bc8f-27c4936941ed req-d2223e49-6cbb-4ff6-8e00-04d7d7488e33 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 210 time: 0.0507774 Oct 20 03:55:53.160678 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-930872cf-5735-427b-920c-e610a6e0d975 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5a76bc37b8dc4fa1b16fdd7c9c9b68ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267463 Oct 20 03:55:53.310763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-8f2a420c-3a5b-46ef-a3ab-6fb84d293e00 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:53.312160 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-8f2a420c-3a5b-46ef-a3ab-6fb84d293e00 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447494 Oct 20 03:55:53.329759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Request body: {'port': {'device_id': '1e13a669-b0cd-4a32-947a-b032017588b5', 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1', 'admin_state_up': True, 'tenant_id': '5a76bc37b8dc4fa1b16fdd7c9c9b68ea'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:53.455785 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd570970-563d-40c3-bea5-0912f03034a5 req-c1279170-6044-4d50-a0a6-501ec554e690 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 210 time: 0.0569735 Oct 20 03:55:53.513802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:55:53.518201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Usage tracker for resource:port and tenant:5a76bc37b8dc4fa1b16fdd7c9c9b68ea is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:55:53.520937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:55:53.526563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:55:53.611735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Made reservation on behalf of 5a76bc37b8dc4fa1b16fdd7c9c9b68ea for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:55:53.615225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:53.628185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:53.643231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:55:53.647584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Usage tracker for resource:security_group_rule and tenant:5a76bc37b8dc4fa1b16fdd7c9c9b68ea is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:55:53.649956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:55:53.655622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:55:53.736045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:53.788737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:53.867878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4941ba20-b024-4a5e-9860-52cb432c2462,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:53.956150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Allocated IP 192.168.233.127 (cd716876-639b-4ec5-990c-923f98e6a9a1/14cf1adc-9f2c-4fa0-8bb4-b50ec40e8acd/3e510040-3cfa-428e-930b-cdcb5eb76347) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:55:54.149865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:54.165488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Transition to ACTIVE for port object 3e510040-3cfa-428e-930b-cdcb5eb76347 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:55:54.275011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:54.344846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Network cd716876-639b-4ec5-990c-923f98e6a9a1 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:55:54.347969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:55:54.351956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:55:54.390757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Pushing event updated for resources: {'Port': ['ID=3e510040-3cfa-428e-930b-cdcb5eb76347,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:54.420174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:54.420781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:54.544276 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-55e3896b-ff97-424d-b8fd-7fb91e3be283 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2187481 Oct 20 03:55:54.560079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Request body: {'port': {'device_id': '1e13a669-b0cd-4a32-947a-b032017588b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:54.665822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe4c6-694c-49f8-b79e-5b94f89ac99c req-ebe9a12a-18ce-4a9f-b14b-c2f112dd411f tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:54.667259 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-492fe4c6-694c-49f8-b79e-5b94f89ac99c req-ebe9a12a-18ce-4a9f-b14b-c2f112dd411f tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 936 time: 0.0974498 Oct 20 03:55:54.673835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:54.686314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1573dce4-d21d-42ad-9e9f-c1fd5365c195 None None] Provisioning for port 3e510040-3cfa-428e-930b-cdcb5eb76347 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:55:54.691409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1573dce4-d21d-42ad-9e9f-c1fd5365c195 None None] Provisioning complete for port 3e510040-3cfa-428e-930b-cdcb5eb76347 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:55:54.691853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1573dce4-d21d-42ad-9e9f-c1fd5365c195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:54.692301 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1573dce4-d21d-42ad-9e9f-c1fd5365c195 None None] Attempt 1 to provision port 3e510040-3cfa-428e-930b-cdcb5eb76347 Oct 20 03:55:54.712534 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-492fe4c6-694c-49f8-b79e-5b94f89ac99c req-462df08c-4d18-4a09-a3cc-7465bd7339c6 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388637 Oct 20 03:55:54.747110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1573dce4-d21d-42ad-9e9f-c1fd5365c195 None None] Port 3e510040-3cfa-428e-930b-cdcb5eb76347 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:55:55.120414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e510040-3cfa-428e-930b-cdcb5eb76347 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:55:55.151364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:55.151364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Transition to ACTIVE for port object 3e510040-3cfa-428e-930b-cdcb5eb76347 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:55:55.234183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:55.247993 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1573dce4-d21d-42ad-9e9f-c1fd5365c195 None None] Attempt 2 to provision port 3e510040-3cfa-428e-930b-cdcb5eb76347 Oct 20 03:55:55.303648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1573dce4-d21d-42ad-9e9f-c1fd5365c195 None None] Port 3e510040-3cfa-428e-930b-cdcb5eb76347 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:55:55.419025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e510040-3cfa-428e-930b-cdcb5eb76347,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:55.455872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Attempting to bind port 3e510040-3cfa-428e-930b-cdcb5eb76347 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:55:55.456205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Attempting to bind port 3e510040-3cfa-428e-930b-cdcb5eb76347 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'f8c2d5a0-3e45-40ee-b77c-7dceda16253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:55:55.456531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Attempting to bind port 3e510040-3cfa-428e-930b-cdcb5eb76347 on network cd716876-639b-4ec5-990c-923f98e6a9a1 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:55:55.460984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Port 3e510040-3cfa-428e-930b-cdcb5eb76347 on network cd716876-639b-4ec5-990c-923f98e6a9a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:55:55.461323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Attempting to bind port 3e510040-3cfa-428e-930b-cdcb5eb76347 on network cd716876-639b-4ec5-990c-923f98e6a9a1 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:55:55.466215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:55:55.466542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Checking segment: {'id': 'f8c2d5a0-3e45-40ee-b77c-7dceda16253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:55:55.466914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Bound using segment: {'id': 'f8c2d5a0-3e45-40ee-b77c-7dceda16253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:55:55.467335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Bound port: 3e510040-3cfa-428e-930b-cdcb5eb76347, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2d5a0-3e45-40ee-b77c-7dceda16253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:55:55.467674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:55.556787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] For port 3e510040-3cfa-428e-930b-cdcb5eb76347, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:55:55.559696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] For port 3e510040-3cfa-428e-930b-cdcb5eb76347, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3e510040-3cfa-428e-930b-cdcb5eb76347,segment=NetworkSegment(f8c2d5a0-3e45-40ee-b77c-7dceda16253a),segment_id=f8c2d5a0-3e45-40ee-b77c-7dceda16253a)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:55:55.646776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:55.677841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:55.678375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:55.679716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] 10.222.0.26 "PUT /v2.0/ports/3e510040-3cfa-428e-930b-cdcb5eb76347 HTTP/1.1" status: 200 len: 1098 time: 1.1237483 Oct 20 03:55:55.680219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e13a669-b0cd-4a32-947a-b032017588b5', 'tag': '3e510040-3cfa-428e-930b-cdcb5eb76347'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:55:55.682509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdf80c9-aa4b-4ca7-a4c5-a0971e71d116" -d '{"events": [{"name": "network-changed", "server_uuid": "1e13a669-b0cd-4a32-947a-b032017588b5", "tag": "3e510040-3cfa-428e-930b-cdcb5eb76347"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:55:55.724655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859e76-7001-4e66-85e0-fb13c7051dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e510040-3cfa-428e-930b-cdcb5eb76347,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:55.728010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd01b72d-f493-40e4-bb9e-8c5ce32da9b1 x-openstack-request-id: req-dd01b72d-f493-40e4-bb9e-8c5ce32da9b1 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:55:55.728289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e13a669-b0cd-4a32-947a-b032017588b5", "tag": "3e510040-3cfa-428e-930b-cdcb5eb76347", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:55:55.728533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dd01b72d-f493-40e4-bb9e-8c5ce32da9b1 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:55:55.728914 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd01b72d-f493-40e4-bb9e-8c5ce32da9b1'] response: {'name': 'network-changed', 'server_uuid': '1e13a669-b0cd-4a32-947a-b032017588b5', 'tag': '3e510040-3cfa-428e-930b-cdcb5eb76347', 'status': 'completed', 'code': 200} Oct 20 03:55:55.804552 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-1573dce4-d21d-42ad-9e9f-c1fd5365c195 None None] Attempt 3 to provision port 3e510040-3cfa-428e-930b-cdcb5eb76347 Oct 20 03:55:55.840064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf80c9-aa4b-4ca7-a4c5-a0971e71d116 req-42a82aa2-dd37-469a-9c8d-5e922d321d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:55.841603 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8bdf80c9-aa4b-4ca7-a4c5-a0971e71d116 req-42a82aa2-dd37-469a-9c8d-5e922d321d04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a76bc37b8dc4fa1b16fdd7c9c9b68ea&device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 1101 time: 0.0822885 Oct 20 03:55:55.865287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-1573dce4-d21d-42ad-9e9f-c1fd5365c195 None None] Port 3e510040-3cfa-428e-930b-cdcb5eb76347 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:55:55.877916 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8bdf80c9-aa4b-4ca7-a4c5-a0971e71d116 req-35fcbd84-7793-4aff-8d7a-a994a4bc7358 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5a76bc37b8dc4fa1b16fdd7c9c9b68ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255287 Oct 20 03:55:55.914913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176581a9-fb4d-432a-924d-3e243e78f84c req-e03970a0-f209-476f-9954-977f78ed13f9 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:55.916483 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-176581a9-fb4d-432a-924d-3e243e78f84c req-e03970a0-f209-476f-9954-977f78ed13f9 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 948 time: 0.0906849 Oct 20 03:55:55.960591 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-176581a9-fb4d-432a-924d-3e243e78f84c req-bbc956ff-f31f-462e-9288-6ebc70e463af tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Oct 20 03:55:56.016976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf80c9-aa4b-4ca7-a4c5-a0971e71d116 req-71f6a6a5-d231-48e9-85e9-bbba9aec08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:56.018462 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8bdf80c9-aa4b-4ca7-a4c5-a0971e71d116 req-71f6a6a5-d231-48e9-85e9-bbba9aec08fa service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320558 Oct 20 03:55:56.134817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-84ee1bae-e349-48e3-ae16-becb8ef55057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:56.136259 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-84ee1bae-e349-48e3-ae16-becb8ef55057 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a76bc37b8dc4fa1b16fdd7c9c9b68ea&device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 1101 time: 0.0762799 Oct 20 03:55:56.208369 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-9df382bf-081b-4fe4-aa55-291c3074f6aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=3e510040-3cfa-428e-930b-cdcb5eb76347 HTTP/1.1" status: 200 len: 217 time: 0.0617261 Oct 20 03:55:56.272902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-2bf9856e-5496-404c-b2c9-1ec08bb1e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:56.274373 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-2bf9856e-5496-404c-b2c9-1ec08bb1e3da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14cf1adc-9f2c-4fa0-8bb4-b50ec40e8acd HTTP/1.1" status: 200 len: 843 time: 0.0560968 Oct 20 03:55:56.359612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-5e4896a3-76cc-49c2-81de-43bf18f4a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:56.361065 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-5e4896a3-76cc-49c2-81de-43bf18f4a3ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd716876-639b-4ec5-990c-923f98e6a9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0775132 Oct 20 03:55:56.492790 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-adfa0ac5-7f7e-4197-bcd1-809f74546409 service neutron] 10.222.0.26 "GET /v2.0/networks/cd716876-639b-4ec5-990c-923f98e6a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222634 Oct 20 03:55:56.625406 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62addc3d-02f2-4ebd-8fd3-f7aec74033f8 req-0ad69d33-21e6-4b12-ab1a-9fdeb7d33b4f service neutron] 10.222.0.26 "GET /v2.0/networks/cd716876-639b-4ec5-990c-923f98e6a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220694 Oct 20 03:55:57.156522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91483-e309-48b0-99dc-ae3c67a11cc6 req-59afc53c-aee9-4a4a-8c4e-28ae2a61010e tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:57.157215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-38b91483-e309-48b0-99dc-ae3c67a11cc6 req-59afc53c-aee9-4a4a-8c4e-28ae2a61010e tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Synchronizing usage tracker for tenant:5a76bc37b8dc4fa1b16fdd7c9c9b68ea on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:55:57.226663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-38b91483-e309-48b0-99dc-ae3c67a11cc6 req-59afc53c-aee9-4a4a-8c4e-28ae2a61010e tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Unset dirty status for tenant:5a76bc37b8dc4fa1b16fdd7c9c9b68ea on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:55:57.227853 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-38b91483-e309-48b0-99dc-ae3c67a11cc6 req-59afc53c-aee9-4a4a-8c4e-28ae2a61010e tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 948 time: 0.1553676 Oct 20 03:55:57.270520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-38b91483-e309-48b0-99dc-ae3c67a11cc6 req-9b30de7f-08bf-4213-90d7-ba113de7737a tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Synchronizing usage tracker for tenant:5a76bc37b8dc4fa1b16fdd7c9c9b68ea on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:55:57.377117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-38b91483-e309-48b0-99dc-ae3c67a11cc6 req-9b30de7f-08bf-4213-90d7-ba113de7737a tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Unset dirty status for tenant:5a76bc37b8dc4fa1b16fdd7c9c9b68ea on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:55:57.378297 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-38b91483-e309-48b0-99dc-ae3c67a11cc6 req-9b30de7f-08bf-4213-90d7-ba113de7737a tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449375 Oct 20 03:55:57.703416 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:55:58.577186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fa29a-29f3-423b-98d9-344f1b552f16 req-9c6c9a1f-413d-4727-801a-31ad249b3901 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:58.579215 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1d9fa29a-29f3-423b-98d9-344f1b552f16 req-9c6c9a1f-413d-4727-801a-31ad249b3901 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 948 time: 0.0891414 Oct 20 03:55:58.622909 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1d9fa29a-29f3-423b-98d9-344f1b552f16 req-f5cd1841-77d5-4ae1-93ff-fc4074c6d6a4 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Oct 20 03:55:59.632273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 3e510040-3cfa-428e-930b-cdcb5eb76347 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:55:59.765173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 3e510040-3cfa-428e-930b-cdcb5eb76347, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3e510040-3cfa-428e-930b-cdcb5eb76347,segment=NetworkSegment(f8c2d5a0-3e45-40ee-b77c-7dceda16253a),segment_id=f8c2d5a0-3e45-40ee-b77c-7dceda16253a)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:59.778416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '3e510040-3cfa-428e-930b-cdcb5eb76347', 'network_id': 'cd716876-639b-4ec5-990c-923f98e6a9a1', 'port_id': '3e510040-3cfa-428e-930b-cdcb5eb76347', 'mac_address': 'fa:16:3e:6e:05:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14cf1adc-9f2c-4fa0-8bb4-b50ec40e8acd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:55:59.821887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee7b94-34a3-4740-8728-ee48add617ae req-866709c0-cc23-4373-b5cb-19010bf7bd8f tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:59.823255 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4ee7b94-34a3-4740-8728-ee48add617ae req-866709c0-cc23-4373-b5cb-19010bf7bd8f tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 948 time: 0.0892832 Oct 20 03:55:59.831869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 3e510040-3cfa-428e-930b-cdcb5eb76347 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:55:59.832254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:59.852046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e510040-3cfa-428e-930b-cdcb5eb76347 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:55:59.867218 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4ee7b94-34a3-4740-8728-ee48add617ae req-f5cc2953-f4a5-4be0-8234-6ab97d9df3de tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382371 Oct 20 03:55:59.867427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 3e510040-3cfa-428e-930b-cdcb5eb76347, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3e510040-3cfa-428e-930b-cdcb5eb76347,segment=NetworkSegment(f8c2d5a0-3e45-40ee-b77c-7dceda16253a),segment_id=f8c2d5a0-3e45-40ee-b77c-7dceda16253a)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:55:59.925928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:59.990888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=3e510040-3cfa-428e-930b-cdcb5eb76347,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:00.216604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['3e510040-3cfa-428e-930b-cdcb5eb76347'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:56:01.062097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f00a-c5c3-4359-8d56-bf477257b49a req-ec4b5ac8-3c3d-48d4-8cdc-926ebefd8000 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:01.063525 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1221f00a-c5c3-4359-8d56-bf477257b49a req-ec4b5ac8-3c3d-48d4-8cdc-926ebefd8000 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 949 time: 0.0856752 Oct 20 03:56:01.109575 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1221f00a-c5c3-4359-8d56-bf477257b49a req-60120590-7326-4ecf-a530-58e1539776b0 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Oct 20 03:56:01.648217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 3e510040-3cfa-428e-930b-cdcb5eb76347 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:56:01.771561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 3e510040-3cfa-428e-930b-cdcb5eb76347 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:56:01.776090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 3e510040-3cfa-428e-930b-cdcb5eb76347 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:01.776428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:01.776756 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 3e510040-3cfa-428e-930b-cdcb5eb76347 Oct 20 03:56:01.888766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 3e510040-3cfa-428e-930b-cdcb5eb76347 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:56:01.889144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:01.915116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e13a669-b0cd-4a32-947a-b032017588b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e510040-3cfa-428e-930b-cdcb5eb76347'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:56:01.917389 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5741b5-84b0-4d57-bf19-68585206dc38" -d '{"events": [{"server_uuid": "1e13a669-b0cd-4a32-947a-b032017588b5", "name": "network-vif-plugged", "status": "completed", "tag": "3e510040-3cfa-428e-930b-cdcb5eb76347"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:56:01.925147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 3e510040-3cfa-428e-930b-cdcb5eb76347, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3e510040-3cfa-428e-930b-cdcb5eb76347,segment=NetworkSegment(f8c2d5a0-3e45-40ee-b77c-7dceda16253a),segment_id=f8c2d5a0-3e45-40ee-b77c-7dceda16253a)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:56:01.959814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de28caf2-1916-4d0c-a53e-823622e6823b x-openstack-request-id: req-de28caf2-1916-4d0c-a53e-823622e6823b {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:56:01.960100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e13a669-b0cd-4a32-947a-b032017588b5", "name": "network-vif-plugged", "status": "completed", "tag": "3e510040-3cfa-428e-930b-cdcb5eb76347", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:56:01.960353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-de28caf2-1916-4d0c-a53e-823622e6823b {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:56:01.960743 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de28caf2-1916-4d0c-a53e-823622e6823b'] response: {'server_uuid': '1e13a669-b0cd-4a32-947a-b032017588b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e510040-3cfa-428e-930b-cdcb5eb76347', 'code': 200} Oct 20 03:56:01.992694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.063898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=3e510040-3cfa-428e-930b-cdcb5eb76347,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:02.304806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f954-2bb9-47e0-97c2-ac3eca594b3d req-0c81312c-b74e-444b-b364-af2b919e3341 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:02.306349 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8466f954-2bb9-47e0-97c2-ac3eca594b3d req-0c81312c-b74e-444b-b364-af2b919e3341 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 950 time: 0.0880988 Oct 20 03:56:02.350627 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8466f954-2bb9-47e0-97c2-ac3eca594b3d req-dcbb36c2-4168-45a1-bad2-75c669a80246 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Oct 20 03:56:02.353703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a981a8e-a093-4a2a-b66e-0fe6181e4cda req-22342c0b-cd5a-4f68-a836-b03ba52cbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:02.355252 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a981a8e-a093-4a2a-b66e-0fe6181e4cda req-22342c0b-cd5a-4f68-a836-b03ba52cbabb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 1103 time: 0.0788927 Oct 20 03:56:02.499638 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a981a8e-a093-4a2a-b66e-0fe6181e4cda req-0bd8ffa0-30d3-4d2b-ab03-a0cec275ac6d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339128 Oct 20 03:56:03.546083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7ce6d-f5e2-4de2-87e7-13527751d6cc req-29836097-4628-4249-8ba0-67226fdf6a13 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:03.548054 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bae7ce6d-f5e2-4de2-87e7-13527751d6cc req-29836097-4628-4249-8ba0-67226fdf6a13 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 950 time: 0.0867126 Oct 20 03:56:03.596962 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bae7ce6d-f5e2-4de2-87e7-13527751d6cc req-9bd03516-4936-4cc6-9838-a5e133f6d82e tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Oct 20 03:56:04.800041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6252ed-7e80-4e53-a8fe-df46e2905516 req-2ad758dd-72b9-475f-9577-531d2f9a6e61 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:04.801493 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ee6252ed-7e80-4e53-a8fe-df46e2905516 req-2ad758dd-72b9-475f-9577-531d2f9a6e61 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 950 time: 0.0877552 Oct 20 03:56:04.845599 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ee6252ed-7e80-4e53-a8fe-df46e2905516 req-8b45703e-d677-4d46-9c49-10203714a533 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378954 Oct 20 03:56:06.389702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0aa23-cfc5-444a-8863-8c31ecc7db3e req-6c3cf9c6-47bd-4dd6-9aad-a2982080759d tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:06.391767 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7dc0aa23-cfc5-444a-8863-8c31ecc7db3e req-6c3cf9c6-47bd-4dd6-9aad-a2982080759d tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 950 time: 0.0857494 Oct 20 03:56:06.436642 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7dc0aa23-cfc5-444a-8863-8c31ecc7db3e req-d2994a71-ffb0-43c1-8efa-cb87ac1dc53d tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392315 Oct 20 03:56:07.633747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fb1ce-6a4b-4bec-bf26-ecc1e38feb92 req-8e7960c5-4cd4-4b92-b3cc-a5eb61586c70 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:07.635210 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0d9fb1ce-6a4b-4bec-bf26-ecc1e38feb92 req-8e7960c5-4cd4-4b92-b3cc-a5eb61586c70 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 950 time: 0.0858307 Oct 20 03:56:07.712095 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0d9fb1ce-6a4b-4bec-bf26-ecc1e38feb92 req-799113d1-1d7d-44b1-b8c1-b39a333b0381 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/security-groups?id=4941ba20-b024-4a5e-9860-52cb432c2462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702538 Oct 20 03:56:07.767644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-1352c405-01c8-4d4c-a125-c28325e9cda3 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:07.769042 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-1352c405-01c8-4d4c-a125-c28325e9cda3 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 950 time: 0.0923986 Oct 20 03:56:07.838736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Deleting port 3e510040-3cfa-428e-930b-cdcb5eb76347 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:56:07.839081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.077700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] For port 3e510040-3cfa-428e-930b-cdcb5eb76347, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3e510040-3cfa-428e-930b-cdcb5eb76347,segment=NetworkSegment(f8c2d5a0-3e45-40ee-b77c-7dceda16253a),segment_id=f8c2d5a0-3e45-40ee-b77c-7dceda16253a)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:56:08.077978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.196818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Calling delete_port for 3e510040-3cfa-428e-930b-cdcb5eb76347 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:56:08.388732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.404060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['3e510040-3cfa-428e-930b-cdcb5eb76347'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:56:08.437485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Pushing event deleted for resources: {'Port': ['ID=3e510040-3cfa-428e-930b-cdcb5eb76347,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:08.527685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] No DVR routers for this DVR port 3e510040-3cfa-428e-930b-cdcb5eb76347 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:56:08.530232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.533501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e13a669-b0cd-4a32-947a-b032017588b5', 'name': 'network-vif-deleted', 'tag': '3e510040-3cfa-428e-930b-cdcb5eb76347'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:56:08.535776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5454fe7e-f5dd-4c8b-9e2d-387bf249c551" -d '{"events": [{"server_uuid": "1e13a669-b0cd-4a32-947a-b032017588b5", "name": "network-vif-deleted", "tag": "3e510040-3cfa-428e-930b-cdcb5eb76347"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:56:08.578825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff0bdd3-ac85-4930-9848-7f512cdc15a6 x-openstack-request-id: req-bff0bdd3-ac85-4930-9848-7f512cdc15a6 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:56:08.579119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e13a669-b0cd-4a32-947a-b032017588b5", "name": "network-vif-deleted", "tag": "3e510040-3cfa-428e-930b-cdcb5eb76347", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:56:08.579371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bff0bdd3-ac85-4930-9848-7f512cdc15a6 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:56:08.579928 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff0bdd3-ac85-4930-9848-7f512cdc15a6'] response: {'server_uuid': '1e13a669-b0cd-4a32-947a-b032017588b5', 'name': 'network-vif-deleted', 'tag': '3e510040-3cfa-428e-930b-cdcb5eb76347', 'status': 'completed', 'code': 200} Oct 20 03:56:08.627636 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7b6f920-ef1a-49ca-801c-0632b10cebde req-71ece9c8-20b6-4d35-b22a-ec50f2f319e2 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.26 "DELETE /v2.0/ports/3e510040-3cfa-428e-930b-cdcb5eb76347 HTTP/1.1" status: 204 len: 173 time: 0.8502939 Oct 20 03:56:08.873108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e61555ed-5729-4418-be03-f4690031639c req-09c92a60-a174-421b-94af-ffad31d99987 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Synchronizing usage tracker for tenant:5a76bc37b8dc4fa1b16fdd7c9c9b68ea on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:56:08.966106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e61555ed-5729-4418-be03-f4690031639c req-09c92a60-a174-421b-94af-ffad31d99987 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] Unset dirty status for tenant:5a76bc37b8dc4fa1b16fdd7c9c9b68ea on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:56:08.967207 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e61555ed-5729-4418-be03-f4690031639c req-09c92a60-a174-421b-94af-ffad31d99987 tempest-ServersAdminNegativeTestJSON-1918822782 tempest-ServersAdminNegativeTestJSON-1918822782-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e13a669-b0cd-4a32-947a-b032017588b5 HTTP/1.1" status: 200 len: 210 time: 0.1439145 Oct 20 03:56:09.820630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2a08681d-3898-44b3-bc90-262a3a792372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.483021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 43128) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:56:10.625907 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cc65f2ac-3294-432a-9cc2-41bde88ad983 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5a76bc37b8dc4fa1b16fdd7c9c9b68ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412039 Oct 20 03:56:10.628376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 43134) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:56:10.684503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39bd5554-8970-4f45-aae5-4d159e315ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.709741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39bd5554-8970-4f45-aae5-4d159e315ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.829437 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39bd5554-8970-4f45-aae5-4d159e315ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.844673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd5554-8970-4f45-aae5-4d159e315ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4941ba20-b024-4a5e-9860-52cb432c2462,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:10.901671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-39bd5554-8970-4f45-aae5-4d159e315ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.902729 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-39bd5554-8970-4f45-aae5-4d159e315ca9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4941ba20-b024-4a5e-9860-52cb432c2462 HTTP/1.1" status: 204 len: 168 time: 0.2734773 Oct 20 03:56:11.536601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 43144) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:56:11.559805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-126841cc-0c70-4de0-a794-0f0a75757e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.574155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-126841cc-0c70-4de0-a794-0f0a75757e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:56:11.579171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-126841cc-0c70-4de0-a794-0f0a75757e38 admin admin] Usage tracker for resource:security_group_rule and tenant:9c581d86bb454c5b85c8e2a605f166a2 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:56:11.582203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-126841cc-0c70-4de0-a794-0f0a75757e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:56:11.587841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-126841cc-0c70-4de0-a794-0f0a75757e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:56:11.670334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-126841cc-0c70-4de0-a794-0f0a75757e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.694391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 3e510040-3cfa-428e-930b-cdcb5eb76347 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:56:11.725790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-126841cc-0c70-4de0-a794-0f0a75757e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.728186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 3e510040-3cfa-428e-930b-cdcb5eb76347 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:56:11.728528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 3e510040-3cfa-428e-930b-cdcb5eb76347 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:56:11.773252 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-126841cc-0c70-4de0-a794-0f0a75757e38 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9c581d86bb454c5b85c8e2a605f166a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355049 Oct 20 03:56:11.774044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126841cc-0c70-4de0-a794-0f0a75757e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb4a6e-595f-4bb0-bd32-02876e744ad8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:11.775828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43150) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:56:11.837116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-404d493c-805d-48d6-a2f4-06bf9450c4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.862646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-404d493c-805d-48d6-a2f4-06bf9450c4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.986722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-404d493c-805d-48d6-a2f4-06bf9450c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:12.001132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d493c-805d-48d6-a2f4-06bf9450c4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb4a6e-595f-4bb0-bd32-02876e744ad8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:12.007699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-404d493c-805d-48d6-a2f4-06bf9450c4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:12.008872 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-404d493c-805d-48d6-a2f4-06bf9450c4ab admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cdbb4a6e-595f-4bb0-bd32-02876e744ad8 HTTP/1.1" status: 204 len: 168 time: 0.2314396 Oct 20 03:56:12.320343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c22ad577-afe6-4294-a1fe-4ebf46bcca21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:12.985768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43174) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:56:13.086287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-160420103-network', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:13.091039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:56:13.095011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Usage tracker for resource:network and tenant:f7b001fce71c4426aa2e390a5529346b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:56:13.097892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:56:13.104372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:56:13.188938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Made reservation on behalf of f7b001fce71c4426aa2e390a5529346b for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:56:13.191163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.203662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.217253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:56:13.221019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Usage tracker for resource:security_group_rule and tenant:f7b001fce71c4426aa2e390a5529346b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:56:13.223754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:56:13.229935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:56:13.309615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.377636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.405934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.412605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:56:13.418346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d1be4-1655-42a2-b04f-6375c0197ebf,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:13.426495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.426832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Added segment 1e96fd78-a360-4379-88b9-d3689643d12f of type vlan for network 2906ff37-ab2a-49bb-885d-d8803818b913 Oct 20 03:56:13.452878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.542960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.543913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:13.544488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.577509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.644848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] Pushing event updated for resources: {'Network': ['ID=2906ff37-ab2a-49bb-885d-d8803818b913,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:13.655196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 2906ff37-ab2a-49bb-885d-d8803818b913 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:56:13.703945 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-67067bfe-c81c-4dd9-b1b1-97f27126494b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7170379 Oct 20 03:56:13.706995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43180) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:56:13.712359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Request body: {'subnet': {'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-160420103-subnet', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:13.717205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:56:13.721651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Usage tracker for resource:subnet and tenant:f7b001fce71c4426aa2e390a5529346b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:56:13.724676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:56:13.730265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:56:13.834249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Made reservation on behalf of f7b001fce71c4426aa2e390a5529346b for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:56:13.836557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:14.182853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:14.261120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce8153f-03ce-4f6d-ae41-324b7dd7e512,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:14.265055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Checking segment: {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:56:14.265434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Network hostable DHCP agents. Network: 2906ff37-ab2a-49bb-885d-d8803818b913, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:56:14.340308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Network 2906ff37-ab2a-49bb-885d-d8803818b913 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:56:14.433815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 2906ff37-ab2a-49bb-885d-d8803818b913) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:14.437671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:14.438760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:14.442688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73cca21-211a-4126-b99c-30662d31222e None None] Network 2906ff37-ab2a-49bb-885d-d8803818b913 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:56:14.526526 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a9f9e171-e499-4566-82a3-8eab0a5f39ba admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8184681 Oct 20 03:56:14.529065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43186) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:56:14.534046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:14.538548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:56:14.542894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Usage tracker for resource:router and tenant:f7b001fce71c4426aa2e390a5529346b is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:56:14.545220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:56:14.550844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:56:14.617626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:14.618659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:14.633793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:14.658395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-2906ff37-ab2a-49bb-885d-d8803818b913', 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'fixed_ips': [{'subnet_id': '4ce8153f-03ce-4f6d-ae41-324b7dd7e512'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:56:14.659223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:14.821748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Allocated IP 172.20.0.2 (2906ff37-ab2a-49bb-885d-d8803818b913/4ce8153f-03ce-4f6d-ae41-324b7dd7e512/6f0931f5-1f5d-46df-8822-62cab318b740) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:56:14.852541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:14.978584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.029237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.039360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Transition to ACTIVE for port object 6f0931f5-1f5d-46df-8822-62cab318b740 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:56:15.057477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Transition to ACTIVE for port object 6f0931f5-1f5d-46df-8822-62cab318b740 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:56:15.129978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.195372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Network 2906ff37-ab2a-49bb-885d-d8803818b913 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:15.198264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:15.201801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:56:15.210425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Pushing event updated for resources: {'Port': ['ID=6f0931f5-1f5d-46df-8822-62cab318b740,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:15.307507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Attempting to bind port 6f0931f5-1f5d-46df-8822-62cab318b740 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:56:15.307781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Attempting to bind port 6f0931f5-1f5d-46df-8822-62cab318b740 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:56:15.308142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Attempting to bind port 6f0931f5-1f5d-46df-8822-62cab318b740 on network 2906ff37-ab2a-49bb-885d-d8803818b913 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:56:15.313481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:56:15.313854 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Checking segment: {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:56:15.314284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.314672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Bound using segment: {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:56:15.315159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Bound port: 6f0931f5-1f5d-46df-8822-62cab318b740, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:56:15.315544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.327073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.355860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.400828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] For port 6f0931f5-1f5d-46df-8822-62cab318b740, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:56:15.403842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] For port 6f0931f5-1f5d-46df-8822-62cab318b740, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6f0931f5-1f5d-46df-8822-62cab318b740,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:56:15.468879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.488866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Allocated IP 172.26.7.176 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/b5fea2cf-6033-494f-89e5-0ded69bf1bdc) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:56:15.549659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea7788-b913-41d1-a501-79bfb2c42c58 None None] Pushing event updated for resources: {'Port': ['ID=6f0931f5-1f5d-46df-8822-62cab318b740,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:15.639806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.741155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:15.808121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:15.811038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:15.814151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:56:15.850270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Pushing event updated for resources: {'Port': ['ID=b5fea2cf-6033-494f-89e5-0ded69bf1bdc,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:16.382462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f15a78-fbcc-40b5-992e-46cddabce153 None None] Network 2906ff37-ab2a-49bb-885d-d8803818b913 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:56:16.399687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:16.532813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-aff95d43-3e7e-4657-84f4-f6d87ea0d037 None None] Provisioning for port 6f0931f5-1f5d-46df-8822-62cab318b740 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:56:16.740156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:17.003306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Router a47c45a3-aecb-4666-bf6d-83acdfdf596c is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:56:17.173816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:56:17.183726 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Sync routers for ids ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:56:17.191583 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Routers {'a47c45a3-aecb-4666-bf6d-83acdfdf596c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:56:17.192186 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:56:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:17.221292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:17.243523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:17.245016 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1b208f7d-1433-4d24-bb46-8e998605a77c admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7147331 Oct 20 03:56:17.247496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43194) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:56:17.363496 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Set router a47c45a3-aecb-4666-bf6d-83acdfdf596c gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:56:17.650102 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:14Z', 'updated_at': '2022-10-20T03:56:16Z', 'revision_number': 3, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'gw_port': {'id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:15Z', 'updated_at': '2022-10-20T03:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:17.667834 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Checking router: a47c45a3-aecb-4666-bf6d-83acdfdf596c for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:56:17.667834 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Updating router a47c45a3-aecb-4666-bf6d-83acdfdf596c port b5fea2cf-6033-494f-89e5-0ded69bf1bdc binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:56:17.670269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6f0931f5-1f5d-46df-8822-62cab318b740 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:56:17.721465 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:17.788765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 6f0931f5-1f5d-46df-8822-62cab318b740 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:56:17.793929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 6f0931f5-1f5d-46df-8822-62cab318b740 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:17.794395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:17.794756 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 6f0931f5-1f5d-46df-8822-62cab318b740 Oct 20 03:56:17.915125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 6f0931f5-1f5d-46df-8822-62cab318b740 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:56:17.915460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:17.950012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 6f0931f5-1f5d-46df-8822-62cab318b740, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6f0931f5-1f5d-46df-8822-62cab318b740,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:56:18.023507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.039735 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.050953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.052119 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Transition to ACTIVE for port object b5fea2cf-6033-494f-89e5-0ded69bf1bdc will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:56:18.090627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=6f0931f5-1f5d-46df-8822-62cab318b740,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:18.118209 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.176540 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Attempting to bind port b5fea2cf-6033-494f-89e5-0ded69bf1bdc on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:56:18.176813 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Attempting to bind port b5fea2cf-6033-494f-89e5-0ded69bf1bdc by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:56:18.177170 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Attempting to bind port b5fea2cf-6033-494f-89e5-0ded69bf1bdc on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:56:18.187652 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:56:18.194501 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:56:18.194501 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.194501 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:56:18.194501 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Bound port: b5fea2cf-6033-494f-89e5-0ded69bf1bdc, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:56:18.194501 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.234524 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Pushing event updated for resources: {'Port': ['ID=b5fea2cf-6033-494f-89e5-0ded69bf1bdc,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:18.245768 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.246104 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.246436 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.246758 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.247075 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.247391 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.247706 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.248019 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.248333 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.248643 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.248952 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.249278 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:18.256365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Allocated IP 172.20.0.1 (2906ff37-ab2a-49bb-885d-d8803818b913/4ce8153f-03ce-4f6d-ae41-324b7dd7e512/e7c33457-3197-4b7e-bd09-24fcffc232e2) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:56:18.277568 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] For port b5fea2cf-6033-494f-89e5-0ded69bf1bdc, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:56:18.280445 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] For port b5fea2cf-6033-494f-89e5-0ded69bf1bdc, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b5fea2cf-6033-494f-89e5-0ded69bf1bdc,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:56:18.343351 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.400775 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Routers {'a47c45a3-aecb-4666-bf6d-83acdfdf596c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:56:18.400982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.401415 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:56:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:18.415713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Transition to ACTIVE for port object e7c33457-3197-4b7e-bd09-24fcffc232e2 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:56:18.474982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.540407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Network 2906ff37-ab2a-49bb-885d-d8803818b913 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:18.543228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:18.546997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:56:18.565062 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb420fb-1014-4463-b26d-cfae6ecbd025 None None] Pushing event updated for resources: {'Port': ['ID=b5fea2cf-6033-494f-89e5-0ded69bf1bdc,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:18.585884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Pushing event updated for resources: {'Port': ['ID=e7c33457-3197-4b7e-bd09-24fcffc232e2,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:18.607360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.616537 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] Set router a47c45a3-aecb-4666-bf6d-83acdfdf596c gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:56:18.802281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.883830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Provisioning for port e7c33457-3197-4b7e-bd09-24fcffc232e2 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:56:18.888830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Provisioning complete for port e7c33457-3197-4b7e-bd09-24fcffc232e2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:18.889209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.889577 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Attempt 1 to provision port e7c33457-3197-4b7e-bd09-24fcffc232e2 Oct 20 03:56:18.919466 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:14Z', 'updated_at': '2022-10-20T03:56:16Z', 'revision_number': 3, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'gw_port': {'id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:15Z', 'updated_at': '2022-10-20T03:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:18.924034 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446af0a-5514-4197-a01e-4dd531811b0c None None] The sync data for ids ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'] in dv-neutron-861845-1-hyperv is: [{'id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:14Z', 'updated_at': '2022-10-20T03:56:16Z', 'revision_number': 3, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'gw_port': {'id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:15Z', 'updated_at': '2022-10-20T03:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:56:18.950091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Port e7c33457-3197-4b7e-bd09-24fcffc232e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:56:19.032428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:19.097063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:19.213556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:19.217183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Pushing event updated for resources: {'Port': ['ID=e7c33457-3197-4b7e-bd09-24fcffc232e2,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:19.380277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Network 2906ff37-ab2a-49bb-885d-d8803818b913 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:19.381613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:19.451107 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Attempt 2 to provision port e7c33457-3197-4b7e-bd09-24fcffc232e2 Oct 20 03:56:19.538136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Port e7c33457-3197-4b7e-bd09-24fcffc232e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:56:19.723513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Router a47c45a3-aecb-4666-bf6d-83acdfdf596c has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:56:19.751501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6f0931f5-1f5d-46df-8822-62cab318b740 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:56:19.830754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 6f0931f5-1f5d-46df-8822-62cab318b740 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:19.831130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:19.831470 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 6f0931f5-1f5d-46df-8822-62cab318b740 Oct 20 03:56:19.935433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:56:19.944693 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d2511fc5-2ba5-4b57-8cdc-d92fe831469c admin admin] 10.222.0.33 "PUT /v2.0/routers/a47c45a3-aecb-4666-bf6d-83acdfdf596c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6962066 Oct 20 03:56:19.954118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 6f0931f5-1f5d-46df-8822-62cab318b740 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:56:19.955201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b5fea2cf-6033-494f-89e5-0ded69bf1bdc up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:56:20.038966 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Attempt 3 to provision port e7c33457-3197-4b7e-bd09-24fcffc232e2 Oct 20 03:56:20.094015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Port e7c33457-3197-4b7e-bd09-24fcffc232e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:56:20.102425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port b5fea2cf-6033-494f-89e5-0ded69bf1bdc completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:56:20.108126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port b5fea2cf-6033-494f-89e5-0ded69bf1bdc triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:20.108373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:20.109171 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port b5fea2cf-6033-494f-89e5-0ded69bf1bdc Oct 20 03:56:20.228032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port b5fea2cf-6033-494f-89e5-0ded69bf1bdc is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:56:20.228457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:20.246476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port b5fea2cf-6033-494f-89e5-0ded69bf1bdc, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b5fea2cf-6033-494f-89e5-0ded69bf1bdc,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:56:20.297111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:20.369349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=b5fea2cf-6033-494f-89e5-0ded69bf1bdc,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:20.477104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Sync routers for ids ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:56:20.486187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Routers {'a47c45a3-aecb-4666-bf6d-83acdfdf596c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:56:20.486853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:56:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:20.491798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-b22cc617-ca75-446b-a0f9-aa4c9104509b tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:20.492481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-b22cc617-ca75-446b-a0f9-aa4c9104509b tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Synchronizing usage tracker for tenant:f7b001fce71c4426aa2e390a5529346b on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:56:20.592371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-b22cc617-ca75-446b-a0f9-aa4c9104509b tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Unset dirty status for tenant:f7b001fce71c4426aa2e390a5529346b on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:56:20.593960 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-b22cc617-ca75-446b-a0f9-aa4c9104509b tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/networks?id=2906ff37-ab2a-49bb-885d-d8803818b913 HTTP/1.1" status: 200 len: 811 time: 0.2440133 Oct 20 03:56:20.594777 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Attempt 4 to provision port e7c33457-3197-4b7e-bd09-24fcffc232e2 Oct 20 03:56:20.609488 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-d5d34ca3-9b47-43c6-aa4f-59f118f57567 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/quotas/f7b001fce71c4426aa2e390a5529346b HTTP/1.1" status: 200 len: 375 time: 0.0095897 Oct 20 03:56:20.677607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Port e7c33457-3197-4b7e-bd09-24fcffc232e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:56:20.703671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-4e4e623f-e980-4281-8631-1f5bf0fd21a2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Synchronizing usage tracker for tenant:f7b001fce71c4426aa2e390a5529346b on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:56:20.708275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Set router a47c45a3-aecb-4666-bf6d-83acdfdf596c gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:56:20.769198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-4e4e623f-e980-4281-8631-1f5bf0fd21a2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Unset dirty status for tenant:f7b001fce71c4426aa2e390a5529346b on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:56:20.770494 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-4e4e623f-e980-4281-8631-1f5bf0fd21a2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f7b001fce71c4426aa2e390a5529346b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553063 Oct 20 03:56:20.781048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-63edce5f-2c0f-4152-8a62-ecec790a93af service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:56:20.782027 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-63edce5f-2c0f-4152-8a62-ecec790a93af service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050731 Oct 20 03:56:20.913956 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0b998ac1-6d7a-4631-9357-8c66ea4e1db6 service neutron] 10.222.0.33 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262653 Oct 20 03:56:21.045178 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-847ee44f-b7fa-4c6a-82f2-90c4536a87bb service neutron] 10.222.0.33 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252213 Oct 20 03:56:21.048407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:14Z', 'updated_at': '2022-10-20T03:56:18Z', 'revision_number': 4, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'gw_port': {'id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:15Z', 'updated_at': '2022-10-20T03:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'e7c33457-3197-4b7e-bd09-24fcffc232e2', 'name': '', 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'mac_address': 'fa:16:3e:48:58:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '4ce8153f-03ce-4f6d-ae41-324b7dd7e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:18Z', 'updated_at': '2022-10-20T03:56:18Z', 'revision_number': 2, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'subnets': [{'id': '4ce8153f-03ce-4f6d-ae41-324b7dd7e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:21.052226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Checking router: a47c45a3-aecb-4666-bf6d-83acdfdf596c for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:56:21.052576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Updating router a47c45a3-aecb-4666-bf6d-83acdfdf596c port e7c33457-3197-4b7e-bd09-24fcffc232e2 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:56:21.105957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.207465 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Attempt 5 to provision port e7c33457-3197-4b7e-bd09-24fcffc232e2 Oct 20 03:56:21.290524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Port e7c33457-3197-4b7e-bd09-24fcffc232e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:56:21.299047 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5aaa84a6-d750-41ee-90df-91218be2568f req-b82652b3-b7ca-4374-9c85-e9672de18367 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 210 time: 0.0540755 Oct 20 03:56:21.486083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.497133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Transition to ACTIVE for port object e7c33457-3197-4b7e-bd09-24fcffc232e2 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:56:21.553863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.638427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b5fea2cf-6033-494f-89e5-0ded69bf1bdc up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:56:21.796842 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Attempt 6 to provision port e7c33457-3197-4b7e-bd09-24fcffc232e2 Oct 20 03:56:21.830844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Pushing event updated for resources: {'Port': ['ID=e7c33457-3197-4b7e-bd09-24fcffc232e2,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:21.881857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Attempting to bind port e7c33457-3197-4b7e-bd09-24fcffc232e2 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:56:21.882231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Attempting to bind port e7c33457-3197-4b7e-bd09-24fcffc232e2 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:56:21.882599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Attempting to bind port e7c33457-3197-4b7e-bd09-24fcffc232e2 on network 2906ff37-ab2a-49bb-885d-d8803818b913 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:56:21.886376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Port e7c33457-3197-4b7e-bd09-24fcffc232e2 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:56:21.890116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:56:21.890500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Checking segment: {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:56:21.890930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.891883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Bound using segment: {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:56:21.892347 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Bound port: e7c33457-3197-4b7e-bd09-24fcffc232e2, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:56:21.892721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.942221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port b5fea2cf-6033-494f-89e5-0ded69bf1bdc triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:21.942591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.942927 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port b5fea2cf-6033-494f-89e5-0ded69bf1bdc Oct 20 03:56:22.036761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] For port e7c33457-3197-4b7e-bd09-24fcffc232e2, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:56:22.040705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] For port e7c33457-3197-4b7e-bd09-24fcffc232e2, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e7c33457-3197-4b7e-bd09-24fcffc232e2,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:56:22.097772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port b5fea2cf-6033-494f-89e5-0ded69bf1bdc is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:56:22.106805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:22.166711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Routers {'a47c45a3-aecb-4666-bf6d-83acdfdf596c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:56:22.167329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:56:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:22.303739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Pushing event updated for resources: {'Port': ['ID=e7c33457-3197-4b7e-bd09-24fcffc232e2,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:22.317049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.317427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.317770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.318108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.318440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.318772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.319102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.319429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.319755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.320081 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.320406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.320728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33c74f-9115-4176-99c4-28a624d0dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:22.364319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] Set router a47c45a3-aecb-4666-bf6d-83acdfdf596c gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:56:22.404303 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Attempt 7 to provision port e7c33457-3197-4b7e-bd09-24fcffc232e2 Oct 20 03:56:22.464942 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-62557894-f7e7-4731-883d-97a6e088be88 req-9cab4bf1-2cf4-4b5e-ba8c-d1509f3d3fdf tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 210 time: 0.0500228 Oct 20 03:56:22.653185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49be7c21-f761-4ac9-9483-cc3554ad2a5f None None] Port e7c33457-3197-4b7e-bd09-24fcffc232e2 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:56:22.773140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:14Z', 'updated_at': '2022-10-20T03:56:18Z', 'revision_number': 4, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'gw_port': {'id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:15Z', 'updated_at': '2022-10-20T03:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'e7c33457-3197-4b7e-bd09-24fcffc232e2', 'name': '', 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'mac_address': 'fa:16:3e:48:58:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '4ce8153f-03ce-4f6d-ae41-324b7dd7e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:18Z', 'updated_at': '2022-10-20T03:56:22Z', 'revision_number': 4, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'subnets': [{'id': '4ce8153f-03ce-4f6d-ae41-324b7dd7e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:22.777817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf8403-679d-48db-ba98-375fff8b89a6 None None] The sync data for ids ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'] in dv-neutron-861845-1-hyperv is: [{'id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:14Z', 'updated_at': '2022-10-20T03:56:18Z', 'revision_number': 4, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'gw_port': {'id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:15Z', 'updated_at': '2022-10-20T03:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'e7c33457-3197-4b7e-bd09-24fcffc232e2', 'name': '', 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'mac_address': 'fa:16:3e:48:58:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '4ce8153f-03ce-4f6d-ae41-324b7dd7e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:18Z', 'updated_at': '2022-10-20T03:56:22Z', 'revision_number': 4, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'subnets': [{'id': '4ce8153f-03ce-4f6d-ae41-324b7dd7e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:56:23.654897 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-41933ec5-d5c6-4074-a267-0eba474c5ebe req-15a9f697-9352-42ff-b4e0-3ec6bad32ebf tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 210 time: 0.0677490 Oct 20 03:56:23.703301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-efac4e79-436d-4e51-a82f-dfe6127a960d tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:23.708154 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-efac4e79-436d-4e51-a82f-dfe6127a960d tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.26 "GET /v2.0/networks?id=2906ff37-ab2a-49bb-885d-d8803818b913 HTTP/1.1" status: 200 len: 811 time: 0.1892939 Oct 20 03:56:23.708534 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e7c33457-3197-4b7e-bd09-24fcffc232e2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:56:23.722029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Request body: {'port': {'device_id': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913', 'admin_state_up': True, 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:23.866301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:56:23.869034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port e7c33457-3197-4b7e-bd09-24fcffc232e2 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:56:23.876091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e7c33457-3197-4b7e-bd09-24fcffc232e2 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:23.876553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:23.880280 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e7c33457-3197-4b7e-bd09-24fcffc232e2 Oct 20 03:56:23.880395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:56:23.946521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Made reservation on behalf of f7b001fce71c4426aa2e390a5529346b for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:56:23.950564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:23.993942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e7c33457-3197-4b7e-bd09-24fcffc232e2 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:56:23.994248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:24.025812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port e7c33457-3197-4b7e-bd09-24fcffc232e2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e7c33457-3197-4b7e-bd09-24fcffc232e2,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:56:24.091411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:24.116791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Allocated IP 172.20.0.10 (2906ff37-ab2a-49bb-885d-d8803818b913/4ce8153f-03ce-4f6d-ae41-324b7dd7e512/1d261398-8a56-4c66-a50a-53433b99d641) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:56:24.161101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=e7c33457-3197-4b7e-bd09-24fcffc232e2,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:24.313110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:24.328003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Transition to ACTIVE for port object 1d261398-8a56-4c66-a50a-53433b99d641 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:56:24.423629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:24.493932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Network 2906ff37-ab2a-49bb-885d-d8803818b913 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:24.496744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:24.500406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:56:24.530222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Pushing event updated for resources: {'Port': ['ID=1d261398-8a56-4c66-a50a-53433b99d641,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:24.571115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:24.571115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:24.655639 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-0a54d5a8-e8a7-4188-9dd5-32dfd02af77e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9376268 Oct 20 03:56:24.671011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Request body: {'port': {'device_id': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:24.769173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-95678412-2f31-4673-a658-885e1ea6a79a None None] Provisioning for port 1d261398-8a56-4c66-a50a-53433b99d641 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:56:24.774709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-95678412-2f31-4673-a658-885e1ea6a79a None None] Provisioning complete for port 1d261398-8a56-4c66-a50a-53433b99d641 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:24.775173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-95678412-2f31-4673-a658-885e1ea6a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:24.775599 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-95678412-2f31-4673-a658-885e1ea6a79a None None] Attempt 1 to provision port 1d261398-8a56-4c66-a50a-53433b99d641 Oct 20 03:56:24.830881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-95678412-2f31-4673-a658-885e1ea6a79a None None] Port 1d261398-8a56-4c66-a50a-53433b99d641 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:56:24.956993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:25.023062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c525b-ccb7-403b-9cd2-69b78b00db6c req-d55e1592-29f4-4556-ad7d-408ad2509688 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:25.023758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-624c525b-ccb7-403b-9cd2-69b78b00db6c req-d55e1592-29f4-4556-ad7d-408ad2509688 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Synchronizing usage tracker for tenant:f7b001fce71c4426aa2e390a5529346b on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:56:25.133102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-624c525b-ccb7-403b-9cd2-69b78b00db6c req-d55e1592-29f4-4556-ad7d-408ad2509688 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Unset dirty status for tenant:f7b001fce71c4426aa2e390a5529346b on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:56:25.134261 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-624c525b-ccb7-403b-9cd2-69b78b00db6c req-d55e1592-29f4-4556-ad7d-408ad2509688 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 932 time: 0.3073726 Oct 20 03:56:25.248706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-624c525b-ccb7-403b-9cd2-69b78b00db6c req-53ec4549-97ec-4366-a377-58fa8ff90a53 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Synchronizing usage tracker for tenant:f7b001fce71c4426aa2e390a5529346b on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:56:25.332263 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-95678412-2f31-4673-a658-885e1ea6a79a None None] Attempt 2 to provision port 1d261398-8a56-4c66-a50a-53433b99d641 Oct 20 03:56:25.349632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d261398-8a56-4c66-a50a-53433b99d641 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:56:25.353694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-624c525b-ccb7-403b-9cd2-69b78b00db6c req-53ec4549-97ec-4366-a377-58fa8ff90a53 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Unset dirty status for tenant:f7b001fce71c4426aa2e390a5529346b on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:56:25.354897 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-624c525b-ccb7-403b-9cd2-69b78b00db6c req-53ec4549-97ec-4366-a377-58fa8ff90a53 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756399 Oct 20 03:56:25.358606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:25.374042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Transition to ACTIVE for port object 1d261398-8a56-4c66-a50a-53433b99d641 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:56:25.386793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-95678412-2f31-4673-a658-885e1ea6a79a None None] Port 1d261398-8a56-4c66-a50a-53433b99d641 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:56:25.450941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:25.623013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e7c33457-3197-4b7e-bd09-24fcffc232e2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:56:25.634712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Pushing event updated for resources: {'Port': ['ID=1d261398-8a56-4c66-a50a-53433b99d641,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:25.675642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Attempting to bind port 1d261398-8a56-4c66-a50a-53433b99d641 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:56:25.675975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Attempting to bind port 1d261398-8a56-4c66-a50a-53433b99d641 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:56:25.676295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Attempting to bind port 1d261398-8a56-4c66-a50a-53433b99d641 on network 2906ff37-ab2a-49bb-885d-d8803818b913 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:56:25.680758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Port 1d261398-8a56-4c66-a50a-53433b99d641 on network 2906ff37-ab2a-49bb-885d-d8803818b913 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:56:25.681071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Attempting to bind port 1d261398-8a56-4c66-a50a-53433b99d641 on network 2906ff37-ab2a-49bb-885d-d8803818b913 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:56:25.686083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:56:25.686412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Checking segment: {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:56:25.686785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Bound using segment: {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:56:25.687206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Bound port: 1d261398-8a56-4c66-a50a-53433b99d641, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e96fd78-a360-4379-88b9-d3689643d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:56:25.687548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:25.692901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e7c33457-3197-4b7e-bd09-24fcffc232e2 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:25.693288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:25.693623 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e7c33457-3197-4b7e-bd09-24fcffc232e2 Oct 20 03:56:25.776975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:56:25.779877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1d261398-8a56-4c66-a50a-53433b99d641,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:56:25.809689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e7c33457-3197-4b7e-bd09-24fcffc232e2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:56:25.843829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:25.874441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:25.875031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:25.876364 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d261398-8a56-4c66-a50a-53433b99d641 HTTP/1.1" status: 200 len: 1094 time: 1.2094705 Oct 20 03:56:25.876843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:56:25.879131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055fb08d-285c-499c-a0ae-726dd4d3c0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "tag": "1d261398-8a56-4c66-a50a-53433b99d641"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:56:25.888061 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-95678412-2f31-4673-a658-885e1ea6a79a None None] Attempt 3 to provision port 1d261398-8a56-4c66-a50a-53433b99d641 Oct 20 03:56:25.924098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cf09bd-e475-448f-95a2-fcfb281e1592 x-openstack-request-id: req-b0cf09bd-e475-448f-95a2-fcfb281e1592 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:56:25.924478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "tag": "1d261398-8a56-4c66-a50a-53433b99d641", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:56:25.924776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b0cf09bd-e475-448f-95a2-fcfb281e1592 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:56:25.925173 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0cf09bd-e475-448f-95a2-fcfb281e1592'] response: {'name': 'network-changed', 'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641', 'status': 'completed', 'code': 200} Oct 20 03:56:25.940836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe6b91-f0db-4de4-a656-553e0d4e5493 service neutron] Pushing event updated for resources: {'Port': ['ID=1d261398-8a56-4c66-a50a-53433b99d641,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:25.952783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-95678412-2f31-4673-a658-885e1ea6a79a None None] Port 1d261398-8a56-4c66-a50a-53433b99d641 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:56:26.028217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fb08d-285c-499c-a0ae-726dd4d3c0e5 req-aa46afc8-cc92-4326-b597-6e1fded62101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:26.029717 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-055fb08d-285c-499c-a0ae-726dd4d3c0e5 req-aa46afc8-cc92-4326-b597-6e1fded62101 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7b001fce71c4426aa2e390a5529346b&device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 1097 time: 0.0774593 Oct 20 03:56:26.170608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fb08d-285c-499c-a0ae-726dd4d3c0e5 req-81a22f04-cf3d-4c70-ac37-180267120c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:26.171969 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-055fb08d-285c-499c-a0ae-726dd4d3c0e5 req-81a22f04-cf3d-4c70-ac37-180267120c4f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f7b001fce71c4426aa2e390a5529346b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1316264 Oct 20 03:56:26.305490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fb08d-285c-499c-a0ae-726dd4d3c0e5 req-56b993fc-f4bc-48e5-8c58-54f0e21ceb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:26.306878 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-055fb08d-285c-499c-a0ae-726dd4d3c0e5 req-56b993fc-f4bc-48e5-8c58-54f0e21ceb7b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256073 Oct 20 03:56:26.423967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-3c68af3d-56bd-45a6-9819-b17457417d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:26.425374 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-3c68af3d-56bd-45a6-9819-b17457417d40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7b001fce71c4426aa2e390a5529346b&device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 1097 time: 0.0789933 Oct 20 03:56:26.535090 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-7a2bc405-e353-4c2e-b50e-65186e7fde3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d261398-8a56-4c66-a50a-53433b99d641 HTTP/1.1" status: 200 len: 217 time: 0.0991218 Oct 20 03:56:26.611153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-67465ef9-139e-4105-8995-78ffa24922b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:26.612547 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-67465ef9-139e-4105-8995-78ffa24922b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ce8153f-03ce-4f6d-ae41-324b7dd7e512 HTTP/1.1" status: 200 len: 850 time: 0.0662394 Oct 20 03:56:26.628364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ba14-3548-4afb-ba64-c236e5ae1d6e req-8ad89e2b-015b-4181-94d7-96c1475774de tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:26.629735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d10ba14-3548-4afb-ba64-c236e5ae1d6e req-8ad89e2b-015b-4181-94d7-96c1475774de tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 944 time: 0.1478696 Oct 20 03:56:26.821345 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d10ba14-3548-4afb-ba64-c236e5ae1d6e req-8fdbb2f8-4d9b-46ea-8489-59c028cdf730 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591786 Oct 20 03:56:26.838410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-2649aac2-3a65-4cb2-ba8a-a2be68389395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:26.839967 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-2649aac2-3a65-4cb2-ba8a-a2be68389395 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2906ff37-ab2a-49bb-885d-d8803818b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2094088 Oct 20 03:56:26.977388 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-987c5c51-7451-44ab-9f60-d6ac5563f613 service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265574 Oct 20 03:56:27.107501 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-61b9d573-fabb-4f72-9791-b4580ebc5850 req-f6c6c2b0-5775-4d12-8c3e-c302070d0edf service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210144 Oct 20 03:56:28.017273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067ed70-7533-4b7f-a5f0-9f2b2e4cd8af req-6a2defbe-7835-4f79-ac2d-58721d68ec64 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:28.018854 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9067ed70-7533-4b7f-a5f0-9f2b2e4cd8af req-6a2defbe-7835-4f79-ac2d-58721d68ec64 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 944 time: 0.0863338 Oct 20 03:56:28.060329 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9067ed70-7533-4b7f-a5f0-9f2b2e4cd8af req-f22d42c0-5c7c-4df1-b109-155828f9435a tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359652 Oct 20 03:56:29.261000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf172e-01a3-459c-90d0-70a8d79356c4 req-dbc24292-b5c4-4fb9-9c2e-a547f1512edb tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:29.262437 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e7cf172e-01a3-459c-90d0-70a8d79356c4 req-dbc24292-b5c4-4fb9-9c2e-a547f1512edb tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 944 time: 0.0907445 Oct 20 03:56:29.305333 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e7cf172e-01a3-459c-90d0-70a8d79356c4 req-b6e74de1-e87a-498a-9f89-5f8cc68d2671 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372939 Oct 20 03:56:29.680999 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1d261398-8a56-4c66-a50a-53433b99d641 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:56:29.811442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1d261398-8a56-4c66-a50a-53433b99d641,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:56:29.824139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '1d261398-8a56-4c66-a50a-53433b99d641', 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913', 'port_id': '1d261398-8a56-4c66-a50a-53433b99d641', 'mac_address': 'fa:16:3e:82:fa:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce8153f-03ce-4f6d-ae41-324b7dd7e512', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:56:29.878872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1d261398-8a56-4c66-a50a-53433b99d641 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:56:29.879256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:29.899256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d261398-8a56-4c66-a50a-53433b99d641 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:56:29.914718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1d261398-8a56-4c66-a50a-53433b99d641,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:56:29.982657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:30.048616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1d261398-8a56-4c66-a50a-53433b99d641,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:30.237481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['1d261398-8a56-4c66-a50a-53433b99d641'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:56:30.501725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e3e6-9c3c-408c-93e9-4e45eca38893 req-bbd8970d-8fa8-462c-b5bd-6c8f05189178 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:30.503087 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e155e3e6-9c3c-408c-93e9-4e45eca38893 req-bbd8970d-8fa8-462c-b5bd-6c8f05189178 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 945 time: 0.0897541 Oct 20 03:56:30.545365 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e155e3e6-9c3c-408c-93e9-4e45eca38893 req-304dba53-36ac-4d88-a607-aaa4828b3ac0 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Oct 20 03:56:31.725581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1d261398-8a56-4c66-a50a-53433b99d641 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:56:31.739772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f987be-770e-4eeb-8ffc-4f5f2f282c13 req-aedbe45f-eebd-49da-a869-9e7ae5e820aa tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:31.741232 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10f987be-770e-4eeb-8ffc-4f5f2f282c13 req-aedbe45f-eebd-49da-a869-9e7ae5e820aa tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 945 time: 0.0857511 Oct 20 03:56:31.796224 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10f987be-770e-4eeb-8ffc-4f5f2f282c13 req-7e021761-93a2-4613-ac5c-623202ad8f3a tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492582 Oct 20 03:56:31.845449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 1d261398-8a56-4c66-a50a-53433b99d641 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:56:31.850697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 1d261398-8a56-4c66-a50a-53433b99d641 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:31.851062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:31.851415 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 1d261398-8a56-4c66-a50a-53433b99d641 Oct 20 03:56:31.966688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1d261398-8a56-4c66-a50a-53433b99d641 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:56:31.967063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:31.993442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:56:31.995709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548d0299-02d8-4600-8324-0422bb5d98c9" -d '{"events": [{"server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "name": "network-vif-plugged", "status": "completed", "tag": "1d261398-8a56-4c66-a50a-53433b99d641"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:56:32.004249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1d261398-8a56-4c66-a50a-53433b99d641,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:56:32.036426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e4be7e-268c-40d1-8b0c-358455c6ef06 x-openstack-request-id: req-03e4be7e-268c-40d1-8b0c-358455c6ef06 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:56:32.036719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "name": "network-vif-plugged", "status": "completed", "tag": "1d261398-8a56-4c66-a50a-53433b99d641", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:56:32.036975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-03e4be7e-268c-40d1-8b0c-358455c6ef06 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:56:32.037413 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e4be7e-268c-40d1-8b0c-358455c6ef06'] response: {'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641', 'code': 200} Oct 20 03:56:32.072128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:32.138139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1d261398-8a56-4c66-a50a-53433b99d641,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:32.395001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee45c-87e0-42b0-ad4c-1e402c34421f req-47aa824b-9098-4794-ab59-6afa9b3e5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:32.396425 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-530ee45c-87e0-42b0-ad4c-1e402c34421f req-47aa824b-9098-4794-ab59-6afa9b3e5dbf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 1099 time: 0.0765553 Oct 20 03:56:32.436405 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-530ee45c-87e0-42b0-ad4c-1e402c34421f req-a3113b45-81df-48da-aa31-62774739fad9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332394 Oct 20 03:56:32.995062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c1c4-ec95-4c2e-a179-46d8c53f4096 req-8d328a8f-4b0a-44da-a063-c75980254e7d tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:32.996525 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea81c1c4-ec95-4c2e-a179-46d8c53f4096 req-8d328a8f-4b0a-44da-a063-c75980254e7d tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0915847 Oct 20 03:56:33.039856 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea81c1c4-ec95-4c2e-a179-46d8c53f4096 req-b77945a6-99fb-4c98-a244-7eb5487d1ace tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 Oct 20 03:56:34.241222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600ba18-13ba-4e72-996a-b7fcd8e03d9d req-dad8d244-ced0-49d3-83f9-5d3797acfee2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:34.242601 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6600ba18-13ba-4e72-996a-b7fcd8e03d9d req-dad8d244-ced0-49d3-83f9-5d3797acfee2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0893192 Oct 20 03:56:34.284610 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6600ba18-13ba-4e72-996a-b7fcd8e03d9d req-ac64993b-60e5-4881-bedb-e78fb4fd8f16 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363812 Oct 20 03:56:34.702097 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:56:34.903563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444cc55-1d3e-466c-91db-44b204ec6c63 req-1170b364-feeb-4e98-8832-3e0ff89472db tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:34.905050 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3444cc55-1d3e-466c-91db-44b204ec6c63 req-1170b364-feeb-4e98-8832-3e0ff89472db tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0871174 Oct 20 03:56:34.955444 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3444cc55-1d3e-466c-91db-44b204ec6c63 req-483f6734-90c5-4ef7-b5f4-66e32f881ae2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Oct 20 03:56:35.012772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43260) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:56:35.127988 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-3972a6f6-93a3-4790-98d3-96d283a49bfb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132231 Oct 20 03:56:36.155678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2907e6-3d5a-4299-be8a-dde85d8ae80f req-9969a199-fc9a-41cc-8266-f2741abac25d tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:36.157205 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0a2907e6-3d5a-4299-be8a-dde85d8ae80f req-9969a199-fc9a-41cc-8266-f2741abac25d tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0903523 Oct 20 03:56:36.201406 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0a2907e6-3d5a-4299-be8a-dde85d8ae80f req-78df756f-c1e9-4868-b695-60111b8ca992 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Oct 20 03:56:36.450256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-ab2fd214-9176-478d-b6eb-6b56699f14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:36.451638 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-ab2fd214-9176-478d-b6eb-6b56699f14fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7b001fce71c4426aa2e390a5529346b&device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 1099 time: 0.0807276 Oct 20 03:56:36.599353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-6f7e6a2e-8b7c-496e-b5e3-1d4521467bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:36.600973 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-6f7e6a2e-8b7c-496e-b5e3-1d4521467bae service neutron] 10.222.0.26 "GET /v2.0/networks?id=2906ff37-ab2a-49bb-885d-d8803818b913 HTTP/1.1" status: 200 len: 912 time: 0.1276658 Oct 20 03:56:36.666806 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-a650f028-6600-4713-84d3-a211bba8997f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d261398-8a56-4c66-a50a-53433b99d641 HTTP/1.1" status: 200 len: 217 time: 0.0597742 Oct 20 03:56:36.730837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-15c20cd1-92b4-4545-8a0e-c31a8d41af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:36.732175 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-15c20cd1-92b4-4545-8a0e-c31a8d41af5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ce8153f-03ce-4f6d-ae41-324b7dd7e512 HTTP/1.1" status: 200 len: 850 time: 0.0599439 Oct 20 03:56:36.813354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-344805e1-6ed6-4446-a65b-2935ea6cd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:36.814819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-344805e1-6ed6-4446-a65b-2935ea6cd130 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2906ff37-ab2a-49bb-885d-d8803818b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760872 Oct 20 03:56:36.943135 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-f5f39f27-f807-4418-99f6-baedbcb8c59e service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211991 Oct 20 03:56:37.072162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84ef30ee-ee05-40df-b808-ed5bd75fd7a9 req-3b142609-3bdb-4c5e-883c-01a0ec38dc4b service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224859 Oct 20 03:56:37.396363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-1e9b5672-fa04-449d-b18d-bdeef6f2b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:37.397847 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-1e9b5672-fa04-449d-b18d-bdeef6f2b5e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7b001fce71c4426aa2e390a5529346b&device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 1099 time: 0.1826184 Oct 20 03:56:37.405179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dfb5c-2309-4b71-bef8-786b3f9d3b57 req-6a950bc3-9580-4196-a2f0-842b0bc7ddf7 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:37.406695 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f82dfb5c-2309-4b71-bef8-786b3f9d3b57 req-6a950bc3-9580-4196-a2f0-842b0bc7ddf7 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0912783 Oct 20 03:56:37.449520 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f82dfb5c-2309-4b71-bef8-786b3f9d3b57 req-e01c5304-bf4f-46ff-be54-bcea29663b29 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371311 Oct 20 03:56:37.527556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-b1026c10-ab89-4514-9f7c-aebf3482dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:37.528962 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-b1026c10-ab89-4514-9f7c-aebf3482dbab service neutron] 10.222.0.26 "GET /v2.0/networks?id=2906ff37-ab2a-49bb-885d-d8803818b913 HTTP/1.1" status: 200 len: 912 time: 0.1253417 Oct 20 03:56:37.594591 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-12fb638f-2362-49b8-a032-0821c5ee6bc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d261398-8a56-4c66-a50a-53433b99d641 HTTP/1.1" status: 200 len: 217 time: 0.0583959 Oct 20 03:56:37.658676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-1178a74b-f8e1-4b99-8346-f3033e83652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:37.660127 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-1178a74b-f8e1-4b99-8346-f3033e83652a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ce8153f-03ce-4f6d-ae41-324b7dd7e512 HTTP/1.1" status: 200 len: 850 time: 0.0595131 Oct 20 03:56:37.742589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-1cdd5952-7f7e-4c4e-86f8-7effb4d4ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:37.744285 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-1cdd5952-7f7e-4c4e-86f8-7effb4d4ae30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2906ff37-ab2a-49bb-885d-d8803818b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763958 Oct 20 03:56:37.881412 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-02225505-b243-4203-82dd-6aabe8210aba service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307800 Oct 20 03:56:38.008146 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-fd57e661-f703-4b2b-9dd1-42641b179c22 service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208065 Oct 20 03:56:38.651448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17db9f-071b-41bf-bbf9-6d8822b1570c req-e0babb30-5539-4658-a21f-1c3b8d4432bc tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:38.652876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b17db9f-071b-41bf-bbf9-6d8822b1570c req-e0babb30-5539-4658-a21f-1c3b8d4432bc tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0909905 Oct 20 03:56:38.696799 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b17db9f-071b-41bf-bbf9-6d8822b1570c req-66437c07-0ba3-40fe-a15c-ba156be23be9 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Oct 20 03:56:39.781979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-26d4ebf2-61ea-429e-842c-20a784081bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:39.900578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7ab0-bce8-4016-87d4-ebe146ae219e req-810fc215-5c75-47cc-9f88-57a3cbe49670 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:39.902033 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-829e7ab0-bce8-4016-87d4-ebe146ae219e req-810fc215-5c75-47cc-9f88-57a3cbe49670 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0910132 Oct 20 03:56:40.043063 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-829e7ab0-bce8-4016-87d4-ebe146ae219e req-c81a61c4-803b-4a64-9109-d08fdd8624b1 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347840 Oct 20 03:56:41.238550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7680-ddc0-43cd-a9bc-5b8ec59c8b83 req-1c6c0865-b803-4771-bffc-ac54347eec6a tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:41.239974 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eac7680-ddc0-43cd-a9bc-5b8ec59c8b83 req-1c6c0865-b803-4771-bffc-ac54347eec6a tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0877211 Oct 20 03:56:41.283654 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eac7680-ddc0-43cd-a9bc-5b8ec59c8b83 req-fef304d5-6b49-4bb9-bafb-2dbbf15b5285 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380642 Oct 20 03:56:42.342520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-faa5fff6-5ad8-4ddd-9334-826556af86a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:42.478411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782981a-32fe-44ae-bfba-068407b78f42 req-62c20e90-1a57-48c1-8cf2-a0ddf28e41bd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:42.479851 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4782981a-32fe-44ae-bfba-068407b78f42 req-62c20e90-1a57-48c1-8cf2-a0ddf28e41bd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0846465 Oct 20 03:56:42.524931 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4782981a-32fe-44ae-bfba-068407b78f42 req-b8d1810d-b37b-4ad3-9824-63174a489a54 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 Oct 20 03:56:43.427860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:43.522560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:43.720872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b7499-22b1-49ce-867d-e088edfd5e78 req-8d54c8d0-34d4-4617-8c11-72490eb2aaf4 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:43.722238 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c8b7499-22b1-49ce-867d-e088edfd5e78 req-8d54c8d0-34d4-4617-8c11-72490eb2aaf4 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0859392 Oct 20 03:56:43.764615 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c8b7499-22b1-49ce-867d-e088edfd5e78 req-a3f3d7cd-9b84-4b66-be27-55f3c012c6d9 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Oct 20 03:56:44.862349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:44.959117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39911f6-b811-4337-b95a-00e09b6f5a3f req-4c7f221c-9be0-4382-9def-235972125afd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:44.960487 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e39911f6-b811-4337-b95a-00e09b6f5a3f req-4c7f221c-9be0-4382-9def-235972125afd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0862229 Oct 20 03:56:45.004345 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e39911f6-b811-4337-b95a-00e09b6f5a3f req-2709fc39-f4bb-45f3-9a62-e9cabe6235bd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Oct 20 03:56:46.211256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7303f3-30df-417d-a5c6-fc55800b90e2 req-97d317f1-a366-463a-ad13-abdc51c581dd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:46.212693 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aa7303f3-30df-417d-a5c6-fc55800b90e2 req-97d317f1-a366-463a-ad13-abdc51c581dd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0888238 Oct 20 03:56:46.255748 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aa7303f3-30df-417d-a5c6-fc55800b90e2 req-583d3a57-8abe-4fb3-9c68-26c7aef510eb tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Oct 20 03:56:47.273466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:47.456491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ee4b4-bebd-4b5d-9644-ba875afb0305 req-42fd7e79-4771-4f25-9f96-1b1adb3a2c0d tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:47.457972 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-408ee4b4-bebd-4b5d-9644-ba875afb0305 req-42fd7e79-4771-4f25-9f96-1b1adb3a2c0d tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0878220 Oct 20 03:56:47.501090 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-408ee4b4-bebd-4b5d-9644-ba875afb0305 req-ef850098-560d-4fb5-94a8-964ffe3c4d36 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375090 Oct 20 03:56:48.695922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b20e1-3662-4f4b-a4b6-121f7a3debd8 req-1d49f468-7fb8-45c2-891e-f1e4e9d9db49 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:48.697405 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-204b20e1-3662-4f4b-a4b6-121f7a3debd8 req-1d49f468-7fb8-45c2-891e-f1e4e9d9db49 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0861940 Oct 20 03:56:48.743866 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-204b20e1-3662-4f4b-a4b6-121f7a3debd8 req-71007cbd-624e-4490-9793-ce0bc6d5a0c7 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Oct 20 03:56:49.941886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bc98-7ce2-4095-a9b2-57987b6e4f54 req-064e93bb-e141-4cd1-91dd-c7f4ed3a184a tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:49.943560 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-61c5bc98-7ce2-4095-a9b2-57987b6e4f54 req-064e93bb-e141-4cd1-91dd-c7f4ed3a184a tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0893133 Oct 20 03:56:49.991781 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-61c5bc98-7ce2-4095-a9b2-57987b6e4f54 req-d4e34b67-17a2-430a-8828-3f5bf240d3cd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Oct 20 03:56:51.185518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf56f47-2c78-4f73-b46c-88d5a0446a90 req-522744ef-ef75-4528-9967-8dad5591a432 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:51.186955 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3cf56f47-2c78-4f73-b46c-88d5a0446a90 req-522744ef-ef75-4528-9967-8dad5591a432 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0848527 Oct 20 03:56:51.230226 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3cf56f47-2c78-4f73-b46c-88d5a0446a90 req-c816a06e-422c-45a3-8074-1cc400c3ac18 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371614 Oct 20 03:56:52.424297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17871c-767f-4693-b702-42f7d1b49a8b req-20b68624-ffdb-427c-92a6-34f50e941bcf tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:52.425749 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0a17871c-767f-4693-b702-42f7d1b49a8b req-20b68624-ffdb-427c-92a6-34f50e941bcf tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0858505 Oct 20 03:56:52.467501 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0a17871c-767f-4693-b702-42f7d1b49a8b req-df52f1aa-bce1-4834-ba00-cfc6d7d231bd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361247 Oct 20 03:56:53.671400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644660a-814a-4d2d-be17-63a13ef4b1a6 req-b04b258a-c302-43e5-8cf2-2041a9940f8f tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:53.673441 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1644660a-814a-4d2d-be17-63a13ef4b1a6 req-b04b258a-c302-43e5-8cf2-2041a9940f8f tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0923471 Oct 20 03:56:53.716390 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1644660a-814a-4d2d-be17-63a13ef4b1a6 req-01046bde-5596-4ae7-b108-42084f90fbb9 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372651 Oct 20 03:56:54.916568 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca2bfa-4b7b-44c2-b3c2-8063ee631bd0 req-33446ea1-c375-4008-8083-e01a602ffb84 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:54.917974 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2dca2bfa-4b7b-44c2-b3c2-8063ee631bd0 req-33446ea1-c375-4008-8083-e01a602ffb84 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0890460 Oct 20 03:56:54.961803 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2dca2bfa-4b7b-44c2-b3c2-8063ee631bd0 req-dc698085-d594-4dd4-9bf1-a046ac364b71 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381675 Oct 20 03:56:56.156860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faa2f5-9089-4849-a591-0d5948130bcd req-a4ec841d-e770-4078-b9ca-961c2c358748 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:56.158313 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c1faa2f5-9089-4849-a591-0d5948130bcd req-a4ec841d-e770-4078-b9ca-961c2c358748 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0865600 Oct 20 03:56:56.203721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c1faa2f5-9089-4849-a591-0d5948130bcd req-9813f348-d5e8-4893-a69f-3c7aaa013631 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Oct 20 03:56:57.397103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6eed-222e-4c06-ac79-27ce495a438e req-e9dab078-7064-4451-bd54-3ad6a30ff520 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:57.398571 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a31e6eed-222e-4c06-ac79-27ce495a438e req-e9dab078-7064-4451-bd54-3ad6a30ff520 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0853326 Oct 20 03:56:57.445074 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a31e6eed-222e-4c06-ac79-27ce495a438e req-a9039574-d371-49ca-81b7-69fe13e31a58 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Oct 20 03:56:58.637417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c682ed7-2d65-43ff-917a-8b082a470f9f req-ae923174-3097-4a86-91dd-0534fc421069 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:58.638860 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4c682ed7-2d65-43ff-917a-8b082a470f9f req-ae923174-3097-4a86-91dd-0534fc421069 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0857778 Oct 20 03:56:58.682094 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4c682ed7-2d65-43ff-917a-8b082a470f9f req-6bb1dd42-6c80-47cd-80e3-95fc3188274a tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369689 Oct 20 03:56:59.877480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa965c-4579-4fb9-b5b2-174f657bda29 req-7659166c-567c-4e9e-9ccc-3a6d278e8b73 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:59.878907 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f5fa965c-4579-4fb9-b5b2-174f657bda29 req-7659166c-567c-4e9e-9ccc-3a6d278e8b73 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0861604 Oct 20 03:56:59.920788 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f5fa965c-4579-4fb9-b5b2-174f657bda29 req-bf36bd9f-7688-4617-84c2-7c301a3146c1 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363095 Oct 20 03:57:01.123090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502b853-3c8c-4097-80e1-11322cfdd5b1 req-b1faaefc-1832-414c-8d1e-bf37fd59364c tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:01.124560 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4502b853-3c8c-4097-80e1-11322cfdd5b1 req-b1faaefc-1832-414c-8d1e-bf37fd59364c tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0892189 Oct 20 03:57:01.166835 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4502b853-3c8c-4097-80e1-11322cfdd5b1 req-4f92c262-9824-4961-9ac4-d79249371a21 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366559 Oct 20 03:57:02.368106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02752cfd-a5d1-4483-ad22-08e3ee380f06 req-c1bd03e6-ff9f-4052-bacb-023de6bcbdcd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:02.369534 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-02752cfd-a5d1-4483-ad22-08e3ee380f06 req-c1bd03e6-ff9f-4052-bacb-023de6bcbdcd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0898056 Oct 20 03:57:02.412259 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-02752cfd-a5d1-4483-ad22-08e3ee380f06 req-f5d7cc24-1e35-4a52-912a-9f7336fcde2f tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370276 Oct 20 03:57:03.607556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102a47e-fbb0-44b5-bdb3-5092a8c1bb76 req-66dd1252-b773-45aa-a21c-90bf0b08b4aa tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:03.609571 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4102a47e-fbb0-44b5-bdb3-5092a8c1bb76 req-66dd1252-b773-45aa-a21c-90bf0b08b4aa tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0871441 Oct 20 03:57:03.657537 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4102a47e-fbb0-44b5-bdb3-5092a8c1bb76 req-2e0faf5f-d749-4c29-99cb-c1a7af1d5d74 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Oct 20 03:57:04.850886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d749-d869-469a-9ca6-e98172d02f09 req-d3caaed6-d75c-4473-b9c2-5a9454485ec2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:04.852306 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8eb8d749-d869-469a-9ca6-e98172d02f09 req-d3caaed6-d75c-4473-b9c2-5a9454485ec2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0852208 Oct 20 03:57:04.897668 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8eb8d749-d869-469a-9ca6-e98172d02f09 req-f6a866a5-5040-433a-8920-ce427bdfab3d tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Oct 20 03:57:05.344590 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-980f4085-c41a-4394-94b3-7268318d1fd8 service neutron] 10.222.0.26 "GET /v2.0/ports/1d261398-8a56-4c66-a50a-53433b99d641/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0724037 Oct 20 03:57:05.960344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-dee9413a-d7c3-4cf7-aefd-b065e42a3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:05.961816 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-dee9413a-d7c3-4cf7-aefd-b065e42a3476 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd&tenant_id=f7b001fce71c4426aa2e390a5529346b HTTP/1.1" status: 200 len: 1099 time: 0.0807347 Oct 20 03:57:06.230982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-ed8c46b3-75a0-4ff7-aeb5-5b00fcc4464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:06.232343 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-ed8c46b3-75a0-4ff7-aeb5-5b00fcc4464e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7b001fce71c4426aa2e390a5529346b&device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 1099 time: 0.2404468 Oct 20 03:57:06.240252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30551d2-e97c-40bc-81f3-80440f5e15b2 req-8844365a-70a6-4205-b461-cda3abaf50df tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:06.241589 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d30551d2-e97c-40bc-81f3-80440f5e15b2 req-8844365a-70a6-4205-b461-cda3abaf50df tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.2153585 Oct 20 03:57:06.361165 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d30551d2-e97c-40bc-81f3-80440f5e15b2 req-a61256eb-d64c-43d5-ac51-3177bdaae726 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021097 Oct 20 03:57:06.393842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-d57212ca-e336-4d14-88b5-c425db31ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:06.395267 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-d57212ca-e336-4d14-88b5-c425db31ff6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2906ff37-ab2a-49bb-885d-d8803818b913 HTTP/1.1" status: 200 len: 912 time: 0.1528313 Oct 20 03:57:06.467498 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-34c76022-7536-4a69-bbb8-9df5e3214656 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d261398-8a56-4c66-a50a-53433b99d641 HTTP/1.1" status: 200 len: 217 time: 0.0620723 Oct 20 03:57:06.531255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-88c3f3f8-b2e9-4f3a-ac9d-5ab311e2f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:06.532497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-88c3f3f8-b2e9-4f3a-ac9d-5ab311e2f313 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ce8153f-03ce-4f6d-ae41-324b7dd7e512 HTTP/1.1" status: 200 len: 850 time: 0.0549660 Oct 20 03:57:06.615658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-e39f6ffe-8e77-493d-88cc-9b5081d8d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:06.617108 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-e39f6ffe-8e77-493d-88cc-9b5081d8d609 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2906ff37-ab2a-49bb-885d-d8803818b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749376 Oct 20 03:57:06.749859 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-1f6d71e1-59df-4349-9fd6-34b37f1fa62d service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223884 Oct 20 03:57:06.882939 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08ffd64d-d23a-43d8-be3c-1cce403ddd33 req-13dc419d-bcea-4c0e-884f-a991f65ddcf8 service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236250 Oct 20 03:57:07.554001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a6b40-ae78-491b-8558-0e82563510f9 req-f9ba9e95-c8e5-412b-a709-29b4278b7523 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:07.555385 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-565a6b40-ae78-491b-8558-0e82563510f9 req-f9ba9e95-c8e5-412b-a709-29b4278b7523 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0864954 Oct 20 03:57:07.598351 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-565a6b40-ae78-491b-8558-0e82563510f9 req-132841ad-bd6a-4f78-95b3-abd1bf8cf29f tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374010 Oct 20 03:57:07.863750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1d261398-8a56-4c66-a50a-53433b99d641 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:57:07.972030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1d261398-8a56-4c66-a50a-53433b99d641 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:07.972397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:07.997948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:08.000215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba8e7f1-8e0c-41e3-8b4e-efe7046412b0" -d '{"events": [{"server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "name": "network-vif-unplugged", "status": "completed", "tag": "1d261398-8a56-4c66-a50a-53433b99d641"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:08.007403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1d261398-8a56-4c66-a50a-53433b99d641,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:08.056893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428924e5-32b2-4d97-8377-278ac14b567b x-openstack-request-id: req-428924e5-32b2-4d97-8377-278ac14b567b {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:08.057186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "name": "network-vif-unplugged", "status": "completed", "tag": "1d261398-8a56-4c66-a50a-53433b99d641", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:08.057475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-428924e5-32b2-4d97-8377-278ac14b567b {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:08.057867 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428924e5-32b2-4d97-8377-278ac14b567b'] response: {'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641', 'code': 200} Oct 20 03:57:08.067702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:08.132481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1d261398-8a56-4c66-a50a-53433b99d641,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:08.800077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a91ac-f0c1-4097-b190-4e0fb43d260d req-c88b379e-7159-4f64-9446-adedc1ee0dc4 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:08.801573 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-094a91ac-f0c1-4097-b190-4e0fb43d260d req-c88b379e-7159-4f64-9446-adedc1ee0dc4 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 944 time: 0.0890942 Oct 20 03:57:08.845454 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-094a91ac-f0c1-4097-b190-4e0fb43d260d req-bdb672c0-119f-402c-9a5a-ebeaf2a0d157 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Oct 20 03:57:09.742009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-95fea032-bac1-4c9b-bfde-78fd2f64ee4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:09.868668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1d261398-8a56-4c66-a50a-53433b99d641 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:57:09.998328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1d261398-8a56-4c66-a50a-53433b99d641,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:10.012044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '1d261398-8a56-4c66-a50a-53433b99d641', 'network_id': '2906ff37-ab2a-49bb-885d-d8803818b913', 'port_id': '1d261398-8a56-4c66-a50a-53433b99d641', 'mac_address': 'fa:16:3e:82:fa:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce8153f-03ce-4f6d-ae41-324b7dd7e512', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:57:10.049844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a9d9f-ad3c-4187-a460-a44efae13698 req-86a34ba8-b106-4b54-a85b-c0dc31020bba tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:10.051294 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a0a9d9f-ad3c-4187-a460-a44efae13698 req-86a34ba8-b106-4b54-a85b-c0dc31020bba tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 944 time: 0.0897443 Oct 20 03:57:10.069658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1d261398-8a56-4c66-a50a-53433b99d641 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:10.070035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:10.086975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d261398-8a56-4c66-a50a-53433b99d641 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:57:10.095191 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a0a9d9f-ad3c-4187-a460-a44efae13698 req-32b4fa5d-aec6-479a-81e8-595d1f9f0fe2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380404 Oct 20 03:57:10.102474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1d261398-8a56-4c66-a50a-53433b99d641,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:10.199480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:10.267237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1d261398-8a56-4c66-a50a-53433b99d641,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:10.271113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['1d261398-8a56-4c66-a50a-53433b99d641'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:57:10.676320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-5eac2baa-8eab-42ea-ac10-362dd6b05b35 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:10.677830 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-5eac2baa-8eab-42ea-ac10-362dd6b05b35 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd&tenant_id=f7b001fce71c4426aa2e390a5529346b&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 945 time: 0.0934014 Oct 20 03:57:10.825486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-94ddee55-aeed-4c7b-9743-a359636ae6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:10.826937 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-94ddee55-aeed-4c7b-9743-a359636ae6b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7b001fce71c4426aa2e390a5529346b&device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 1098 time: 0.0798271 Oct 20 03:57:10.954488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-6de97be0-89c3-47d3-8795-9073cef6a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:10.955848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-6de97be0-89c3-47d3-8795-9073cef6a265 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2906ff37-ab2a-49bb-885d-d8803818b913 HTTP/1.1" status: 200 len: 912 time: 0.1230881 Oct 20 03:57:11.024625 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-cf5d1860-82ad-4ff4-8a05-a041a4f1c5a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d261398-8a56-4c66-a50a-53433b99d641 HTTP/1.1" status: 200 len: 217 time: 0.0624261 Oct 20 03:57:11.089000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-198d1c45-9a4d-440f-8635-dc8836741cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:11.090441 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-198d1c45-9a4d-440f-8635-dc8836741cdd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ce8153f-03ce-4f6d-ae41-324b7dd7e512 HTTP/1.1" status: 200 len: 850 time: 0.0603015 Oct 20 03:57:11.173736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-c12e4cca-529f-4b9b-8d50-6215b93de087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:11.175175 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-c12e4cca-529f-4b9b-8d50-6215b93de087 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2906ff37-ab2a-49bb-885d-d8803818b913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786061 Oct 20 03:57:11.304824 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-ed4b8886-bbc3-429c-9576-21ac099009a5 service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228886 Oct 20 03:57:11.432562 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-bc659ce7-e3f0-4f97-98d2-e047cc12a929 service neutron] 10.222.0.26 "GET /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216533 Oct 20 03:57:11.700575 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:57:11.894812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1d261398-8a56-4c66-a50a-53433b99d641 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:57:11.960689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 1d261398-8a56-4c66-a50a-53433b99d641 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:11.961061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:11.961433 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 1d261398-8a56-4c66-a50a-53433b99d641 Oct 20 03:57:12.085814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1d261398-8a56-4c66-a50a-53433b99d641 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:12.086197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:12.114266 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:12.116549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8470d828-a613-4f14-97af-fc054e19af69" -d '{"events": [{"server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "name": "network-vif-plugged", "status": "completed", "tag": "1d261398-8a56-4c66-a50a-53433b99d641"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:12.125246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1d261398-8a56-4c66-a50a-53433b99d641,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:12.159129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207a49ce-6bdc-4c64-8b9f-0b1fa80f9129 x-openstack-request-id: req-207a49ce-6bdc-4c64-8b9f-0b1fa80f9129 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:12.159129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "name": "network-vif-plugged", "status": "completed", "tag": "1d261398-8a56-4c66-a50a-53433b99d641", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:12.159129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-207a49ce-6bdc-4c64-8b9f-0b1fa80f9129 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:12.159408 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207a49ce-6bdc-4c64-8b9f-0b1fa80f9129'] response: {'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641', 'code': 200} Oct 20 03:57:12.199245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:12.279506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1d261398-8a56-4c66-a50a-53433b99d641,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:12.319184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-532196f0-e2a2-4861-9da7-374d5ba0ff92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:13.122330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37d4e0-445c-4202-a1a9-9e6a7c61a810 req-0268ba55-3dfd-4a70-841c-58a88ee5833e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:13.123776 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de37d4e0-445c-4202-a1a9-9e6a7c61a810 req-0268ba55-3dfd-4a70-841c-58a88ee5833e tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.1843381 Oct 20 03:57:13.166853 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de37d4e0-445c-4202-a1a9-9e6a7c61a810 req-286cdcb8-22ec-4068-a9ba-098a659ebbef tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372734 Oct 20 03:57:13.404976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:13.519354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:14.364315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238002d7-18d6-48cd-aec5-e9bbbc10cfdc req-f27cd902-c499-4671-8b6d-d3dfecd494b2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:14.365753 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-238002d7-18d6-48cd-aec5-e9bbbc10cfdc req-f27cd902-c499-4671-8b6d-d3dfecd494b2 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0854497 Oct 20 03:57:14.410816 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-238002d7-18d6-48cd-aec5-e9bbbc10cfdc req-c1499e5c-000b-4761-a63a-fb652478b80a tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/security-groups?id=b83d1be4-1655-42a2-b04f-6375c0197ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Oct 20 03:57:14.800055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-0c77e5ca-cb67-475c-9e93-672806eb9219 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:14.801498 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-0c77e5ca-cb67-475c-9e93-672806eb9219 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 946 time: 0.0883331 Oct 20 03:57:14.868767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Deleting port 1d261398-8a56-4c66-a50a-53433b99d641 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:57:14.869103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:14.914175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:15.111488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] For port 1d261398-8a56-4c66-a50a-53433b99d641, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1d261398-8a56-4c66-a50a-53433b99d641,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:15.111848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:15.229233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Calling delete_port for 1d261398-8a56-4c66-a50a-53433b99d641 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:57:15.430653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:15.448366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['1d261398-8a56-4c66-a50a-53433b99d641'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:57:15.481697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Pushing event deleted for resources: {'Port': ['ID=1d261398-8a56-4c66-a50a-53433b99d641,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:15.520358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.520707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.521070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.521442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.521770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.522097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.522423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.522748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.523063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.523386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.523701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.524017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:15.617678 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-936ec750-8567-430a-b191-14328491cd3f req-331c9d55-1f96-4460-89cb-2d76cd275ccd tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 210 time: 0.0856082 Oct 20 03:57:15.623569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] No DVR routers for this DVR port 1d261398-8a56-4c66-a50a-53433b99d641 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:57:15.626678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:15.629379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'name': 'network-vif-deleted', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:15.640626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c029bf71-935d-42a0-bb4f-3c4ebd1b633a" -d '{"events": [{"server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "name": "network-vif-deleted", "tag": "1d261398-8a56-4c66-a50a-53433b99d641"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:15.680217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4b9b3e-8bec-4dc2-8a0f-047cf87de89a x-openstack-request-id: req-7e4b9b3e-8bec-4dc2-8a0f-047cf87de89a {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:15.680503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced59c65-c3f9-43b7-818d-597287e9cafd", "name": "network-vif-deleted", "tag": "1d261398-8a56-4c66-a50a-53433b99d641", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:15.680751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7e4b9b3e-8bec-4dc2-8a0f-047cf87de89a {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:15.681147 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4b9b3e-8bec-4dc2-8a0f-047cf87de89a'] response: {'server_uuid': 'ced59c65-c3f9-43b7-818d-597287e9cafd', 'name': 'network-vif-deleted', 'tag': '1d261398-8a56-4c66-a50a-53433b99d641', 'status': 'completed', 'code': 200} Oct 20 03:57:15.702565 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc561c5a-ee40-44e8-bc73-df31a0fddd63 req-74e9fd68-f793-4141-a1dd-dc9b92e12364 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.26 "DELETE /v2.0/ports/1d261398-8a56-4c66-a50a-53433b99d641 HTTP/1.1" status: 204 len: 173 time: 0.8957784 Oct 20 03:57:16.789237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f2d8b8c5-9437-49c9-8ae2-f609df20450d req-8b3fd927-0cb0-4949-a951-aa34feaa6698 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Synchronizing usage tracker for tenant:f7b001fce71c4426aa2e390a5529346b on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:57:16.902107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f2d8b8c5-9437-49c9-8ae2-f609df20450d req-8b3fd927-0cb0-4949-a951-aa34feaa6698 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] Unset dirty status for tenant:f7b001fce71c4426aa2e390a5529346b on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:57:16.903281 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f2d8b8c5-9437-49c9-8ae2-f609df20450d req-8b3fd927-0cb0-4949-a951-aa34feaa6698 tempest-DeleteServersTestJSON-242197734 tempest-DeleteServersTestJSON-242197734-project] 10.222.0.33 "GET /v2.0/ports?device_id=ced59c65-c3f9-43b7-818d-597287e9cafd HTTP/1.1" status: 200 len: 210 time: 0.1632431 Oct 20 03:57:17.221967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:17.926864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1d261398-8a56-4c66-a50a-53433b99d641 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:57:17.960349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 1d261398-8a56-4c66-a50a-53433b99d641 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:57:17.960698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1d261398-8a56-4c66-a50a-53433b99d641 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:57:18.149413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43372) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:18.771251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:19.111725 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Deleting port e7c33457-3197-4b7e-bd09-24fcffc232e2 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:57:19.111970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:19.277198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] For port e7c33457-3197-4b7e-bd09-24fcffc232e2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e7c33457-3197-4b7e-bd09-24fcffc232e2,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:19.277911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:19.394474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Calling delete_port for e7c33457-3197-4b7e-bd09-24fcffc232e2 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:57:19.633439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:19.681191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c33457-3197-4b7e-bd09-24fcffc232e2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:19.944492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:20.413990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Router a47c45a3-aecb-4666-bf6d-83acdfdf596c has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:57:20.593976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:57:20.603348 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] Sync routers for ids ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:57:20.612838 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] Routers {'a47c45a3-aecb-4666-bf6d-83acdfdf596c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:57:20.613493 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:57:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:20.706738 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b0263cac-7628-44f9-88cc-677015808032 admin admin] 10.222.0.33 "PUT /v2.0/routers/a47c45a3-aecb-4666-bf6d-83acdfdf596c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5560679 Oct 20 03:57:20.709086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43376) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:20.791402 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] Set router a47c45a3-aecb-4666-bf6d-83acdfdf596c gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:57:20.881355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:21.060060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:21.081450 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:14Z', 'updated_at': '2022-10-20T03:57:19Z', 'revision_number': 5, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'gw_port': {'id': 'b5fea2cf-6033-494f-89e5-0ded69bf1bdc', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:15Z', 'updated_at': '2022-10-20T03:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:21.085114 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] Checking router: a47c45a3-aecb-4666-bf6d-83acdfdf596c for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:57:21.093839 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] Routers {'a47c45a3-aecb-4666-bf6d-83acdfdf596c'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:57:21.094421 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:57:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:21.125116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Deleting port b5fea2cf-6033-494f-89e5-0ded69bf1bdc {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:57:21.125499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:21.243562 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] Set router a47c45a3-aecb-4666-bf6d-83acdfdf596c gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:57:21.292446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] For port b5fea2cf-6033-494f-89e5-0ded69bf1bdc, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b5fea2cf-6033-494f-89e5-0ded69bf1bdc,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:21.292819 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:21.383426 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:14Z', 'updated_at': '2022-10-20T03:57:21Z', 'revision_number': 6, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:21.387305 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa2311-b386-45fa-a690-066062bb4251 None None] The sync data for ids ['a47c45a3-aecb-4666-bf6d-83acdfdf596c'] in dv-neutron-861845-1-hyperv is: [{'id': 'a47c45a3-aecb-4666-bf6d-83acdfdf596c', 'name': 'tempest-DeleteServersTestJSON-160420103-router', 'tenant_id': 'f7b001fce71c4426aa2e390a5529346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:14Z', 'updated_at': '2022-10-20T03:57:21Z', 'revision_number': 6, 'project_id': 'f7b001fce71c4426aa2e390a5529346b', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:57:21.418985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Calling delete_port for b5fea2cf-6033-494f-89e5-0ded69bf1bdc owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:57:21.639580 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:21.776591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e7c33457-3197-4b7e-bd09-24fcffc232e2 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:57:21.806432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fea2cf-6033-494f-89e5-0ded69bf1bdc,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:21.815630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: e7c33457-3197-4b7e-bd09-24fcffc232e2 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:57:21.815967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e7c33457-3197-4b7e-bd09-24fcffc232e2 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:57:21.905126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.071400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.073523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.185488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.186010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Fanout notify agent at l3_agent the message router_deleted on router a47c45a3-aecb-4666-bf6d-83acdfdf596c {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:57:22.198634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.204367 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-12ccc9c3-08f5-4cc2-aa9b-4833577174be admin admin] 10.222.0.33 "DELETE /v2.0/routers/a47c45a3-aecb-4666-bf6d-83acdfdf596c HTTP/1.1" status: 204 len: 168 time: 1.4897387 Oct 20 03:57:22.204367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43380) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:22.261185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4474c693-0ec2-48ae-a07e-8eea5316c372 admin admin] Deleting subnet 4ce8153f-03ce-4f6d-ae41-324b7dd7e512 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:57:22.264248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4474c693-0ec2-48ae-a07e-8eea5316c372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.313426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4474c693-0ec2-48ae-a07e-8eea5316c372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.391369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4474c693-0ec2-48ae-a07e-8eea5316c372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.531404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4474c693-0ec2-48ae-a07e-8eea5316c372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.570854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474c693-0ec2-48ae-a07e-8eea5316c372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce8153f-03ce-4f6d-ae41-324b7dd7e512,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:22.574332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4474c693-0ec2-48ae-a07e-8eea5316c372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.581855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a434440-7faa-4935-a776-c744aaeae8d7 None None] Network 2906ff37-ab2a-49bb-885d-d8803818b913 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:57:22.585526 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4474c693-0ec2-48ae-a07e-8eea5316c372 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4ce8153f-03ce-4f6d-ae41-324b7dd7e512 HTTP/1.1" status: 204 len: 168 time: 0.3800144 Oct 20 03:57:22.587553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43384) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:22.693323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.703480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Deleting port 6f0931f5-1f5d-46df-8822-62cab318b740 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:57:22.703807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.840091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] DHCP port deletion for 2906ff37-ab2a-49bb-885d-d8803818b913 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:57:22.845223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] Deleting port 6f0931f5-1f5d-46df-8822-62cab318b740 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:57:22.845620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.904745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] For port 6f0931f5-1f5d-46df-8822-62cab318b740, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6f0931f5-1f5d-46df-8822-62cab318b740,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:22.905094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.027585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Calling delete_port for 6f0931f5-1f5d-46df-8822-62cab318b740 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:57:23.050170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] For port 6f0931f5-1f5d-46df-8822-62cab318b740, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6f0931f5-1f5d-46df-8822-62cab318b740,segment=NetworkSegment(1e96fd78-a360-4379-88b9-d3689643d12f),segment_id=1e96fd78-a360-4379-88b9-d3689643d12f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:23.050170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.198402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] Calling delete_port for 6f0931f5-1f5d-46df-8822-62cab318b740 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:57:23.216553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.262051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0931f5-1f5d-46df-8822-62cab318b740,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:23.265952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] No DVR routers for this DVR port 6f0931f5-1f5d-46df-8822-62cab318b740 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:57:23.273627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:57:23.273986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:57:23.376572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.403856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2906ff37-ab2a-49bb-885d-d8803818b913']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:23.507470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e96fd78-a360-4379-88b9-d3689643d12f') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:23.507763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e96fd78-a360-4379-88b9-d3689643d12f') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:23.520433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.536054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.541869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:57:23.542243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.602231 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 1e96fd78-a360-4379-88b9-d3689643d12f resource provider aggregate not found Oct 20 03:57:23.630328 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 1e96fd78-a360-4379-88b9-d3689643d12f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e96fd78-a360-4379-88b9-d3689643d12f found for delete ", "request_id": "req-675afb16-91e4-4e31-8afb-ec077f179e5c"}]} Oct 20 03:57:23.647639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b5fea2cf-6033-494f-89e5-0ded69bf1bdc no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:57:23.683294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: b5fea2cf-6033-494f-89e5-0ded69bf1bdc {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:57:23.683631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b5fea2cf-6033-494f-89e5-0ded69bf1bdc not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:57:23.684039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6f0931f5-1f5d-46df-8822-62cab318b740 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:57:23.701970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.717159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 6f0931f5-1f5d-46df-8822-62cab318b740 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:57:23.717553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6f0931f5-1f5d-46df-8822-62cab318b740 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:57:23.720748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.729034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=2906ff37-ab2a-49bb-885d-d8803818b913,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:23.775464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] Deleting port 6f0931f5-1f5d-46df-8822-62cab318b740 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:57:23.775954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.802811 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ec2677a7-16ed-49bd-a1f6-1d70148fb2ff admin admin] 10.222.0.33 "DELETE /v2.0/networks/2906ff37-ab2a-49bb-885d-d8803818b913 HTTP/1.1" status: 204 len: 168 time: 1.2158294 Oct 20 03:57:23.842532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c9948e6b-5a79-4894-bca8-283fb5a12dfe None None] The port '6f0931f5-1f5d-46df-8822-62cab318b740' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:57:24.153572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 43394) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:24.199792 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-85fb48e0-205b-428e-a442-90fa9414662d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f7b001fce71c4426aa2e390a5529346b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450704 Oct 20 03:57:24.202825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 43398) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:24.257682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:24.282510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:24.410297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:24.426697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83d1be4-1655-42a2-b04f-6375c0197ebf,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:24.435787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.436149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.436487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.436818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.437145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.437492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.437815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.438133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.438450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.438764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.439082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.439395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.493590 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:24.494733 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-caf311bd-995e-4b3a-bae5-88ac30169335 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b83d1be4-1655-42a2-b04f-6375c0197ebf HTTP/1.1" status: 204 len: 168 time: 0.2910523 Oct 20 03:57:25.607964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43422) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:25.751846 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-363342092-network', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:57:25.756516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:57:25.760337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Usage tracker for resource:network and tenant:571bb50e613342dfbf3b6b2f43c82390 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:57:25.763154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:57:25.768707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:57:25.864925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Made reservation on behalf of 571bb50e613342dfbf3b6b2f43c82390 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:57:25.867128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:25.879120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:25.893064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:57:25.896875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Usage tracker for resource:security_group_rule and tenant:571bb50e613342dfbf3b6b2f43c82390 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:57:25.899625 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:57:25.905671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:57:25.985142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:26.044588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:26.071035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:57:26.083570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155a57c2-be11-46a0-ba22-37278c08d79d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:26.088774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:26.089113 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Added segment 8f33f969-3c34-42c7-9c42-9d60fa9fe92f of type vlan for network f145ac6e-b2ba-4e78-8781-a690b01fecb1 Oct 20 03:57:26.116921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:26.195730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:26.196689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:26.197307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:26.295710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] Pushing event updated for resources: {'Network': ['ID=f145ac6e-b2ba-4e78-8781-a690b01fecb1,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:26.305528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:57:26.362339 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b5164090-6218-45e2-86f7-af24cab9af91 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7499511 Oct 20 03:57:26.362559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43428) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:26.367891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Request body: {'subnet': {'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-subnet', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:57:26.372560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:57:26.376868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Usage tracker for resource:subnet and tenant:571bb50e613342dfbf3b6b2f43c82390 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:57:26.379665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:57:26.385280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:57:26.450106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Made reservation on behalf of 571bb50e613342dfbf3b6b2f43c82390 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:57:26.453026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:26.716350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:26.787031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b53624c-d517-4624-8ef0-536867f89f36,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:26.795555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Checking segment: {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:57:26.796438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Network hostable DHCP agents. Network: f145ac6e-b2ba-4e78-8781-a690b01fecb1, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:57:26.896182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:57:26.961414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, f145ac6e-b2ba-4e78-8781-a690b01fecb1) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:57:26.965932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:26.966721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:26.969818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a504fbff-18c4-4795-b0ed-33056f637d5f None None] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:57:27.036839 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-de718bf7-3538-4314-8be4-85facb96f17d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6732512 Oct 20 03:57:27.039526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43432) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:27.044509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:57:27.049665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:57:27.053678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Usage tracker for resource:router and tenant:571bb50e613342dfbf3b6b2f43c82390 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:57:27.056598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:57:27.062701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:57:27.127720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.128780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.147421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.188914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'fixed_ips': [{'subnet_id': '6b53624c-d517-4624-8ef0-536867f89f36'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:57:27.193220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.339409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Allocated IP 172.20.0.2 (f145ac6e-b2ba-4e78-8781-a690b01fecb1/6b53624c-d517-4624-8ef0-536867f89f36/144b1675-0899-46b8-a317-e142570fdac3) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:57:27.480504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.538022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.547591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Transition to ACTIVE for port object 144b1675-0899-46b8-a317-e142570fdac3 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:57:27.564617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Transition to ACTIVE for port object 144b1675-0899-46b8-a317-e142570fdac3 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:57:27.651029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.717671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:57:27.720922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:57:27.724457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:57:27.730317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Pushing event updated for resources: {'Port': ['ID=144b1675-0899-46b8-a317-e142570fdac3,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:27.770566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.770825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.771161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.771499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.771828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.772158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.772482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.772807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.773131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.773481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.773802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.774120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:27.837035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Attempting to bind port 144b1675-0899-46b8-a317-e142570fdac3 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:57:27.837703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Attempting to bind port 144b1675-0899-46b8-a317-e142570fdac3 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:57:27.838070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Attempting to bind port 144b1675-0899-46b8-a317-e142570fdac3 on network f145ac6e-b2ba-4e78-8781-a690b01fecb1 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:57:27.843472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:57:27.843831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Checking segment: {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:57:27.844227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.844609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Bound using segment: {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:57:27.845061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Bound port: 144b1675-0899-46b8-a317-e142570fdac3, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:57:27.845450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.886596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.916079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:27.932990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] For port 144b1675-0899-46b8-a317-e142570fdac3, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:57:27.936040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] For port 144b1675-0899-46b8-a317-e142570fdac3, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=144b1675-0899-46b8-a317-e142570fdac3,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:57:28.013852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.097709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0851bc-8945-45c2-990e-6e74c5dde970 None None] Pushing event updated for resources: {'Port': ['ID=144b1675-0899-46b8-a317-e142570fdac3,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:28.165941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Allocated IP 172.26.7.251 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/2e1a0088-d1b5-4a4a-a079-a8150554d4f5) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:57:28.319395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.416984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.485685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:57:28.488446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:57:28.491974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:57:28.524151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1a0088-d1b5-4a4a-a079-a8150554d4f5,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:28.966720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.995838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f7004-9377-4e5d-883e-a11dcc43735f None None] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:57:29.143269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-380f387b-ebda-472c-81a8-8f590258aa97 None None] Provisioning for port 144b1675-0899-46b8-a317-e142570fdac3 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:57:29.310528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:29.579072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Router f15190f5-230c-4493-86b1-3d1dde8f9fbb is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:57:29.679048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 144b1675-0899-46b8-a317-e142570fdac3 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:57:29.816626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 144b1675-0899-46b8-a317-e142570fdac3 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:57:29.821649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 144b1675-0899-46b8-a317-e142570fdac3 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:29.822040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:29.822378 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 144b1675-0899-46b8-a317-e142570fdac3 Oct 20 03:57:29.873121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:57:29.883904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Sync routers for ids ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:57:29.918405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Routers {'f15190f5-230c-4493-86b1-3d1dde8f9fbb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:57:29.919029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:57:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:29.976439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:29.977694 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3eb43d3b-cefc-4206-adff-3db8af186121 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9371464 Oct 20 03:57:29.980344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43436) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:57:30.072655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 144b1675-0899-46b8-a317-e142570fdac3 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:30.073215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:30.135634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 144b1675-0899-46b8-a317-e142570fdac3, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=144b1675-0899-46b8-a317-e142570fdac3,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:30.139866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Set router f15190f5-230c-4493-86b1-3d1dde8f9fbb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:57:30.184850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:30.392444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=144b1675-0899-46b8-a317-e142570fdac3,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:30.483933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:28Z', 'revision_number': 3, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'gw_port': {'id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:30.487824 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Checking router: f15190f5-230c-4493-86b1-3d1dde8f9fbb for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:57:30.488243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Updating router f15190f5-230c-4493-86b1-3d1dde8f9fbb port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:57:30.542486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:30.644410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:30.840565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Allocated IP 172.20.0.1 (f145ac6e-b2ba-4e78-8781-a690b01fecb1/6b53624c-d517-4624-8ef0-536867f89f36/8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:57:30.869510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:30.881358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Transition to ACTIVE for port object 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:57:30.967386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:30.983930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.000121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Transition to ACTIVE for port object 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:57:31.027617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Attempting to bind port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:57:31.027983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Attempting to bind port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:57:31.028347 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Attempting to bind port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:57:31.036865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:57:31.037240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:57:31.037681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.038075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:57:31.038533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Bound port: 2e1a0088-d1b5-4a4a-a079-a8150554d4f5, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:57:31.038901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.085280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7d9e1-bcbb-40b4-afed-a593ed9f570b None None] Pushing event updated for resources: {'Port': ['ID=2e1a0088-d1b5-4a4a-a079-a8150554d4f5,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:31.096418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.117766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] For port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:57:31.120641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] For port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2e1a0088-d1b5-4a4a-a079-a8150554d4f5,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:57:31.168783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:57:31.172448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:57:31.176410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:57:31.188586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.205800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Pushing event updated for resources: {'Port': ['ID=8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:31.237178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.251668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Routers {'f15190f5-230c-4493-86b1-3d1dde8f9fbb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:57:31.252299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:57:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:31.431853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7d9e1-bcbb-40b4-afed-a593ed9f570b None None] Pushing event updated for resources: {'Port': ['ID=2e1a0088-d1b5-4a4a-a079-a8150554d4f5,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:31.488269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] Set router f15190f5-230c-4493-86b1-3d1dde8f9fbb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:57:31.533220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Provisioning for port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:57:31.533449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.590941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Provisioning complete for port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:31.591316 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.591661 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Attempt 1 to provision port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 Oct 20 03:57:31.657371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:57:31.673335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 144b1675-0899-46b8-a317-e142570fdac3 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:57:31.767519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.827810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.831677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 144b1675-0899-46b8-a317-e142570fdac3 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:31.832051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.832389 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 144b1675-0899-46b8-a317-e142570fdac3 Oct 20 03:57:31.933234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.936617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Pushing event updated for resources: {'Port': ['ID=8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:31.990247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:28Z', 'revision_number': 3, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'gw_port': {'id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:31.998901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8212a1-33f3-41b8-a3b1-d50986fa6079 None None] The sync data for ids ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'] in dv-neutron-861845-1-hyperv is: [{'id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:28Z', 'revision_number': 3, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'gw_port': {'id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:57:32.004879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 144b1675-0899-46b8-a317-e142570fdac3 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:32.071539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:57:32.072729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:57:32.160628 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Attempt 2 to provision port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 Oct 20 03:57:32.227781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:57:32.292707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Router f15190f5-230c-4493-86b1-3d1dde8f9fbb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:57:32.478319 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:57:32.495083 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1210d601-8333-4bbc-addf-1cb7e811b77a admin admin] 10.222.0.33 "PUT /v2.0/routers/f15190f5-230c-4493-86b1-3d1dde8f9fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5061455 Oct 20 03:57:32.729122 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Attempt 3 to provision port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 Oct 20 03:57:32.784922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:57:32.993892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63491e-5a05-47e0-a288-9529464302f7 req-9ab5f26d-a513-4445-8668-40b5004c609e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:32.994555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7d63491e-5a05-47e0-a288-9529464302f7 req-9ab5f26d-a513-4445-8668-40b5004c609e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Synchronizing usage tracker for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:57:33.081566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7d63491e-5a05-47e0-a288-9529464302f7 req-9ab5f26d-a513-4445-8668-40b5004c609e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Unset dirty status for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:57:33.082680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-9ab5f26d-a513-4445-8668-40b5004c609e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 814 time: 0.2274742 Oct 20 03:57:33.097919 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-970d5cab-e0f4-47ca-9349-ec991e76456c tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/quotas/571bb50e613342dfbf3b6b2f43c82390 HTTP/1.1" status: 200 len: 375 time: 0.0096328 Oct 20 03:57:33.189488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7d63491e-5a05-47e0-a288-9529464302f7 req-2647cede-c590-4e8b-b204-6c2dabdc5ba7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Synchronizing usage tracker for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:57:33.259097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7d63491e-5a05-47e0-a288-9529464302f7 req-2647cede-c590-4e8b-b204-6c2dabdc5ba7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Unset dirty status for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:57:33.260492 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-2647cede-c590-4e8b-b204-6c2dabdc5ba7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573040 Oct 20 03:57:33.286640 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Attempt 4 to provision port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 Oct 20 03:57:33.339705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:57:33.396340 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-b50329a4-07d4-437a-9b52-6e29bbf3b898 service neutron] 10.222.0.33 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282449 Oct 20 03:57:33.436862 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Sync routers for ids ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:57:33.446348 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Routers {'f15190f5-230c-4493-86b1-3d1dde8f9fbb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:57:33.446985 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:57:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:33.525349 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-d1eac86f-d889-4142-8651-bd29e86d7f54 service neutron] 10.222.0.33 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232567 Oct 20 03:57:33.622523 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Set router f15190f5-230c-4493-86b1-3d1dde8f9fbb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:57:33.700203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:57:33.833435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:57:33.843150 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Attempt 5 to provision port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 Oct 20 03:57:33.874530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:33.875491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:33.876186 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 Oct 20 03:57:33.888802 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-561e9957-4006-444a-b2a7-b50146fb6e72 req-11853d6a-48ce-4738-8f2d-64985af08d00 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 210 time: 0.0549159 Oct 20 03:57:33.948828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:57:33.957283 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:31Z', 'revision_number': 4, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'gw_port': {'id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6', 'name': '', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'mac_address': 'fa:16:3e:a5:1d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6b53624c-d517-4624-8ef0-536867f89f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:30Z', 'updated_at': '2022-10-20T03:57:31Z', 'revision_number': 2, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'subnets': [{'id': '6b53624c-d517-4624-8ef0-536867f89f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:33.961603 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Checking router: f15190f5-230c-4493-86b1-3d1dde8f9fbb for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:57:33.962106 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Updating router f15190f5-230c-4493-86b1-3d1dde8f9fbb port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:57:34.015479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:34.015751 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:34.015933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:34.033181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2e1a0088-d1b5-4a4a-a079-a8150554d4f5,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:34.102160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:34.168749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=2e1a0088-d1b5-4a4a-a079-a8150554d4f5,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:34.345424 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:34.356549 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Transition to ACTIVE for port object 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:57:34.450306 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Attempt 6 to provision port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 Oct 20 03:57:34.455687 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:34.506394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:57:34.653096 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Pushing event updated for resources: {'Port': ['ID=8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:34.664341 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.664685 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.665022 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.665379 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.665710 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.666036 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.666358 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.666678 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.666999 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.667316 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.667632 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.667946 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:34.705495 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Attempting to bind port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:57:34.705802 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Attempting to bind port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:57:34.706160 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Attempting to bind port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 on network f145ac6e-b2ba-4e78-8781-a690b01fecb1 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:57:34.716587 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:57:34.716948 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Checking segment: {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:57:34.717366 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:34.718282 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Bound using segment: {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:57:34.718737 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Bound port: 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:57:34.719101 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:34.806619 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] For port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:57:34.809520 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] For port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:57:34.893154 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:34.955443 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Routers {'f15190f5-230c-4493-86b1-3d1dde8f9fbb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:57:34.956109 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:57:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:35.007345 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Attempt 7 to provision port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 Oct 20 03:57:35.070122 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b267b55e-b60c-4637-9116-4081f4226dd9 req-bd731468-8584-4cb0-8814-7480666cd8a1 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 210 time: 0.0632725 Oct 20 03:57:35.075151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a66d8b3c-009f-4003-ba64-7414f6a22519 None None] Port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:57:35.121647 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a417e-8377-4f5a-ac79-7c72cd6bf58b None None] Pushing event updated for resources: {'Port': ['ID=8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:35.170301 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] Set router f15190f5-230c-4493-86b1-3d1dde8f9fbb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:57:35.478688 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:31Z', 'revision_number': 4, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'gw_port': {'id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6', 'name': '', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'mac_address': 'fa:16:3e:a5:1d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6b53624c-d517-4624-8ef0-536867f89f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:30Z', 'updated_at': '2022-10-20T03:57:34Z', 'revision_number': 4, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'subnets': [{'id': '6b53624c-d517-4624-8ef0-536867f89f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:35.482566 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d75cf-dc05-4d12-a797-a56caa9e37d9 None None] The sync data for ids ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'] in dv-neutron-861845-1-hyperv is: [{'id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:31Z', 'revision_number': 4, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'gw_port': {'id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6', 'name': '', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'mac_address': 'fa:16:3e:a5:1d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6b53624c-d517-4624-8ef0-536867f89f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:30Z', 'updated_at': '2022-10-20T03:57:34Z', 'revision_number': 4, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'subnets': [{'id': '6b53624c-d517-4624-8ef0-536867f89f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:57:35.729360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:57:35.856222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:57:35.862029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:35.866401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:35.866401 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 Oct 20 03:57:35.988721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:35.989437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:36.023382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:36.099286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:36.101358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:57:36.372897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:36.373537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:36.374048 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 Oct 20 03:57:36.411027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63491e-5a05-47e0-a288-9529464302f7 req-84b5196f-8402-4e32-8461-75775ea9a809 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:36.413424 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-84b5196f-8402-4e32-8461-75775ea9a809 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 814 time: 0.3396599 Oct 20 03:57:36.428374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Request body: {'port': {'device_id': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'admin_state_up': True, 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:57:36.428866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:36.445911 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4fe77529-e9b5-41b3-9141-9e8325049bed req-14d628f1-ed84-4652-a0be-3d8c08c7d58e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 210 time: 0.0681367 Oct 20 03:57:36.524027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:36.600220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:57:36.610767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:57:36.690596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Made reservation on behalf of 571bb50e613342dfbf3b6b2f43c82390 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:57:36.694075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:36.853218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Allocated IP 172.20.0.12 (f145ac6e-b2ba-4e78-8781-a690b01fecb1/6b53624c-d517-4624-8ef0-536867f89f36/318f139a-6eaf-4feb-ae20-2234dff3aba5) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:57:37.045198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:37.059840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Transition to ACTIVE for port object 318f139a-6eaf-4feb-ae20-2234dff3aba5 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:57:37.136431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:37.204164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:57:37.207046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:57:37.210695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:57:37.243607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event updated for resources: {'Port': ['ID=318f139a-6eaf-4feb-ae20-2234dff3aba5,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:37.282339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:37.282976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:37.366011 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-19b01b20-f412-452e-835b-74e9c2bfb240 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9417102 Oct 20 03:57:37.380507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Request body: {'port': {'device_id': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:57:37.479295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a2aa31aa-7480-42fe-8452-f8c45673b6b9 None None] Provisioning for port 318f139a-6eaf-4feb-ae20-2234dff3aba5 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:57:37.484319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a2aa31aa-7480-42fe-8452-f8c45673b6b9 None None] Provisioning complete for port 318f139a-6eaf-4feb-ae20-2234dff3aba5 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:37.484733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a2aa31aa-7480-42fe-8452-f8c45673b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:37.485077 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a2aa31aa-7480-42fe-8452-f8c45673b6b9 None None] Attempt 1 to provision port 318f139a-6eaf-4feb-ae20-2234dff3aba5 Oct 20 03:57:37.497038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:37.540336 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa31aa-7480-42fe-8452-f8c45673b6b9 None None] Port 318f139a-6eaf-4feb-ae20-2234dff3aba5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:57:37.658018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:57:37.727510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:37.727885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:37.728222 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 Oct 20 03:57:37.792466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d78e05-a530-4988-ab7a-f636b38a0a4b req-94aa2cb4-0943-4ede-b48b-5047b1a912a5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:37.793162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-c8d78e05-a530-4988-ab7a-f636b38a0a4b req-94aa2cb4-0943-4ede-b48b-5047b1a912a5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Synchronizing usage tracker for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:57:37.843730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:37.895579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-c8d78e05-a530-4988-ab7a-f636b38a0a4b req-94aa2cb4-0943-4ede-b48b-5047b1a912a5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Unset dirty status for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:57:37.896728 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c8d78e05-a530-4988-ab7a-f636b38a0a4b req-94aa2cb4-0943-4ede-b48b-5047b1a912a5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 932 time: 0.3256884 Oct 20 03:57:37.948540 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318f139a-6eaf-4feb-ae20-2234dff3aba5 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:57:37.959126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:37.970055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-c8d78e05-a530-4988-ab7a-f636b38a0a4b req-085eb4a0-dafc-4b2b-9302-4a1b853784b4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Synchronizing usage tracker for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:57:37.982328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Transition to ACTIVE for port object 318f139a-6eaf-4feb-ae20-2234dff3aba5 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:57:38.041898 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a2aa31aa-7480-42fe-8452-f8c45673b6b9 None None] Attempt 2 to provision port 318f139a-6eaf-4feb-ae20-2234dff3aba5 Oct 20 03:57:38.047134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:38.095332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa31aa-7480-42fe-8452-f8c45673b6b9 None None] Port 318f139a-6eaf-4feb-ae20-2234dff3aba5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:57:38.135832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-c8d78e05-a530-4988-ab7a-f636b38a0a4b req-085eb4a0-dafc-4b2b-9302-4a1b853784b4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Unset dirty status for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:57:38.136957 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c8d78e05-a530-4988-ab7a-f636b38a0a4b req-085eb4a0-dafc-4b2b-9302-4a1b853784b4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259750 Oct 20 03:57:38.227543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Pushing event updated for resources: {'Port': ['ID=318f139a-6eaf-4feb-ae20-2234dff3aba5,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:38.270075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Attempting to bind port 318f139a-6eaf-4feb-ae20-2234dff3aba5 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:57:38.270402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Attempting to bind port 318f139a-6eaf-4feb-ae20-2234dff3aba5 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:57:38.270732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Attempting to bind port 318f139a-6eaf-4feb-ae20-2234dff3aba5 on network f145ac6e-b2ba-4e78-8781-a690b01fecb1 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:57:38.275159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Port 318f139a-6eaf-4feb-ae20-2234dff3aba5 on network f145ac6e-b2ba-4e78-8781-a690b01fecb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:57:38.275477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Attempting to bind port 318f139a-6eaf-4feb-ae20-2234dff3aba5 on network f145ac6e-b2ba-4e78-8781-a690b01fecb1 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:57:38.281003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:57:38.281365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Checking segment: {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:57:38.281745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Bound using segment: {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:57:38.282173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Bound port: 318f139a-6eaf-4feb-ae20-2234dff3aba5, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:57:38.282567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:38.467291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:57:38.470693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:57:38.542039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:38.571591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:38.572235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:38.573614 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] 10.222.0.26 "PUT /v2.0/ports/318f139a-6eaf-4feb-ae20-2234dff3aba5 HTTP/1.1" status: 200 len: 1094 time: 1.1975281 Oct 20 03:57:38.574096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:38.576355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5bbfd1-3023-4c33-8ef5-bbdbb1de78d6" -d '{"events": [{"name": "network-changed", "server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:38.596644 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-a2aa31aa-7480-42fe-8452-f8c45673b6b9 None None] Attempt 3 to provision port 318f139a-6eaf-4feb-ae20-2234dff3aba5 Oct 20 03:57:38.623864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc0d1d8-6846-438b-b829-9aa0536ac96e x-openstack-request-id: req-fdc0d1d8-6846-438b-b829-9aa0536ac96e {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:38.624318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:38.624628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fdc0d1d8-6846-438b-b829-9aa0536ac96e {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:38.625154 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc0d1d8-6846-438b-b829-9aa0536ac96e'] response: {'name': 'network-changed', 'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5', 'status': 'completed', 'code': 200} Oct 20 03:57:38.628902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc379b-4093-4bf6-9a39-2025d5f41660 service neutron] Pushing event updated for resources: {'Port': ['ID=318f139a-6eaf-4feb-ae20-2234dff3aba5,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:38.669434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa31aa-7480-42fe-8452-f8c45673b6b9 None None] Port 318f139a-6eaf-4feb-ae20-2234dff3aba5 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:57:38.729526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bbfd1-3023-4c33-8ef5-bbdbb1de78d6 req-e67e7c05-c3fc-436b-8ab8-8ced25029741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:38.730994 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-da5bbfd1-3023-4c33-8ef5-bbdbb1de78d6 req-e67e7c05-c3fc-436b-8ab8-8ced25029741 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0813622 Oct 20 03:57:38.868755 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bbfd1-3023-4c33-8ef5-bbdbb1de78d6 req-667a4c2c-a8f8-4748-ac8c-db6e59004f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:38.870183 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-da5bbfd1-3023-4c33-8ef5-bbdbb1de78d6 req-667a4c2c-a8f8-4748-ac8c-db6e59004f1d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=571bb50e613342dfbf3b6b2f43c82390&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1286254 Oct 20 03:57:39.004242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bbfd1-3023-4c33-8ef5-bbdbb1de78d6 req-4b90631f-0c01-4033-9cda-04a62825a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:39.005677 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-da5bbfd1-3023-4c33-8ef5-bbdbb1de78d6 req-4b90631f-0c01-4033-9cda-04a62825a7c7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258729 Oct 20 03:57:39.122490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddabcfa9-4ea0-47e3-8c6c-1c84df60d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:39.124438 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-ddabcfa9-4ea0-47e3-8c6c-1c84df60d18b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0797663 Oct 20 03:57:39.193628 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-205e60f3-a023-42fd-870d-193523e56e43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5 HTTP/1.1" status: 200 len: 217 time: 0.0586779 Oct 20 03:57:39.308886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63491e-5a05-47e0-a288-9529464302f7 req-da6771e5-1cfe-4d76-ad3f-6f1a43fba7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:39.310321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-da6771e5-1cfe-4d76-ad3f-6f1a43fba7a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 200 len: 853 time: 0.1071374 Oct 20 03:57:39.394784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ad980-a1d1-47f6-82cf-b4abac6ad91f req-9b318fe7-9201-405b-b24b-3c608bc43654 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:39.396101 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b8ad980-a1d1-47f6-82cf-b4abac6ad91f req-9b318fe7-9201-405b-b24b-3c608bc43654 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 944 time: 0.1500959 Oct 20 03:57:39.443644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63491e-5a05-47e0-a288-9529464302f7 req-46cc7935-8826-4e4f-a4c0-80b3afe2b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:39.445037 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-46cc7935-8826-4e4f-a4c0-80b3afe2b0f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f145ac6e-b2ba-4e78-8781-a690b01fecb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233714 Oct 20 03:57:39.449444 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0b8ad980-a1d1-47f6-82cf-b4abac6ad91f req-40996791-b683-4a96-a0be-4305d495660f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470588 Oct 20 03:57:39.574356 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-9d3e2901-8278-417d-80fe-3f5c8eddd2a5 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202495 Oct 20 03:57:39.708745 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d63491e-5a05-47e0-a288-9529464302f7 req-6e5a8025-df0e-4f28-8f2f-e57d33547d69 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239719 Oct 20 03:57:39.741665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e36604da-c672-43d6-b233-9357fc7cc8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:40.648305 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f440-6a91-4437-a85f-add00af1f0cb req-7cdc4461-e586-44da-8025-412f60fd8a15 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:40.649598 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a4c7f440-6a91-4437-a85f-add00af1f0cb req-7cdc4461-e586-44da-8025-412f60fd8a15 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 944 time: 0.0922873 Oct 20 03:57:40.692718 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a4c7f440-6a91-4437-a85f-add00af1f0cb req-4dd8ba3b-1624-4576-8ca2-0d5f7071031e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Oct 20 03:57:41.891471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fac556-2fc9-4163-820b-e310a6a914e4 req-f23fb8aa-5405-44d2-80e4-7e5c20e05468 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:41.892925 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a9fac556-2fc9-4163-820b-e310a6a914e4 req-f23fb8aa-5405-44d2-80e4-7e5c20e05468 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 944 time: 0.0891514 Oct 20 03:57:41.935395 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a9fac556-2fc9-4163-820b-e310a6a914e4 req-42bbbb2a-db3c-4f1c-a14d-89ba4af1cf76 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Oct 20 03:57:42.082809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 318f139a-6eaf-4feb-ae20-2234dff3aba5 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:57:42.214324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:42.226844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '318f139a-6eaf-4feb-ae20-2234dff3aba5', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'port_id': '318f139a-6eaf-4feb-ae20-2234dff3aba5', 'mac_address': 'fa:16:3e:8f:74:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b53624c-d517-4624-8ef0-536867f89f36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:57:42.289109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 318f139a-6eaf-4feb-ae20-2234dff3aba5 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:42.289507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:42.305365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318f139a-6eaf-4feb-ae20-2234dff3aba5 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:57:42.320309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:42.349597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-194d5f58-ef00-47db-8cb9-66df75c9951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:42.401026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:42.468873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=318f139a-6eaf-4feb-ae20-2234dff3aba5,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:42.655842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['318f139a-6eaf-4feb-ae20-2234dff3aba5'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:57:43.128193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde7717-bf64-4720-9e4b-fa6e2492619e req-28da5c51-7d39-43d9-85f8-bb077e927182 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:43.129632 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-abde7717-bf64-4720-9e4b-fa6e2492619e req-28da5c51-7d39-43d9-85f8-bb077e927182 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 945 time: 0.0849216 Oct 20 03:57:43.172452 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-abde7717-bf64-4720-9e4b-fa6e2492619e req-9fad8c02-1fd3-4be1-8182-fd8d284e9125 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371580 Oct 20 03:57:43.410213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:43.552827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:44.084534 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 318f139a-6eaf-4feb-ae20-2234dff3aba5 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:57:44.210624 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 318f139a-6eaf-4feb-ae20-2234dff3aba5 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:57:44.215487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 318f139a-6eaf-4feb-ae20-2234dff3aba5 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:44.215879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:44.216340 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 318f139a-6eaf-4feb-ae20-2234dff3aba5 Oct 20 03:57:44.332294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 318f139a-6eaf-4feb-ae20-2234dff3aba5 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:57:44.332671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:44.360148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:44.362520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebda8f1-4904-4f70-b3c3-3df1b0ee9aa5" -d '{"events": [{"server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "name": "network-vif-plugged", "status": "completed", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:44.370236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:57:44.371409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff7f23-0152-4b16-9e29-8df2bda21651 req-80e09dd1-7fe3-4d25-b361-1d94dfe14ba8 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:44.372918 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5eff7f23-0152-4b16-9e29-8df2bda21651 req-80e09dd1-7fe3-4d25-b361-1d94dfe14ba8 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 945 time: 0.0867875 Oct 20 03:57:44.406032 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3fbb9b-37d7-480a-bad2-ff59f5dd0c1b x-openstack-request-id: req-9a3fbb9b-37d7-480a-bad2-ff59f5dd0c1b {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:44.406518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "name": "network-vif-plugged", "status": "completed", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:44.406772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9a3fbb9b-37d7-480a-bad2-ff59f5dd0c1b {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:44.407159 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3fbb9b-37d7-480a-bad2-ff59f5dd0c1b'] response: {'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5', 'code': 200} Oct 20 03:57:44.420943 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5eff7f23-0152-4b16-9e29-8df2bda21651 req-cf2f3191-102c-42a8-8446-55f408fe1b56 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 Oct 20 03:57:44.444348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:44.510428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=318f139a-6eaf-4feb-ae20-2234dff3aba5,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:44.785841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c049e5-98b6-4332-a41b-d3a84e8cb848 req-30ffe34a-54cd-43af-9016-bd27837f79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:44.787272 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2c049e5-98b6-4332-a41b-d3a84e8cb848 req-30ffe34a-54cd-43af-9016-bd27837f79fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 1099 time: 0.0757241 Oct 20 03:57:44.829971 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2c049e5-98b6-4332-a41b-d3a84e8cb848 req-d2a0212d-08f7-4373-a7a4-e6488d8c995b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331306 Oct 20 03:57:44.863952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:45.629475 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e0056-2fe7-47d7-b59c-72b267a474e2 req-3e510f5f-7504-45d9-8633-a2dbea88f792 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:45.631069 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6a2e0056-2fe7-47d7-b59c-72b267a474e2 req-3e510f5f-7504-45d9-8633-a2dbea88f792 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0925224 Oct 20 03:57:45.676046 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6a2e0056-2fe7-47d7-b59c-72b267a474e2 req-35db18e0-6e63-4778-9495-650fda4aabcb tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384059 Oct 20 03:57:46.965300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64f5be-fac0-4bab-a144-52767fb586a8 req-f9b3cc0d-8005-4fa4-bd23-8ceebfa35347 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:46.966650 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6f64f5be-fac0-4bab-a144-52767fb586a8 req-f9b3cc0d-8005-4fa4-bd23-8ceebfa35347 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.1822209 Oct 20 03:57:47.009632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6f64f5be-fac0-4bab-a144-52767fb586a8 req-97b0ee7b-5e86-4a67-a3c8-7f8a69e48d0c tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372853 Oct 20 03:57:47.206450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ca057-3613-4082-a479-b65ed9e902b6 req-c0239106-bb13-483b-b7b1-7d1943925cf9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:47.208055 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a45ca057-3613-4082-a479-b65ed9e902b6 req-c0239106-bb13-483b-b7b1-7d1943925cf9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0908921 Oct 20 03:57:47.247358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:47.252343 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a45ca057-3613-4082-a479-b65ed9e902b6 req-1111ee48-b142-44e2-acf8-c9b3f3184e6f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385232 Oct 20 03:57:47.662018 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3303f-34f0-4faf-8092-8d1157f20e44 req-19ee7a06-4d7d-4d67-ba33-cc2bde31ac6f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:47.663496 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e9b3303f-34f0-4faf-8092-8d1157f20e44 req-19ee7a06-4d7d-4d67-ba33-cc2bde31ac6f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0889566 Oct 20 03:57:47.707547 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e9b3303f-34f0-4faf-8092-8d1157f20e44 req-4d035b05-a775-4595-afd1-921b8b78f3d9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Oct 20 03:57:47.901144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f4d23-d42d-4f67-98ea-de7ceb5ed349 req-9d383756-c951-4077-a3e2-476b09096c94 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:47.902596 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f4f4d23-d42d-4f67-98ea-de7ceb5ed349 req-9d383756-c951-4077-a3e2-476b09096c94 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0862331 Oct 20 03:57:47.944777 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f4f4d23-d42d-4f67-98ea-de7ceb5ed349 req-aa92d476-54a0-407c-9dc6-b6ee48fc1326 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360301 Oct 20 03:57:48.547739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c327127-da17-4026-b4e8-6462eb8c9d2c req-94474f3a-9e36-493c-bb31-849c4bcfff31 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:48.549150 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c327127-da17-4026-b4e8-6462eb8c9d2c req-94474f3a-9e36-493c-bb31-849c4bcfff31 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.1263881 Oct 20 03:57:48.608846 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c327127-da17-4026-b4e8-6462eb8c9d2c req-3e50fa80-c197-4be4-80d5-c2d3a1c9c5b1 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535738 Oct 20 03:57:48.624300 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-90be97cd-7453-4ef1-b7ab-f758a7ee78e6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203430 Oct 20 03:57:48.698891 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:57:49.816203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943ff65-ca37-4c46-b54a-8d426af9b217 req-ee3749bf-8003-4146-8d44-777d145b822e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:49.817571 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7943ff65-ca37-4c46-b54a-8d426af9b217 req-ee3749bf-8003-4146-8d44-777d145b822e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0921526 Oct 20 03:57:49.862517 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7943ff65-ca37-4c46-b54a-8d426af9b217 req-8c18a44f-4530-4e4a-9d8a-2323a2a968ce tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387075 Oct 20 03:57:50.780565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-160348b6-2e29-4a0e-ab83-a9fbc423e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:50.781938 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-160348b6-2e29-4a0e-ab83-a9fbc423e88d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 1099 time: 0.0788996 Oct 20 03:57:50.910562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-2e1b9aa6-4452-4fd6-941b-033eff06f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:50.912007 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-2e1b9aa6-4452-4fd6-941b-033eff06f7c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 915 time: 0.1238334 Oct 20 03:57:50.982835 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-516e71b9-3a05-4824-a7dc-c6d01042c1c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5 HTTP/1.1" status: 200 len: 217 time: 0.0646899 Oct 20 03:57:51.094066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-e5b90b44-1614-4191-9401-d02ee4470405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:51.095362 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-e5b90b44-1614-4191-9401-d02ee4470405 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 200 len: 853 time: 0.0736833 Oct 20 03:57:51.164092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a835-b673-4d83-ae10-7401e460d15b req-7edd59eb-574b-40e7-b106-97b4feb6ba77 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:51.165519 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b839a835-b673-4d83-ae10-7401e460d15b req-7edd59eb-574b-40e7-b106-97b4feb6ba77 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.1846178 Oct 20 03:57:51.221168 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b839a835-b673-4d83-ae10-7401e460d15b req-444add73-330c-4419-afd4-f7eb349c687f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492749 Oct 20 03:57:51.226876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-55f5d0d3-e2ee-4b4c-bd12-deabff29f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:51.228217 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-55f5d0d3-e2ee-4b4c-bd12-deabff29f1f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f145ac6e-b2ba-4e78-8781-a690b01fecb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217926 Oct 20 03:57:51.355466 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-96a3d863-6c19-4a2c-983b-3b80b1b7051b service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209145 Oct 20 03:57:51.481161 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-dc2b37ac-fc1a-4d09-82ad-81b86237dfde service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197286 Oct 20 03:57:52.416509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578c491-cc05-4d75-b8d6-5606ece30c01 req-b2a402e9-577f-4481-a545-bd135df4f44a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:52.417972 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1578c491-cc05-4d75-b8d6-5606ece30c01 req-b2a402e9-577f-4481-a545-bd135df4f44a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0849025 Oct 20 03:57:52.560429 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1578c491-cc05-4d75-b8d6-5606ece30c01 req-a7e42cb0-3e0d-413d-81d1-4b0b5edef1a3 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366670 Oct 20 03:57:53.755898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276e086-2e11-4521-9769-c58217f9166d req-3fdea49a-fd6c-4a4f-b234-1cfa54cd14dc tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:53.757340 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5276e086-2e11-4521-9769-c58217f9166d req-3fdea49a-fd6c-4a4f-b234-1cfa54cd14dc tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0846431 Oct 20 03:57:53.799419 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5276e086-2e11-4521-9769-c58217f9166d req-a87d353f-df9c-4a03-b61b-c9c660859290 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364997 Oct 20 03:57:54.993661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059381b1-7db8-4bbd-a884-baba2daf8264 req-73a579b6-b68c-4d4a-8c8b-88365d2d2f29 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:54.995127 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-059381b1-7db8-4bbd-a884-baba2daf8264 req-73a579b6-b68c-4d4a-8c8b-88365d2d2f29 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0865059 Oct 20 03:57:55.039748 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-059381b1-7db8-4bbd-a884-baba2daf8264 req-e4be4f43-d6a6-483b-8214-c4394c014ed7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383837 Oct 20 03:57:56.238110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d118-5d0e-4b5d-ac06-f9031d0501c8 req-b34081d8-7fdf-42fd-a1f4-4ede5b1bc45d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:56.239564 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5ca1d118-5d0e-4b5d-ac06-f9031d0501c8 req-b34081d8-7fdf-42fd-a1f4-4ede5b1bc45d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0875888 Oct 20 03:57:56.282666 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5ca1d118-5d0e-4b5d-ac06-f9031d0501c8 req-5aa40b35-506c-4bdf-b8cc-40cbd6017711 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375655 Oct 20 03:57:57.480836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4644f28-3a1d-4bff-bb16-b311546ee156 req-b5ba968a-699e-42fe-b6c8-211f46ed1cf4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:57.482281 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c4644f28-3a1d-4bff-bb16-b311546ee156 req-b5ba968a-699e-42fe-b6c8-211f46ed1cf4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0875049 Oct 20 03:57:57.523787 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c4644f28-3a1d-4bff-bb16-b311546ee156 req-04a87fab-62e2-40d3-90b2-1c88f2c18b0d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359418 Oct 20 03:57:58.718467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a32de-80f4-4cc7-8f39-01cf94cc878c req-342897f7-930b-43b4-a235-e42ddb9395f4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:58.719895 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-303a32de-80f4-4cc7-8f39-01cf94cc878c req-342897f7-930b-43b4-a235-e42ddb9395f4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0850177 Oct 20 03:57:58.765583 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-303a32de-80f4-4cc7-8f39-01cf94cc878c req-0304fd1c-59dd-4da3-9fbb-232327f24757 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 Oct 20 03:57:59.964586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794f05b-6af6-4058-bf47-3bdd94677959 req-84694009-26f7-484c-adcf-f6042c7238fd tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:59.966034 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9794f05b-6af6-4058-bf47-3bdd94677959 req-84694009-26f7-484c-adcf-f6042c7238fd tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0894120 Oct 20 03:58:00.008261 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9794f05b-6af6-4058-bf47-3bdd94677959 req-75669cf1-7df3-468d-b6d9-8af74df06f47 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Oct 20 03:58:01.203550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaf047-23b6-4da0-a6d6-7291413e3a0f req-14f30572-c783-4266-a7a1-4b8f0f66e9f5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:01.204971 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dbeaf047-23b6-4da0-a6d6-7291413e3a0f req-14f30572-c783-4266-a7a1-4b8f0f66e9f5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0855315 Oct 20 03:58:01.246951 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dbeaf047-23b6-4da0-a6d6-7291413e3a0f req-58b9150d-1c75-4aa6-b0ac-a7b5e76a2963 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363262 Oct 20 03:58:02.450694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a2455-3583-44e7-9c12-52ec74e438c9 req-6b52399b-1e0a-49b9-a40a-7f92ef021d2e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:02.452688 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dc0a2455-3583-44e7-9c12-52ec74e438c9 req-6b52399b-1e0a-49b9-a40a-7f92ef021d2e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0881889 Oct 20 03:58:02.496115 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dc0a2455-3583-44e7-9c12-52ec74e438c9 req-6d30731a-9dd8-4ba8-8aea-f04e352f39de tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Oct 20 03:58:03.793512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051824e-53ab-4711-83db-37413283eb8f req-dd6ccff0-9bb8-4bad-8b4e-6da6b6ee8832 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:03.794905 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8051824e-53ab-4711-83db-37413283eb8f req-dd6ccff0-9bb8-4bad-8b4e-6da6b6ee8832 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.1843717 Oct 20 03:58:03.838011 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8051824e-53ab-4711-83db-37413283eb8f req-b1d1fde4-9da6-48cd-999f-e27b47dca48e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Oct 20 03:58:05.035913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0c1c3-fafc-45c3-b637-be9317ca1396 req-0d82efe4-f282-446b-8c5f-6d2107ab2e30 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:05.037324 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d2e0c1c3-fafc-45c3-b637-be9317ca1396 req-0d82efe4-f282-446b-8c5f-6d2107ab2e30 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0893841 Oct 20 03:58:05.081766 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d2e0c1c3-fafc-45c3-b637-be9317ca1396 req-2633c454-e56d-4630-86d4-a08b0d88ce39 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Oct 20 03:58:06.419543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561762bd-764e-4e5f-8c0e-aed067592368 req-106e7d65-1b13-4923-bb31-c508952ff6b1 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:06.421595 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-561762bd-764e-4e5f-8c0e-aed067592368 req-106e7d65-1b13-4923-bb31-c508952ff6b1 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0851326 Oct 20 03:58:06.463712 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-561762bd-764e-4e5f-8c0e-aed067592368 req-2da29186-910e-4fbc-b309-e4d936b9e064 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Oct 20 03:58:07.664806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89652cc-6c39-4514-a8bd-521bc470687c req-6dc249d7-12a6-4837-ac25-dc9c26fd6fa9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:07.666290 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e89652cc-6c39-4514-a8bd-521bc470687c req-6dc249d7-12a6-4837-ac25-dc9c26fd6fa9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0908897 Oct 20 03:58:07.708915 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e89652cc-6c39-4514-a8bd-521bc470687c req-73da6fe4-5b1d-4e60-b01f-b8eebd8d4aac tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363388 Oct 20 03:58:08.941364 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-0a776c95-d090-4c9c-8152-029efa6dd9df service neutron] 10.222.0.26 "GET /v2.0/ports/318f139a-6eaf-4feb-ae20-2234dff3aba5/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.1345997 Oct 20 03:58:08.960786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87a1f-f9ed-466a-9439-5e56069e8a1c req-dc318b8d-a76a-4bdd-a3c0-0d4c5fb1d76a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:08.962256 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aee87a1f-f9ed-466a-9439-5e56069e8a1c req-dc318b8d-a76a-4bdd-a3c0-0d4c5fb1d76a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.1155877 Oct 20 03:58:09.005811 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aee87a1f-f9ed-466a-9439-5e56069e8a1c req-a7b92049-964c-46f6-9395-b88493ba3ed9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372369 Oct 20 03:58:09.532323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-87c4d62f-1a28-4db3-b833-50cb74aba623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:09.533862 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-87c4d62f-1a28-4db3-b833-50cb74aba623 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0&tenant_id=571bb50e613342dfbf3b6b2f43c82390 HTTP/1.1" status: 200 len: 1099 time: 0.0769825 Oct 20 03:58:09.643226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-3e9944f1-ffc7-4373-833c-f758ecea3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:09.644694 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-3e9944f1-ffc7-4373-833c-f758ecea3941 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 1099 time: 0.0808864 Oct 20 03:58:09.741228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a67b1fea-43fa-422c-ba2d-fcd0058c7bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:09.776686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-0d4bc9e0-f11b-431c-98cd-53d686ab5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:09.778168 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-0d4bc9e0-f11b-431c-98cd-53d686ab5562 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 915 time: 0.1249647 Oct 20 03:58:09.846454 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-01404b96-9543-4098-9ccf-b5e0bcca93e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5 HTTP/1.1" status: 200 len: 217 time: 0.0581455 Oct 20 03:58:09.911107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-7e0ec58a-7e50-472d-934a-df7276aa11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:09.912459 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-7e0ec58a-7e50-472d-934a-df7276aa11e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 200 len: 853 time: 0.0578070 Oct 20 03:58:09.995534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-3b783c7e-f4a5-4a35-a171-56781fe25148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:09.996958 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-3b783c7e-f4a5-4a35-a171-56781fe25148 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f145ac6e-b2ba-4e78-8781-a690b01fecb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743229 Oct 20 03:58:10.129802 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-ae09d599-9532-4a38-9ba1-bb5c5cec72bf service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215785 Oct 20 03:58:10.200374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4e7de-e03d-4276-89e1-d38c79e69420 req-e7409ad6-6a20-4fe1-8560-021121aeecb5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:10.202491 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-11a4e7de-e03d-4276-89e1-d38c79e69420 req-e7409ad6-6a20-4fe1-8560-021121aeecb5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0863433 Oct 20 03:58:10.245843 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-11a4e7de-e03d-4276-89e1-d38c79e69420 req-6b809644-9ed9-49d6-8928-7bb9dd99992c tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376625 Oct 20 03:58:10.262710 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65ec7d5e-6559-4e08-a0c9-ace439d8808d req-574315bc-ac10-409f-93fc-f48c6db1aec8 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232109 Oct 20 03:58:11.457417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2839b0-6d3b-452a-ae1e-05e121595792 req-aace7983-2eba-48e2-9814-38042e4d0791 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:11.458842 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ad2839b0-6d3b-452a-ae1e-05e121595792 req-aace7983-2eba-48e2-9814-38042e4d0791 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0891080 Oct 20 03:58:11.502153 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ad2839b0-6d3b-452a-ae1e-05e121595792 req-b0ae1a40-a0b0-4f55-acd9-4ceb87b0ed7b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 Oct 20 03:58:12.215390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 318f139a-6eaf-4feb-ae20-2234dff3aba5 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:58:12.218218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 318f139a-6eaf-4feb-ae20-2234dff3aba5 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:58:12.423394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c22ab23c-18fa-483c-ab77-6bc7e202424f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:12.478503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 318f139a-6eaf-4feb-ae20-2234dff3aba5 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:58:12.478796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:12.500840 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:58:12.519564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '318f139a-6eaf-4feb-ae20-2234dff3aba5', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'port_id': '318f139a-6eaf-4feb-ae20-2234dff3aba5', 'mac_address': 'fa:16:3e:8f:74:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b53624c-d517-4624-8ef0-536867f89f36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:58:12.524508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:12.526781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534c613b-6cf1-4654-828c-788fa759bf80" -d '{"events": [{"server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "name": "network-vif-unplugged", "status": "completed", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:12.565767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:58:12.605866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 318f139a-6eaf-4feb-ae20-2234dff3aba5 is: ACTIVE; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:58:12.606636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:12.622521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:12.663025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 318f139a-6eaf-4feb-ae20-2234dff3aba5 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:58:12.713537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769f84b-93e6-4f27-885a-c43b02d9e8c5 req-f52ad008-b5b3-4d1b-bae1-253a00a0f874 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:12.714987 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5769f84b-93e6-4f27-885a-c43b02d9e8c5 req-f52ad008-b5b3-4d1b-bae1-253a00a0f874 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 944 time: 0.0966628 Oct 20 03:58:12.719916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209fc673-d1eb-4421-b4e9-fc47fc7f79b1 x-openstack-request-id: req-209fc673-d1eb-4421-b4e9-fc47fc7f79b1 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:12.720205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "name": "network-vif-unplugged", "status": "completed", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:12.720452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-209fc673-d1eb-4421-b4e9-fc47fc7f79b1 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:12.720834 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209fc673-d1eb-4421-b4e9-fc47fc7f79b1'] response: {'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5', 'code': 200} Oct 20 03:58:12.755971 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:58:12.756239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:58:12.756735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=318f139a-6eaf-4feb-ae20-2234dff3aba5,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:12.759315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5769f84b-93e6-4f27-885a-c43b02d9e8c5 req-f4ce551a-ea4f-4702-9b67-a422e04713db tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385342 Oct 20 03:58:13.189690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80693b49-3ca4-43de-a4d7-0ce008efe209 req-c2b50101-64a8-4208-94e2-eda4f588cb51 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:13.191276 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-80693b49-3ca4-43de-a4d7-0ce008efe209 req-c2b50101-64a8-4208-94e2-eda4f588cb51 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 944 time: 0.0925386 Oct 20 03:58:13.234624 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-80693b49-3ca4-43de-a4d7-0ce008efe209 req-05ae98d2-1572-4b0b-8e55-7fce138bc450 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378702 Oct 20 03:58:13.280390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47089ce8-98f2-4e02-8433-2a043404538f req-6d202e72-3c8b-4ffb-a16a-bf0731f9b913 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:13.281734 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47089ce8-98f2-4e02-8433-2a043404538f req-6d202e72-3c8b-4ffb-a16a-bf0731f9b913 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0&tenant_id=571bb50e613342dfbf3b6b2f43c82390&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 944 time: 0.0896313 Oct 20 03:58:13.308169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 318f139a-6eaf-4feb-ae20-2234dff3aba5 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:58:13.308690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:13.325556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318f139a-6eaf-4feb-ae20-2234dff3aba5 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:58:13.343667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:58:13.428945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47089ce8-98f2-4e02-8433-2a043404538f req-d01ea08c-38fa-46d0-80f6-f823a49c6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:13.430446 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47089ce8-98f2-4e02-8433-2a043404538f req-d01ea08c-38fa-46d0-80f6-f823a49c6091 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0805769 Oct 20 03:58:13.432782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:13.489710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:13.514464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['318f139a-6eaf-4feb-ae20-2234dff3aba5'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:58:13.560520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47089ce8-98f2-4e02-8433-2a043404538f req-eab47fb1-e84b-44f2-970d-44e2e6877c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:13.561939 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47089ce8-98f2-4e02-8433-2a043404538f req-eab47fb1-e84b-44f2-970d-44e2e6877c76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 915 time: 0.1251016 Oct 20 03:58:13.563070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=318f139a-6eaf-4feb-ae20-2234dff3aba5,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:13.568870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:13.634308 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47089ce8-98f2-4e02-8433-2a043404538f req-72721a9a-652c-482f-ab3c-e8ab19233751 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5 HTTP/1.1" status: 200 len: 217 time: 0.0656023 Oct 20 03:58:13.792441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47089ce8-98f2-4e02-8433-2a043404538f req-59db9501-3335-4ca0-9ca5-1a51d700bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:13.793878 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47089ce8-98f2-4e02-8433-2a043404538f req-59db9501-3335-4ca0-9ca5-1a51d700bda8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 200 len: 853 time: 0.1540372 Oct 20 03:58:13.876507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47089ce8-98f2-4e02-8433-2a043404538f req-f41da815-5ff1-4492-951f-8fb409840627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:13.878043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47089ce8-98f2-4e02-8433-2a043404538f req-f41da815-5ff1-4492-951f-8fb409840627 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f145ac6e-b2ba-4e78-8781-a690b01fecb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774534 Oct 20 03:58:14.004937 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47089ce8-98f2-4e02-8433-2a043404538f req-ef2e52f7-b8cc-43dc-855c-78f84518c1c3 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203275 Oct 20 03:58:14.130333 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-47089ce8-98f2-4e02-8433-2a043404538f req-cddf91e3-97cc-41e5-8593-615addd64a77 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190774 Oct 20 03:58:14.236380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 318f139a-6eaf-4feb-ae20-2234dff3aba5 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:58:14.305995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 318f139a-6eaf-4feb-ae20-2234dff3aba5 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:58:14.306371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:14.306701 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 318f139a-6eaf-4feb-ae20-2234dff3aba5 Oct 20 03:58:14.432992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 318f139a-6eaf-4feb-ae20-2234dff3aba5 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:58:14.433664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:14.441120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680424-3db2-4a57-8e21-a0cf0aa9c1a7 req-c7c0b95b-5dcf-4ded-b1bf-c4ea46154c8f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:14.442602 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c1680424-3db2-4a57-8e21-a0cf0aa9c1a7 req-c7c0b95b-5dcf-4ded-b1bf-c4ea46154c8f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 945 time: 0.0877819 Oct 20 03:58:14.466102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:58:14.486255 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c1680424-3db2-4a57-8e21-a0cf0aa9c1a7 req-1bca7605-20c9-4c3c-b62d-b2de0d2d32bc tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378976 Oct 20 03:58:14.543441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:14.609357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=318f139a-6eaf-4feb-ae20-2234dff3aba5,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:14.721884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:14.724225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ba259f-5a50-42de-b086-876707aa1eee" -d '{"events": [{"server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "name": "network-vif-plugged", "status": "completed", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:14.766171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3f6b81-7c61-4f98-a053-b2bf90273471 x-openstack-request-id: req-df3f6b81-7c61-4f98-a053-b2bf90273471 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:14.766465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "name": "network-vif-plugged", "status": "completed", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:14.766719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-df3f6b81-7c61-4f98-a053-b2bf90273471 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:14.767116 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3f6b81-7c61-4f98-a053-b2bf90273471'] response: {'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5', 'code': 200} Oct 20 03:58:14.866940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:15.686906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314101-572c-417a-9b60-ca9a722d0cac req-73b3f779-2f9b-40fb-bebc-6d7452c4237d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:15.688354 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-da314101-572c-417a-9b60-ca9a722d0cac req-73b3f779-2f9b-40fb-bebc-6d7452c4237d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0894039 Oct 20 03:58:15.731287 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-da314101-572c-417a-9b60-ca9a722d0cac req-012d6927-e574-4a7c-848f-27ccdeb1e5d1 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372918 Oct 20 03:58:15.925661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0d080-71bc-441a-ae90-1d36944eb1f3 req-3d16cc0f-e8ef-4547-a687-f06390be06f6 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:15.927086 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-86e0d080-71bc-441a-ae90-1d36944eb1f3 req-3d16cc0f-e8ef-4547-a687-f06390be06f6 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0856512 Oct 20 03:58:15.970302 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-86e0d080-71bc-441a-ae90-1d36944eb1f3 req-b3881f61-4f92-4400-8fce-0c66a64c70eb tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Oct 20 03:58:16.111298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43594) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:58:16.116350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133449246', 'description': 'tempest-description--626573638'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:58:16.122359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:58:16.132264 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:58:16.198516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:16.218874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:58:16.222765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Usage tracker for resource:security_group_rule and tenant:571bb50e613342dfbf3b6b2f43c82390 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:58:16.225868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:58:16.231548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:58:16.298294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:16.375940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:16.419826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1734a46-9563-4f59-8d74-c2b9a52464b6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:16.427549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.427891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.428234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.428569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.428900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.429234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.429595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.429922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.430246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.430570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.430891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.431214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:16.495686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:16.496911 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-86bd671e-6819-4d0b-a366-738e43e1af2d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3846173 Oct 20 03:58:16.499822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43598) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:58:16.504862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Request body: {'security_group_rule': {'security_group_id': 'f1734a46-9563-4f59-8d74-c2b9a52464b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:58:16.511661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:58:16.515085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Usage tracker for resource:security_group_rule and tenant:571bb50e613342dfbf3b6b2f43c82390 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:58:16.517871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:58:16.523539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:58:16.610559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:16.669417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:16.737161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:16.759761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2c9a28-31fd-43fb-a36e-0585ca3a911f,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:16.823360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:16.824557 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cfed3ad6-e281-47df-9f61-16c58006373e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238053 Oct 20 03:58:16.827862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43602) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:58:16.832692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Request body: {'security_group_rule': {'security_group_id': 'f1734a46-9563-4f59-8d74-c2b9a52464b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:58:16.838359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:58:16.842157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Usage tracker for resource:security_group_rule and tenant:571bb50e613342dfbf3b6b2f43c82390 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:58:16.844942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:58:16.850829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:58:16.932545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:16.991297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.034655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.057347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990e6a7d-d0b0-485b-af17-ccfa74ba6fd8,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:17.109220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.110721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-611f1bb2-b197-4d52-98ea-05ee84fcef7f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817945 Oct 20 03:58:17.114006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43606) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:58:17.118877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:58:17.125211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:58:17.129108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Usage tracker for resource:floatingip and tenant:571bb50e613342dfbf3b6b2f43c82390 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:58:17.131951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:58:17.137490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:58:17.195151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.238582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.327816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.468687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Allocated IP 172.26.7.202 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/9f8353ed-b2f3-4db6-b084-2157cb5c8024) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:58:17.611003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.695778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.760345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:58:17.763145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:58:17.767254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:58:17.802036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event updated for resources: {'Port': ['ID=9f8353ed-b2f3-4db6-b084-2157cb5c8024,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:17.848119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.961910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:18.250632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:18.326384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:18.428265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event updated for resources: {'Port': ['ID=9f8353ed-b2f3-4db6-b084-2157cb5c8024,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:18.430559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:18.509087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:18.510280 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-584398b0-06a2-406e-b57a-aa4df160dc2b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3953660 Oct 20 03:58:18.681981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a54a8-136e-4c06-bfe7-fd091c5c3c3f req-18006a85-34b6-4504-94f6-72810a3dc10e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:18.683414 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-858a54a8-136e-4c06-bfe7-fd091c5c3c3f req-18006a85-34b6-4504-94f6-72810a3dc10e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0892413 Oct 20 03:58:18.725732 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-858a54a8-136e-4c06-bfe7-fd091c5c3c3f req-d5257f85-3b8e-4749-a987-db45f3e2b684 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360863 Oct 20 03:58:19.386737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07335fce-33f3-4b83-8217-620bb588f13d req-8942ce8a-5d32-4c3f-ac34-cc199dad98f9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:19.388099 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-8942ce8a-5d32-4c3f-ac34-cc199dad98f9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 814 time: 0.1399069 Oct 20 03:58:19.406569 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-833305cb-903e-402c-bd18-8e5c63a16f6f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/quotas/571bb50e613342dfbf3b6b2f43c82390 HTTP/1.1" status: 200 len: 375 time: 0.0096011 Oct 20 03:58:19.500056 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-0d5267b1-11bd-4b2f-9997-5493b0d25e02 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0883002 Oct 20 03:58:19.553631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-83048132-d199-46af-9b67-d335c7c65a4b service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:58:19.554634 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-83048132-d199-46af-9b67-d335c7c65a4b service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482345 Oct 20 03:58:19.684188 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-c62a35a0-cb7e-40bc-aa6d-4cccd41468c5 service neutron] 10.222.0.33 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237626 Oct 20 03:58:19.904702 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-299a9e1c-7b33-4e0c-a672-ab3839f4aa7e service neutron] 10.222.0.33 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140989 Oct 20 03:58:20.162609 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-686d47eb-abee-4a7a-b242-443ed8da5386 req-8c6ace3e-01c9-4a64-a716-2c8ed5412178 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 210 time: 0.0491118 Oct 20 03:58:21.028564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-cb6004bb-39c0-43f3-b68a-5bf285b20779 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:21.030689 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-cb6004bb-39c0-43f3-b68a-5bf285b20779 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "GET /v2.0/ports?device_id=19c0181d-813b-43ac-b48f-ca4acf21c6d0 HTTP/1.1" status: 200 len: 946 time: 0.0893822 Oct 20 03:58:21.100841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Deleting port 318f139a-6eaf-4feb-ae20-2234dff3aba5 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:58:21.101180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:21.328375 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-68081134-6430-431f-8dba-4d21e71e7465 req-1a2f9b6a-93f6-469a-a08a-143129947f2c tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 210 time: 0.0508859 Oct 20 03:58:21.348437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] For port 318f139a-6eaf-4feb-ae20-2234dff3aba5, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=318f139a-6eaf-4feb-ae20-2234dff3aba5,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:58:21.348984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:21.472126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Calling delete_port for 318f139a-6eaf-4feb-ae20-2234dff3aba5 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:58:21.678525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:21.689969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['318f139a-6eaf-4feb-ae20-2234dff3aba5'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:58:21.728596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event deleted for resources: {'Port': ['ID=318f139a-6eaf-4feb-ae20-2234dff3aba5,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:21.815670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] No DVR routers for this DVR port 318f139a-6eaf-4feb-ae20-2234dff3aba5 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:58:21.818024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:21.820778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'name': 'network-vif-deleted', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:21.823099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ece97af-741a-4f27-b806-02cb247641d4" -d '{"events": [{"server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "name": "network-vif-deleted", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:21.919841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd80d89e-31dd-4509-a1aa-b9f3a9999104 x-openstack-request-id: req-fd80d89e-31dd-4509-a1aa-b9f3a9999104 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:21.920143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c0181d-813b-43ac-b48f-ca4acf21c6d0", "name": "network-vif-deleted", "tag": "318f139a-6eaf-4feb-ae20-2234dff3aba5", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:21.920384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fd80d89e-31dd-4509-a1aa-b9f3a9999104 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:21.920783 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd80d89e-31dd-4509-a1aa-b9f3a9999104'] response: {'server_uuid': '19c0181d-813b-43ac-b48f-ca4acf21c6d0', 'name': 'network-vif-deleted', 'tag': '318f139a-6eaf-4feb-ae20-2234dff3aba5', 'status': 'completed', 'code': 200} Oct 20 03:58:21.932406 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c97c7ece-2a26-4e0f-98fe-a9264fae9f09 req-217d9ddc-db6d-4241-92a3-a78f8fae31ed tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "DELETE /v2.0/ports/318f139a-6eaf-4feb-ae20-2234dff3aba5 HTTP/1.1" status: 204 len: 173 time: 0.8937199 Oct 20 03:58:22.297785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07335fce-33f3-4b83-8217-620bb588f13d req-10f6b2d7-8111-4eae-90cb-2f26d8648062 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:22.299106 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-10f6b2d7-8111-4eae-90cb-2f26d8648062 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 814 time: 0.1562552 Oct 20 03:58:22.312104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Request body: {'port': {'device_id': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'admin_state_up': True, 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:58:22.465736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:58:22.471501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Usage tracker for resource:port and tenant:571bb50e613342dfbf3b6b2f43c82390 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:58:22.474642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Quota usage for port was recalculated. Used quota:3. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:58:22.480771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:58:22.495742 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c231c9b6-6b52-4165-8d9c-87ba37a86c38 req-5a541d5b-927d-4c29-97d5-c261878ee410 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 210 time: 0.0516920 Oct 20 03:58:22.554874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Made reservation on behalf of 571bb50e613342dfbf3b6b2f43c82390 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:58:22.558352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:22.754571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Allocated IP 172.20.0.13 (f145ac6e-b2ba-4e78-8781-a690b01fecb1/6b53624c-d517-4624-8ef0-536867f89f36/c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:58:23.097705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:23.113084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Transition to ACTIVE for port object c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:58:23.187197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:23.258235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:58:23.261103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:58:23.265368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:58:23.299892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event updated for resources: {'Port': ['ID=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:23.332442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:23.333040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:23.416597 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-e8912647-5b3a-4216-bd96-4d925a863ac9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1051719 Oct 20 03:58:23.428092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Request body: {'port': {'device_id': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:58:23.520560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6be29db1-5fa1-4adf-ba36-b02caa050155 None None] Provisioning for port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:58:23.525653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6be29db1-5fa1-4adf-ba36-b02caa050155 None None] Provisioning complete for port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:58:23.526023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6be29db1-5fa1-4adf-ba36-b02caa050155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:23.526369 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be29db1-5fa1-4adf-ba36-b02caa050155 None None] Attempt 1 to provision port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 Oct 20 03:58:23.539351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:23.581520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be29db1-5fa1-4adf-ba36-b02caa050155 None None] Port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:58:23.835704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf80a1-ecb8-4e60-87c4-6f332242c5c6 req-48dca80c-4b5c-4007-bb81-7728cbea03e0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:23.836391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7fbf80a1-ecb8-4e60-87c4-6f332242c5c6 req-48dca80c-4b5c-4007-bb81-7728cbea03e0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Synchronizing usage tracker for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:58:23.941704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7fbf80a1-ecb8-4e60-87c4-6f332242c5c6 req-48dca80c-4b5c-4007-bb81-7728cbea03e0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Unset dirty status for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:58:23.942848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7fbf80a1-ecb8-4e60-87c4-6f332242c5c6 req-48dca80c-4b5c-4007-bb81-7728cbea03e0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 932 time: 0.2880740 Oct 20 03:58:23.967278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:58:23.976763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:24.007079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Transition to ACTIVE for port object c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:58:24.009498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7fbf80a1-ecb8-4e60-87c4-6f332242c5c6 req-bd9265ac-263f-4557-928b-78441fe8d4f5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Synchronizing usage tracker for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:58:24.057425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:24.083329 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be29db1-5fa1-4adf-ba36-b02caa050155 None None] Attempt 2 to provision port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 Oct 20 03:58:24.135533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be29db1-5fa1-4adf-ba36-b02caa050155 None None] Port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:58:24.145678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7fbf80a1-ecb8-4e60-87c4-6f332242c5c6 req-bd9265ac-263f-4557-928b-78441fe8d4f5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Unset dirty status for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:58:24.146822 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7fbf80a1-ecb8-4e60-87c4-6f332242c5c6 req-bd9265ac-263f-4557-928b-78441fe8d4f5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977472 Oct 20 03:58:24.245982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Pushing event updated for resources: {'Port': ['ID=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:24.269243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 318f139a-6eaf-4feb-ae20-2234dff3aba5 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:58:24.281826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Attempting to bind port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:58:24.282162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Attempting to bind port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:58:24.282499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Attempting to bind port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 on network f145ac6e-b2ba-4e78-8781-a690b01fecb1 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:58:24.287092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 on network f145ac6e-b2ba-4e78-8781-a690b01fecb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:58:24.287412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Attempting to bind port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 on network f145ac6e-b2ba-4e78-8781-a690b01fecb1 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:58:24.292484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:58:24.292821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Checking segment: {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:58:24.293202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Bound using segment: {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:58:24.293692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Bound port: c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f33f969-3c34-42c7-9c42-9d60fa9fe92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:58:24.294037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:24.305048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 318f139a-6eaf-4feb-ae20-2234dff3aba5 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:58:24.305410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 318f139a-6eaf-4feb-ae20-2234dff3aba5 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:58:24.385276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:58:24.388106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:58:24.446557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:24.477925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.478522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:24.479861 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] 10.222.0.26 "PUT /v2.0/ports/c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 HTTP/1.1" status: 200 len: 1094 time: 1.0559390 Oct 20 03:58:24.480405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:24.482677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8671a6-1c0b-419e-8745-a7a337fb4b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:24.523369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6f8db-0459-4887-8333-cb9aeefe4df8 service neutron] Pushing event updated for resources: {'Port': ['ID=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:24.526678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a36629-0f46-4968-9f14-85cdf012e8b1 x-openstack-request-id: req-80a36629-0f46-4968-9f14-85cdf012e8b1 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:24.526977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:24.527214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-80a36629-0f46-4968-9f14-85cdf012e8b1 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:24.527604 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a36629-0f46-4968-9f14-85cdf012e8b1'] response: {'name': 'network-changed', 'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425', 'status': 'completed', 'code': 200} Oct 20 03:58:24.627471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8671a6-1c0b-419e-8745-a7a337fb4b7a req-9f4eaa89-4042-4b28-9b0a-b317faae4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.628943 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf8671a6-1c0b-419e-8745-a7a337fb4b7a req-9f4eaa89-4042-4b28-9b0a-b317faae4e49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 1097 time: 0.0784314 Oct 20 03:58:24.636298 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be29db1-5fa1-4adf-ba36-b02caa050155 None None] Attempt 3 to provision port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 Oct 20 03:58:24.696029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be29db1-5fa1-4adf-ba36-b02caa050155 None None] Port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:58:24.770975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8671a6-1c0b-419e-8745-a7a337fb4b7a req-099639c2-7c4f-4560-8532-3a35991ba5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.772333 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf8671a6-1c0b-419e-8745-a7a337fb4b7a req-099639c2-7c4f-4560-8532-3a35991ba5ff service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=571bb50e613342dfbf3b6b2f43c82390&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1325006 Oct 20 03:58:24.906854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8671a6-1c0b-419e-8745-a7a337fb4b7a req-000b43ed-810f-45cc-8eca-b68b0833b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.908273 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf8671a6-1c0b-419e-8745-a7a337fb4b7a req-000b43ed-810f-45cc-8eca-b68b0833b468 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270037 Oct 20 03:58:25.026833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07335fce-33f3-4b83-8217-620bb588f13d req-cef82cdf-2c9e-4604-be3f-702d580f53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:25.028178 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-cef82cdf-2c9e-4604-be3f-702d580f53dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 1097 time: 0.0811584 Oct 20 03:58:25.101356 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-b37f8df5-ab0c-4b72-8f7f-14e889c62c81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 HTTP/1.1" status: 200 len: 217 time: 0.0626526 Oct 20 03:58:25.267747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07335fce-33f3-4b83-8217-620bb588f13d req-1a412571-ee05-4815-a1b3-b9e4b6ea9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:25.269179 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-1a412571-ee05-4815-a1b3-b9e4b6ea9bde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 200 len: 853 time: 0.1584475 Oct 20 03:58:25.415061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76c5d-cca8-428c-b2f6-208a56aa7038 req-013667b2-3164-4218-8391-68f1173cab39 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:25.416497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3fd76c5d-cca8-428c-b2f6-208a56aa7038 req-013667b2-3164-4218-8391-68f1173cab39 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 944 time: 0.1464469 Oct 20 03:58:25.418394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07335fce-33f3-4b83-8217-620bb588f13d req-02a1d1f1-0ddf-4ff7-9343-dcacc9a7fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:25.422898 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-02a1d1f1-0ddf-4ff7-9343-dcacc9a7fc55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f145ac6e-b2ba-4e78-8781-a690b01fecb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1174963 Oct 20 03:58:25.538753 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3fd76c5d-cca8-428c-b2f6-208a56aa7038 req-2575e852-5aa1-4765-9c98-eae95b23b9ef tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156237 Oct 20 03:58:25.587769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-0bc4c3d5-b2ec-410c-b5bc-2310b1e9d88b service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453183 Oct 20 03:58:25.697660 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:58:25.721404 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07335fce-33f3-4b83-8217-620bb588f13d req-ae3be979-69f0-462c-a58d-91f25e3e71a2 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236033 Oct 20 03:58:26.740732 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f0496-ea55-4854-b311-6b9adadd8e26 req-67c685c3-1d89-4621-bf1c-1b322c39001c tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:26.742212 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-292f0496-ea55-4854-b311-6b9adadd8e26 req-67c685c3-1d89-4621-bf1c-1b322c39001c tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 944 time: 0.0889792 Oct 20 03:58:26.785069 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-292f0496-ea55-4854-b311-6b9adadd8e26 req-e426aef0-216f-45a5-802b-79cd36370fe1 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Oct 20 03:58:27.976428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723711f0-e01a-4676-a226-a90b99c3069d req-a3fc6dd8-46c1-4423-a982-0141a4526065 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:27.977949 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-723711f0-e01a-4676-a226-a90b99c3069d req-a3fc6dd8-46c1-4423-a982-0141a4526065 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 944 time: 0.0854611 Oct 20 03:58:28.020112 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-723711f0-e01a-4676-a226-a90b99c3069d req-e47164da-a8f5-4022-bb31-246f47e12847 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359693 Oct 20 03:58:28.301043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:58:28.431288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:58:28.443836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'port_id': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425', 'mac_address': 'fa:16:3e:4e:3e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b53624c-d517-4624-8ef0-536867f89f36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:58:28.500877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:58:28.501252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:28.517965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:58:28.533501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:58:28.588911 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:28.655006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:28.662124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.662476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.662819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.663155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.663488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.663820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.664147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.664474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.664800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.665123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.665473 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.665797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:28.832015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:58:29.215914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14b616-e4a2-49e0-a9fb-bb366e688a31 req-68cbe15c-714f-46d9-958a-9950ddeae820 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:29.217411 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ff14b616-e4a2-49e0-a9fb-bb366e688a31 req-68cbe15c-714f-46d9-958a-9950ddeae820 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 945 time: 0.0875437 Oct 20 03:58:29.260487 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ff14b616-e4a2-49e0-a9fb-bb366e688a31 req-fee3012e-2710-4cbd-a55f-390b20ecf21d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374765 Oct 20 03:58:30.316953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:58:30.438127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:58:30.443695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:58:30.444054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:30.444384 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 Oct 20 03:58:30.458797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed70bae-6b4b-430b-9952-4d4c3ead81fe req-06fc0605-2f12-45be-b8ce-c3a800b8da5f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:30.460222 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aed70bae-6b4b-430b-9952-4d4c3ead81fe req-06fc0605-2f12-45be-b8ce-c3a800b8da5f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 945 time: 0.0879681 Oct 20 03:58:30.503919 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aed70bae-6b4b-430b-9952-4d4c3ead81fe req-d7296e8b-e7f6-4295-8b1c-8579f56d341a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Oct 20 03:58:30.560845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:58:30.561141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:30.587142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:30.589405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e299980f-b389-4832-b23a-b7e51b3177e6" -d '{"events": [{"server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "name": "network-vif-plugged", "status": "completed", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:30.597448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:58:30.631619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce808f07-bd61-4e32-80cf-539a706f5519 x-openstack-request-id: req-ce808f07-bd61-4e32-80cf-539a706f5519 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:30.631900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "name": "network-vif-plugged", "status": "completed", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:30.632150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ce808f07-bd61-4e32-80cf-539a706f5519 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:30.637427 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce808f07-bd61-4e32-80cf-539a706f5519'] response: {'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425', 'code': 200} Oct 20 03:58:30.683933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:30.752432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:31.137830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6577d83-a0b6-4bd0-bac9-ec8049eb88d0 req-fe060cdc-6685-4de2-a5ca-e70b323ebca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:31.139901 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a6577d83-a0b6-4bd0-bac9-ec8049eb88d0 req-fe060cdc-6685-4de2-a5ca-e70b323ebca4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 1099 time: 0.0771697 Oct 20 03:58:31.185420 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a6577d83-a0b6-4bd0-bac9-ec8049eb88d0 req-8efe3be2-f105-4dfc-918f-50c4a406d11d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355814 Oct 20 03:58:31.697743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175125b4-a152-491d-b5d8-11699658ca1d req-374660c1-8385-40ef-a380-182b76bbe2f3 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:31.699176 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-175125b4-a152-491d-b5d8-11699658ca1d req-374660c1-8385-40ef-a380-182b76bbe2f3 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0854375 Oct 20 03:58:31.741879 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-175125b4-a152-491d-b5d8-11699658ca1d req-a35ee69e-3b00-4e05-ae10-92715c148a39 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Oct 20 03:58:32.935720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadb17f-548e-465b-9ebd-19931423fff9 req-3c5ada72-cc50-440d-bb19-fc234e16b93d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:32.937115 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0eadb17f-548e-465b-9ebd-19931423fff9 req-3c5ada72-cc50-440d-bb19-fc234e16b93d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0845740 Oct 20 03:58:32.983559 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0eadb17f-548e-465b-9ebd-19931423fff9 req-547b73a0-28dc-46a5-b619-c066dddc12d7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Oct 20 03:58:33.179742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f5956-1933-41cb-85e4-36125b1caf43 req-261215f3-a423-4c2c-ba06-7667fc33bcdc tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:33.181163 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-233f5956-1933-41cb-85e4-36125b1caf43 req-261215f3-a423-4c2c-ba06-7667fc33bcdc tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0881822 Oct 20 03:58:33.223933 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-233f5956-1933-41cb-85e4-36125b1caf43 req-92bb3b90-1504-494b-a5e4-bd13c199e7fd tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365093 Oct 20 03:58:33.724317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6bc46-2073-4c60-b609-a95b00be94ce req-335152ae-a3a3-4afd-b2e6-c6be7fc3ba34 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:33.726039 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2fe6bc46-2073-4c60-b609-a95b00be94ce req-335152ae-a3a3-4afd-b2e6-c6be7fc3ba34 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0847149 Oct 20 03:58:33.821692 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2fe6bc46-2073-4c60-b609-a95b00be94ce req-6d7ee9fd-1b16-4272-9d7e-2885244b8c29 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897763 Oct 20 03:58:33.855683 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-2591c003-34a9-4c68-88ee-99ad70a58f59 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1041036 Oct 20 03:58:35.018573 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883255c-9bbf-4edb-abf5-9b7ef2a90032 req-34824536-7a11-4039-95e0-a83b00cae01e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:35.020019 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2883255c-9bbf-4edb-abf5-9b7ef2a90032 req-34824536-7a11-4039-95e0-a83b00cae01e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0864286 Oct 20 03:58:35.063513 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2883255c-9bbf-4edb-abf5-9b7ef2a90032 req-84bb1cb8-377a-4b58-8d3f-39d93d6fafba tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Oct 20 03:58:35.842137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-c7552c90-d984-4788-800e-7ce225f0702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:35.844211 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-c7552c90-d984-4788-800e-7ce225f0702f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 1099 time: 0.0802228 Oct 20 03:58:35.972785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-1fd2970c-260c-4efc-807f-a8c04fb72642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:35.974125 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-1fd2970c-260c-4efc-807f-a8c04fb72642 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 915 time: 0.1239669 Oct 20 03:58:36.039570 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-111387d4-35e8-402d-8da7-15fe7b42daef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 HTTP/1.1" status: 200 len: 217 time: 0.0588543 Oct 20 03:58:36.102786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-695590b5-9fcd-4b2d-b7c5-4cea5c2716f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:36.104213 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-695590b5-9fcd-4b2d-b7c5-4cea5c2716f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 200 len: 853 time: 0.0588531 Oct 20 03:58:36.333511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-a00bceb6-3456-4856-a5c5-864a393186f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:36.334876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-a00bceb6-3456-4856-a5c5-864a393186f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f145ac6e-b2ba-4e78-8781-a690b01fecb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2243128 Oct 20 03:58:36.433653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cbc14-2e3c-425e-adab-192104f4752c req-48a43d3d-196c-4172-9382-f26fbd5c944c tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:36.435067 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-564cbc14-2e3c-425e-adab-192104f4752c req-48a43d3d-196c-4172-9382-f26fbd5c944c tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.2604856 Oct 20 03:58:36.514415 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-1a5946df-b37c-40b2-aacc-f5e2a2072762 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728027 Oct 20 03:58:36.517313 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-564cbc14-2e3c-425e-adab-192104f4752c req-164399c5-a1dd-45fb-8ddb-5851cea580ba tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747116 Oct 20 03:58:36.642858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-29061cfd-7e7c-45ca-953e-f8f6f670af2a service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228161 Oct 20 03:58:37.718183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb6b20-a0d1-4cbd-9157-2f05b86ba235 req-0e5792d1-426e-4aa0-ac83-18fcd3803263 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:37.719619 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fbcb6b20-a0d1-4cbd-9157-2f05b86ba235 req-0e5792d1-426e-4aa0-ac83-18fcd3803263 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0897171 Oct 20 03:58:37.761983 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fbcb6b20-a0d1-4cbd-9157-2f05b86ba235 req-2ecc4333-7a0c-45b1-bc96-af9d600a9495 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367756 Oct 20 03:58:38.422505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-3239ae32-fb49-4ade-a4cd-8be66b9f62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:38.423948 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-3239ae32-fb49-4ade-a4cd-8be66b9f62d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 1099 time: 0.0764749 Oct 20 03:58:38.568239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-553c27ef-a156-43d5-9f7e-c8c2bcb445fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:38.569691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-553c27ef-a156-43d5-9f7e-c8c2bcb445fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 915 time: 0.1272621 Oct 20 03:58:38.638807 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-563bcd29-b0a9-4592-81e0-42047bdde7de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 HTTP/1.1" status: 200 len: 217 time: 0.0629680 Oct 20 03:58:38.698297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-3f28c2b4-45b8-46ac-aca7-813955c69e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:38.699601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-3f28c2b4-45b8-46ac-aca7-813955c69e21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 200 len: 853 time: 0.0555155 Oct 20 03:58:38.782791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-74629b90-2c56-41db-93c7-aa00c2344056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:38.784219 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-74629b90-2c56-41db-93c7-aa00c2344056 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f145ac6e-b2ba-4e78-8781-a690b01fecb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783715 Oct 20 03:58:38.967254 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-682486ba-365b-4ae7-83ae-e1a19f7a7003 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767929 Oct 20 03:58:39.060021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e979581-6096-4d5d-9caf-98c6402c7a5b req-89497b49-5b2b-4489-80e2-219b5dfedf03 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:39.062058 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e979581-6096-4d5d-9caf-98c6402c7a5b req-89497b49-5b2b-4489-80e2-219b5dfedf03 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.1832001 Oct 20 03:58:39.142709 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e979581-6096-4d5d-9caf-98c6402c7a5b req-42b33e40-e874-4866-aadd-c3936c74321e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744328 Oct 20 03:58:39.145865 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e21bac4-342e-4105-a7fc-a16542cfae65 req-f7b1763b-3e90-4561-90e2-0150e4badc84 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718724 Oct 20 03:58:39.742625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8d13-39cf-4f22-98e2-e720d8ef5a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:40.336911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5753-a8b4-4b65-af4b-8416da9989b3 req-d94ac9f4-1e5a-4caa-a89c-fbac3fda53e5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:40.338364 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6f8d5753-a8b4-4b65-af4b-8416da9989b3 req-d94ac9f4-1e5a-4caa-a89c-fbac3fda53e5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0849898 Oct 20 03:58:40.384074 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6f8d5753-a8b4-4b65-af4b-8416da9989b3 req-e11290a2-e33d-49ee-93e6-6754a19a781a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393572 Oct 20 03:58:41.580236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91efa65-a07f-4eee-a875-9e5006530f14 req-49f84757-535b-40ca-8392-1a7254f4bbfa tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:41.581995 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e91efa65-a07f-4eee-a875-9e5006530f14 req-49f84757-535b-40ca-8392-1a7254f4bbfa tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0846782 Oct 20 03:58:41.625733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e91efa65-a07f-4eee-a875-9e5006530f14 req-d8a63408-9ed8-4992-9719-19e02deb6a93 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382764 Oct 20 03:58:42.331348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2a6aee39-d614-4dd7-8b2e-eba1cc561db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:42.819597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339ef9e-298f-4bf0-b800-be948296c2e2 req-7f969059-976d-4f80-8abc-946a599a0bd2 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:42.821028 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5339ef9e-298f-4bf0-b800-be948296c2e2 req-7f969059-976d-4f80-8abc-946a599a0bd2 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0853755 Oct 20 03:58:42.864724 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5339ef9e-298f-4bf0-b800-be948296c2e2 req-5ff60791-e6a4-430a-afeb-44a34b606a80 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379796 Oct 20 03:58:43.451208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:43.559961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:44.059581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402e7e1-3e9c-4a53-9a27-6d66fab29152 req-0f105824-fe71-4e01-a1c4-3bdf7e2a28d0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:44.061023 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a402e7e1-3e9c-4a53-9a27-6d66fab29152 req-0f105824-fe71-4e01-a1c4-3bdf7e2a28d0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0885437 Oct 20 03:58:44.103940 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a402e7e1-3e9c-4a53-9a27-6d66fab29152 req-7dca3155-815e-4c17-b6c4-a605dc2c7ae0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Oct 20 03:58:44.879734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:45.304723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfe41c-d0fe-4b6d-8bf0-6e05f163742e req-8d360cfc-6cb1-4ec0-a53c-59e65ee182d7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:45.306194 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-42cfe41c-d0fe-4b6d-8bf0-6e05f163742e req-8d360cfc-6cb1-4ec0-a53c-59e65ee182d7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0892479 Oct 20 03:58:45.349740 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-42cfe41c-d0fe-4b6d-8bf0-6e05f163742e req-61fa46b7-2339-4455-b5ef-1ffc31323ffe tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Oct 20 03:58:46.543723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15733653-7f96-4d24-8a35-022214286067 req-a3ee62b2-f2f0-4abe-866e-bcfa48226c5d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:46.545194 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-15733653-7f96-4d24-8a35-022214286067 req-a3ee62b2-f2f0-4abe-866e-bcfa48226c5d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0854383 Oct 20 03:58:46.591801 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-15733653-7f96-4d24-8a35-022214286067 req-9122a954-1a46-4f2c-8141-b39f96b431a3 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Oct 20 03:58:47.249211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:47.788419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7b53-887d-40ba-b273-a84ae8ae2fe9 req-18e7ff56-4633-4791-af3f-d6b7bd505331 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:47.789886 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-049b7b53-887d-40ba-b273-a84ae8ae2fe9 req-18e7ff56-4633-4791-af3f-d6b7bd505331 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0850132 Oct 20 03:58:47.835512 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-049b7b53-887d-40ba-b273-a84ae8ae2fe9 req-ea1ff953-5623-482f-9863-4464a2960d41 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Oct 20 03:58:49.034216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6ca9-c39c-421b-8bc6-fd75d96b787f req-bfd0fdb3-7c06-4543-ab03-11f85a770366 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:49.035656 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-845f6ca9-c39c-421b-8bc6-fd75d96b787f req-bfd0fdb3-7c06-4543-ab03-11f85a770366 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0857489 Oct 20 03:58:49.078504 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-845f6ca9-c39c-421b-8bc6-fd75d96b787f req-296cfa74-7de7-4754-b073-75da2a601abc tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371788 Oct 20 03:58:50.274378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde51f18-44c5-461d-8a93-d642f7672bf6 req-0afcb2fa-0bbf-4d75-b224-e1abcb223d60 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:50.275719 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cde51f18-44c5-461d-8a93-d642f7672bf6 req-0afcb2fa-0bbf-4d75-b224-e1abcb223d60 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0869033 Oct 20 03:58:50.318312 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cde51f18-44c5-461d-8a93-d642f7672bf6 req-0c26c295-d8a5-43a4-a612-4fc7f1b1cb22 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367725 Oct 20 03:58:51.615532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62cc57-ffa5-4eb2-b701-b992fe41e9f6 req-8463bc76-74ec-4e14-8fef-2b97f79b0929 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:51.616954 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-da62cc57-ffa5-4eb2-b701-b992fe41e9f6 req-8463bc76-74ec-4e14-8fef-2b97f79b0929 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.1886742 Oct 20 03:58:51.661235 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-da62cc57-ffa5-4eb2-b701-b992fe41e9f6 req-dd27533e-ee73-4ef6-bfc0-8510f6f828bd tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384691 Oct 20 03:58:52.862633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7982b60-10d6-4890-9c81-aa8cc874c74a req-626e5d25-eab9-4dd4-9885-ad23baef5756 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:52.864097 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e7982b60-10d6-4890-9c81-aa8cc874c74a req-626e5d25-eab9-4dd4-9885-ad23baef5756 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0906816 Oct 20 03:58:52.907375 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e7982b60-10d6-4890-9c81-aa8cc874c74a req-07ad00a8-c140-481f-bddc-fc236efc8b02 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374250 Oct 20 03:58:54.103795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd0320-e512-412d-91d5-fca2c38f9f97 req-4fba81e7-7881-43ea-86da-f15b8d4da4ec tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:54.105221 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54bd0320-e512-412d-91d5-fca2c38f9f97 req-4fba81e7-7881-43ea-86da-f15b8d4da4ec tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0884354 Oct 20 03:58:54.147999 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54bd0320-e512-412d-91d5-fca2c38f9f97 req-f3b97b8d-f464-4c07-a5f2-5b8548764d39 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Oct 20 03:58:55.340663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55bee-391e-4131-91ba-4954db4be50a req-080075bc-a208-4ac0-a820-286e82ca53af tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:55.342111 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d1c55bee-391e-4131-91ba-4954db4be50a req-080075bc-a208-4ac0-a820-286e82ca53af tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0837352 Oct 20 03:58:55.388122 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d1c55bee-391e-4131-91ba-4954db4be50a req-c238cb07-7520-4b2c-9d02-5bc2121a3181 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 Oct 20 03:58:56.583197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd0322-3fc4-4945-a1f4-d8092e85230c req-242918cd-127c-467d-b24a-5d65721cd64d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:56.586589 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-38bd0322-3fc4-4945-a1f4-d8092e85230c req-242918cd-127c-467d-b24a-5d65721cd64d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0855021 Oct 20 03:58:56.628209 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-38bd0322-3fc4-4945-a1f4-d8092e85230c req-eb1a9655-b205-4dc3-97fb-7f0e14bd60c7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378318 Oct 20 03:58:57.821570 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f48ec9-cbc7-4d59-979a-aa3d5cf39705 req-072dc642-f695-4106-9d4f-822c13bc4a77 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:57.823002 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d9f48ec9-cbc7-4d59-979a-aa3d5cf39705 req-072dc642-f695-4106-9d4f-822c13bc4a77 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0843830 Oct 20 03:58:57.865822 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d9f48ec9-cbc7-4d59-979a-aa3d5cf39705 req-6a1fe98e-4f69-4b93-a284-ef135df04b6a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Oct 20 03:58:59.061622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2b011-8b8a-456a-bfe9-8351138ad017 req-0ed5c3c1-baa7-45a1-b85f-c903d916707a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:59.063050 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2cc2b011-8b8a-456a-bfe9-8351138ad017 req-0ed5c3c1-baa7-45a1-b85f-c903d916707a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0878260 Oct 20 03:58:59.106286 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2cc2b011-8b8a-456a-bfe9-8351138ad017 req-816e0e38-41ca-4d5e-a209-fbba9e7d7d79 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Oct 20 03:59:00.304608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4bac-c5bc-4456-8031-a71b383ce5ed req-56db298f-1651-42a2-b22c-b73abce4e1d5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:00.306080 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-304f4bac-c5bc-4456-8031-a71b383ce5ed req-56db298f-1651-42a2-b22c-b73abce4e1d5 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0882893 Oct 20 03:59:00.348639 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-304f4bac-c5bc-4456-8031-a71b383ce5ed req-3ba5159a-5b0b-481f-8b35-3ad9b2011615 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369942 Oct 20 03:59:01.545317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852be3a7-23fd-4fb0-b95f-515c14e06cda req-dac70e53-1a83-4090-8721-3e16fc958024 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:01.546754 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-852be3a7-23fd-4fb0-b95f-515c14e06cda req-dac70e53-1a83-4090-8721-3e16fc958024 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0890365 Oct 20 03:59:01.594003 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-852be3a7-23fd-4fb0-b95f-515c14e06cda req-9c054e7d-f6bd-417b-9a3c-e6270777ead9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411246 Oct 20 03:59:02.696364 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:59:02.798234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b535-58ba-494e-a695-aa43f99b9001 req-5c0b029d-40ec-441d-9dc9-5d5b261e0edd tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:02.799679 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0c77b535-58ba-494e-a695-aa43f99b9001 req-5c0b029d-40ec-441d-9dc9-5d5b261e0edd tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0853713 Oct 20 03:59:02.846255 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0c77b535-58ba-494e-a695-aa43f99b9001 req-3319b5a3-94c3-4f07-938b-16eb136de6d9 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 Oct 20 03:59:04.041201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f436da-7be7-4a64-8b3f-0497d7a65440 req-7f1e14ac-da36-49af-b93f-0d138310777a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:04.042645 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1f436da-7be7-4a64-8b3f-0497d7a65440 req-7f1e14ac-da36-49af-b93f-0d138310777a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0848567 Oct 20 03:59:04.084397 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1f436da-7be7-4a64-8b3f-0497d7a65440 req-3fa47900-c4fe-40e3-819d-f8ac2d66aa1a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361698 Oct 20 03:59:05.277566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b5e1f-d0e7-44cb-acee-2546c5154425 req-ac7dc43d-fadd-4a38-bdea-5f4ecdc1cf9d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:05.278989 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-144b5e1f-d0e7-44cb-acee-2546c5154425 req-ac7dc43d-fadd-4a38-bdea-5f4ecdc1cf9d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0844173 Oct 20 03:59:05.320694 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-144b5e1f-d0e7-44cb-acee-2546c5154425 req-cc5fea19-4a0b-4736-a5be-3ec9ac619114 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355506 Oct 20 03:59:06.518037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4373c8-5a8b-48d5-9d0f-5f5690b5f92b req-402999b8-d905-4bc5-82f7-19b93da38de8 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:06.519533 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c4373c8-5a8b-48d5-9d0f-5f5690b5f92b req-402999b8-d905-4bc5-82f7-19b93da38de8 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0898960 Oct 20 03:59:06.560946 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c4373c8-5a8b-48d5-9d0f-5f5690b5f92b req-0f7240ee-ddd7-423c-bb25-9446dcb5173c tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358884 Oct 20 03:59:07.763426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3660db4-6e99-4896-be2b-75a3b1c385a8 req-add6d930-56b6-472d-bf15-a6ca6d531f79 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:07.764862 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c3660db4-6e99-4896-be2b-75a3b1c385a8 req-add6d930-56b6-472d-bf15-a6ca6d531f79 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0878513 Oct 20 03:59:07.807878 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c3660db4-6e99-4896-be2b-75a3b1c385a8 req-9aa17e49-25b1-4311-8536-f621991a58e7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368178 Oct 20 03:59:09.057435 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-65a40625-44b7-4c07-aefc-3b40b0df92d6 service neutron] 10.222.0.26 "GET /v2.0/ports/c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.1030645 Oct 20 03:59:09.070344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b28663-09b3-469a-ba09-83db4e97567c req-f64a5a9a-e299-4e18-a00a-2596cb345013 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:09.071757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-64b28663-09b3-469a-ba09-83db4e97567c req-f64a5a9a-e299-4e18-a00a-2596cb345013 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.1532092 Oct 20 03:59:09.115917 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-64b28663-09b3-469a-ba09-83db4e97567c req-70c82d1b-256b-485d-bc06-b7a8d5312dec tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Oct 20 03:59:09.664456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-3bb14f5d-02bc-452a-8df6-acbe9eceef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:09.665965 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-3bb14f5d-02bc-452a-8df6-acbe9eceef1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81&tenant_id=571bb50e613342dfbf3b6b2f43c82390 HTTP/1.1" status: 200 len: 1099 time: 0.0795436 Oct 20 03:59:09.742288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-997aa4c1-dee8-4e21-8857-6511facc67a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:09.768682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-aecc62b6-54ef-43f2-b266-a873562f1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:09.770224 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-aecc62b6-54ef-43f2-b266-a873562f1cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 1099 time: 0.0777173 Oct 20 03:59:09.899542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-7711c732-60fa-4cdd-a1a9-b662203171f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:09.900861 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-7711c732-60fa-4cdd-a1a9-b662203171f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 915 time: 0.1220322 Oct 20 03:59:09.972793 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-3fbbe999-8901-4af1-a78d-49ea61434b05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 HTTP/1.1" status: 200 len: 217 time: 0.0617154 Oct 20 03:59:10.035171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-de2ab36a-ee0d-47a8-89fb-6bb51969971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:10.036541 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-de2ab36a-ee0d-47a8-89fb-6bb51969971b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 200 len: 853 time: 0.0550647 Oct 20 03:59:10.122935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-6fc04bca-97cb-41e9-9b0b-ce494cf420a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:10.124351 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-6fc04bca-97cb-41e9-9b0b-ce494cf420a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f145ac6e-b2ba-4e78-8781-a690b01fecb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776131 Oct 20 03:59:10.258184 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-cd9dac3a-2d78-4354-b558-9936615cbca4 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230760 Oct 20 03:59:10.310046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6120-48e2-4954-a0f4-d2161d8f56de req-fbf98d28-3427-4b56-893e-672b72622f46 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:10.311506 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-411a6120-48e2-4954-a0f4-d2161d8f56de req-fbf98d28-3427-4b56-893e-672b72622f46 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0853016 Oct 20 03:59:10.359134 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-411a6120-48e2-4954-a0f4-d2161d8f56de req-37f7b844-109e-46e6-ac92-61b46e402231 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Oct 20 03:59:10.489595 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-333bbc92-6c78-436d-925a-e2d519eceda5 req-5d46991d-c2b4-44a8-b184-9c6cfa84c14e service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241952 Oct 20 03:59:11.555854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de7a6-e5c9-4f69-95d3-7c573066360a req-cb59b18b-2911-40d5-9d3f-355ce04710e0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:11.557303 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c47de7a6-e5c9-4f69-95d3-7c573066360a req-cb59b18b-2911-40d5-9d3f-355ce04710e0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0838881 Oct 20 03:59:11.601806 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c47de7a6-e5c9-4f69-95d3-7c573066360a req-36da7dd2-bb15-472a-bfa0-5410bb7e7af3 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387630 Oct 20 03:59:12.370355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-16bb58fd-7891-4743-a7be-618fae733dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:12.534758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:59:12.541139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:59:12.750257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:12.750633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:12.788069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:12.802784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:12.805106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6577e92-b532-4941-9618-e8bce8c5796d" -d '{"events": [{"server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "name": "network-vif-unplugged", "status": "completed", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:12.815051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425', 'network_id': 'f145ac6e-b2ba-4e78-8781-a690b01fecb1', 'port_id': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425', 'mac_address': 'fa:16:3e:4e:3e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b53624c-d517-4624-8ef0-536867f89f36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:59:12.818358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:12.828141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01c247-d09d-45e5-bb61-3aef22121cae req-6e3f1c50-9f0c-4843-a6ee-0515fb0bbcb0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:12.837032 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5f01c247-d09d-45e5-bb61-3aef22121cae req-6e3f1c50-9f0c-4843-a6ee-0515fb0bbcb0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.1055353 Oct 20 03:59:12.865506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60edd54e-8c04-4bdb-8deb-a44f6776fb00 x-openstack-request-id: req-60edd54e-8c04-4bdb-8deb-a44f6776fb00 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:12.865796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "name": "network-vif-unplugged", "status": "completed", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:12.866045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-60edd54e-8c04-4bdb-8deb-a44f6776fb00 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:12.866428 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60edd54e-8c04-4bdb-8deb-a44f6776fb00'] response: {'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425', 'code': 200} Oct 20 03:59:12.873434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:12.882777 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5f01c247-d09d-45e5-bb61-3aef22121cae req-9ab16694-d949-4046-8065-d547a1420c1d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447567 Oct 20 03:59:12.939644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 is: ACTIVE; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:12.940028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:12.963653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:59:13.003095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:13.029482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:59:13.029846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:59:13.427594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:13.524763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:13.585147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:13.585559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:13.603354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:59:13.618208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:13.724898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:13.791129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:59:13.834050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:14.084244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2677e-8c02-4c64-93b9-e9ab8d42ed24 req-d98d78a2-b00f-4ddd-965c-186d3d6e31f0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:14.085620 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-86a2677e-8c02-4c64-93b9-e9ab8d42ed24 req-d98d78a2-b00f-4ddd-965c-186d3d6e31f0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 945 time: 0.0887647 Oct 20 03:59:14.128489 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-86a2677e-8c02-4c64-93b9-e9ab8d42ed24 req-d968f6f5-2eaa-4da4-8eed-b2729c9340fd tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Oct 20 03:59:14.548108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:59:14.617797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:14.618166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:14.618497 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 Oct 20 03:59:14.619547 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22997-886f-456b-9548-a4c828cba319 req-9a6bcdeb-c6af-47a2-aa89-30e2f9fe20d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:14.621003 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dbc22997-886f-456b-9548-a4c828cba319 req-9a6bcdeb-c6af-47a2-aa89-30e2f9fe20d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 945 time: 0.1437707 Oct 20 03:59:14.682778 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dbc22997-886f-456b-9548-a4c828cba319 req-6dd1baa2-0ae1-4a76-b4d2-a46dee5e9641 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539296 Oct 20 03:59:14.691430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-19096cc4-9628-427d-ad51-75c981ca2a5f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:14.693050 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-19096cc4-9628-427d-ad51-75c981ca2a5f tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81&tenant_id=571bb50e613342dfbf3b6b2f43c82390&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 945 time: 0.1417511 Oct 20 03:59:14.743493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:14.743878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:14.775604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:14.839477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-65dc6cae-ac19-4fac-88e6-8409e5d12fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:14.840935 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-65dc6cae-ac19-4fac-88e6-8409e5d12fba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=571bb50e613342dfbf3b6b2f43c82390&device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 1098 time: 0.0803602 Oct 20 03:59:14.867215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:14.869710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b700fd-99c0-48cd-bba8-578fe8af4168" -d '{"events": [{"server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "name": "network-vif-plugged", "status": "completed", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:14.890764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:14.927171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f237d52-d956-4c82-9d50-ad78a5ca9fe8 x-openstack-request-id: req-0f237d52-d956-4c82-9d50-ad78a5ca9fe8 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:14.927468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "name": "network-vif-plugged", "status": "completed", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:14.927723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0f237d52-d956-4c82-9d50-ad78a5ca9fe8 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:14.928112 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f237d52-d956-4c82-9d50-ad78a5ca9fe8'] response: {'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425', 'code': 200} Oct 20 03:59:14.933800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:14.965972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:14.973000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-e22a4434-0428-4d83-893f-cec9d1e19836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:14.974649 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-e22a4434-0428-4d83-893f-cec9d1e19836 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 200 len: 915 time: 0.1278324 Oct 20 03:59:15.044126 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-6b5b93c1-29ec-4214-9648-fdc7480afea4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 HTTP/1.1" status: 200 len: 217 time: 0.0628347 Oct 20 03:59:15.104253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-2e8b31b3-c4e2-43ec-a3e6-956bf37ab868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:15.105662 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-2e8b31b3-c4e2-43ec-a3e6-956bf37ab868 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 200 len: 853 time: 0.0555868 Oct 20 03:59:15.185133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-841b764d-0bdd-48a1-b56b-e63a5afa11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:15.186546 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-841b764d-0bdd-48a1-b56b-e63a5afa11f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f145ac6e-b2ba-4e78-8781-a690b01fecb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754204 Oct 20 03:59:15.312907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-0bc67ee3-eb95-4a2b-ae6a-16503eea782f service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200671 Oct 20 03:59:15.437965 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-81194ff7-894f-418d-8cd4-3e11d62877a7 req-08c3e854-69a8-451e-867c-149d6f358da5 service neutron] 10.222.0.26 "GET /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191087 Oct 20 03:59:15.884730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21582e-3532-4fc0-89b9-b5dbf8b33f72 req-c94b9723-37cc-4af4-aa32-cf2c48c9e3d3 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:15.886191 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9e21582e-3532-4fc0-89b9-b5dbf8b33f72 req-c94b9723-37cc-4af4-aa32-cf2c48c9e3d3 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0895069 Oct 20 03:59:15.929243 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9e21582e-3532-4fc0-89b9-b5dbf8b33f72 req-0ea14ac0-59f1-4a08-85d8-419167b9846b tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372236 Oct 20 03:59:17.127097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2da79-247a-482d-9534-be78c4a589e4 req-a4bfab79-8bcb-486c-8269-85c48710afec tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:17.128553 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ebb2da79-247a-482d-9534-be78c4a589e4 req-a4bfab79-8bcb-486c-8269-85c48710afec tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0884359 Oct 20 03:59:17.170645 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ebb2da79-247a-482d-9534-be78c4a589e4 req-ca98548c-2e96-4013-bc53-d0cf1e186e94 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365582 Oct 20 03:59:17.262071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:17.367001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88731e26-5d5f-4bb1-b47a-fd751c3fb4e1 req-7d52c6c3-8326-48fe-88e0-554b82c5ce99 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:17.368427 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-88731e26-5d5f-4bb1-b47a-fd751c3fb4e1 req-7d52c6c3-8326-48fe-88e0-554b82c5ce99 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0887008 Oct 20 03:59:17.411379 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-88731e26-5d5f-4bb1-b47a-fd751c3fb4e1 req-cb85cdf5-1751-4220-8861-e91a16ed78ce tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Oct 20 03:59:17.605488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba392-c938-43a3-b236-d9e6323b1a14 req-1bfb0730-505c-4ec0-95b6-3df160dd7db7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:17.606858 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c99ba392-c938-43a3-b236-d9e6323b1a14 req-1bfb0730-505c-4ec0-95b6-3df160dd7db7 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0878973 Oct 20 03:59:17.653751 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c99ba392-c938-43a3-b236-d9e6323b1a14 req-6acec203-ce92-4678-afe7-d363063a4558 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Oct 20 03:59:18.407039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56cdd2-7cca-4535-b4db-c6f4b619d43c req-d90133f0-4a7d-4053-8187-e53aa38a7f4a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:18.408483 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5a56cdd2-7cca-4535-b4db-c6f4b619d43c req-d90133f0-4a7d-4053-8187-e53aa38a7f4a tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0861294 Oct 20 03:59:18.450632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5a56cdd2-7cca-4535-b4db-c6f4b619d43c req-9ec5405e-7393-4958-810f-36c36d80ac84 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365546 Oct 20 03:59:19.645524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc244da8-5b29-4d2b-a6e5-f219472b1ba6 req-9040c6be-dff6-43a5-a7d2-ade9ee2c90f4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:19.646979 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dc244da8-5b29-4d2b-a6e5-f219472b1ba6 req-9040c6be-dff6-43a5-a7d2-ade9ee2c90f4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0875335 Oct 20 03:59:19.693248 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dc244da8-5b29-4d2b-a6e5-f219472b1ba6 req-46f302b3-cb86-4554-b780-7ccd68464e29 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups?id=155a57c2-be11-46a0-ba22-37278c08d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379064 Oct 20 03:59:20.053823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-a0d31faa-a571-4f83-a18c-031ee91fd428 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:20.055236 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-a0d31faa-a571-4f83-a18c-031ee91fd428 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 946 time: 0.0891647 Oct 20 03:59:20.125659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Deleting port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:59:20.126003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:20.458063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] For port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:20.458422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:20.577517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Calling delete_port for c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:59:20.798875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:20.895536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event deleted for resources: {'Port': ['ID=c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:20.901637 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fbdcdcf8-4028-4f4d-9119-911ac0076e4d req-2d19ae80-10df-46d4-9889-52ac04af2fb0 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 210 time: 0.1006119 Oct 20 03:59:20.934113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.934466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.934809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.935147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.935480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.935812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.936141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.936466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.936790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.937114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.937467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.937790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:20.999198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] No DVR routers for this DVR port c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:59:21.002274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:21.004983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'name': 'network-vif-deleted', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:21.007306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016573f6-c25e-4308-88db-eb48fe182709" -d '{"events": [{"server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "name": "network-vif-deleted", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:21.054531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ad9e7-eee9-4c6d-8c3b-ca2fe140d5a9 x-openstack-request-id: req-942ad9e7-eee9-4c6d-8c3b-ca2fe140d5a9 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:21.054531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7746c40-a227-459a-89dc-fc69c6d36f81", "name": "network-vif-deleted", "tag": "c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:21.054531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-942ad9e7-eee9-4c6d-8c3b-ca2fe140d5a9 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:21.054531 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942ad9e7-eee9-4c6d-8c3b-ca2fe140d5a9'] response: {'server_uuid': 'a7746c40-a227-459a-89dc-fc69c6d36f81', 'name': 'network-vif-deleted', 'tag': 'c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425', 'status': 'completed', 'code': 200} Oct 20 03:59:21.130938 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ca108a0c-fe8e-4f58-850b-0911f8eece68 req-5aaaa571-8b55-465b-bebf-e473db1396d4 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.26 "DELETE /v2.0/ports/c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 HTTP/1.1" status: 204 len: 173 time: 1.0676575 Oct 20 03:59:22.078142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7adb500d-5f9e-403d-9ace-ae3135780af9 req-1cb36dca-1317-4dc0-8323-494b79cc9b41 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Synchronizing usage tracker for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:59:22.180662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7adb500d-5f9e-403d-9ace-ae3135780af9 req-1cb36dca-1317-4dc0-8323-494b79cc9b41 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Unset dirty status for tenant:571bb50e613342dfbf3b6b2f43c82390 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:59:22.181763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7adb500d-5f9e-403d-9ace-ae3135780af9 req-1cb36dca-1317-4dc0-8323-494b79cc9b41 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7746c40-a227-459a-89dc-fc69c6d36f81 HTTP/1.1" status: 200 len: 210 time: 0.1526623 Oct 20 03:59:22.580169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:59:22.614725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:59:22.618846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c29f5b3a-4cee-4f29-bd9c-9ab02dcb1425 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:59:23.398949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 43804) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:23.470404 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:23.499741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:23.626118 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:23.645127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1734a46-9563-4f59-8d74-c2b9a52464b6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:23.653428 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.653853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.654192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.654611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.654893 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.655220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.655578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.655901 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.656219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.656542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.656855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.657176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:23.708781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:23.709956 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3b57d39d-2d00-4409-ad65-5f81ce66f97e tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "DELETE /v2.0/security-groups/f1734a46-9563-4f59-8d74-c2b9a52464b6 HTTP/1.1" status: 204 len: 168 time: 0.3097453 Oct 20 03:59:23.712553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 43808) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:23.729596 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.api.v2.resource [None req-18ce3a04-64be-4fc1-b000-cc7b0d6cb8c8 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] show failed (client error): The resource could not be found. Oct 20 03:59:23.730489 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-18ce3a04-64be-4fc1-b000-cc7b0d6cb8c8 tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "GET /v2.0/security-groups/f1734a46-9563-4f59-8d74-c2b9a52464b6 HTTP/1.1" status: 404 len: 347 time: 0.0170307 Oct 20 03:59:23.733080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 43812) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:23.993713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Deleting port 9f8353ed-b2f3-4db6-b084-2157cb5c8024 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:59:23.993965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:24.155315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:24.155636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:24.273566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Calling delete_port for 9f8353ed-b2f3-4db6-b084-2157cb5c8024 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:59:24.483109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:24.529697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Pushing event deleted for resources: {'Port': ['ID=9f8353ed-b2f3-4db6-b084-2157cb5c8024,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:24.627159 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:24.687999 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:24.689131 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-164ed7ec-fcf3-4b79-8025-17e26d9c176d tempest-ServerDiskConfigTestJSON-1588628775 tempest-ServerDiskConfigTestJSON-1588628775-project] 10.222.0.33 "DELETE /v2.0/floatingips/ebbf1cdf-9e60-4d5a-99c4-e032a00a50ba HTTP/1.1" status: 204 len: 168 time: 0.9551122 Oct 20 03:59:24.829851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43820) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:25.348380 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:25.785738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Deleting port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:59:25.786076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:25.956912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] For port 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:25.957613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:26.083804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Calling delete_port for 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:59:26.324398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:26.372647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:26.636418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:26.979692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Router f15190f5-230c-4493-86b1-3d1dde8f9fbb has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:59:27.258299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:59:27.266616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] Sync routers for ids ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:59:27.270170 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-90db2d75-6a9f-4ee8-ab03-76d2c5e1f595 admin admin] 10.222.0.33 "PUT /v2.0/routers/f15190f5-230c-4493-86b1-3d1dde8f9fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4392662 Oct 20 03:59:27.272680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43824) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:27.275629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] Routers {'f15190f5-230c-4493-86b1-3d1dde8f9fbb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:59:27.276244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:59:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:27.446521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:27.487896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] Set router f15190f5-230c-4493-86b1-3d1dde8f9fbb gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:59:27.618356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:27.696262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Deleting port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:59:27.696614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:27.774845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:59:26Z', 'revision_number': 5, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'gw_port': {'id': '2e1a0088-d1b5-4a4a-a079-a8150554d4f5', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:27.778765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] Checking router: f15190f5-230c-4493-86b1-3d1dde8f9fbb for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:59:27.787382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] Routers {'f15190f5-230c-4493-86b1-3d1dde8f9fbb'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:59:27.787978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:59:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:27.870974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] For port 2e1a0088-d1b5-4a4a-a079-a8150554d4f5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=2e1a0088-d1b5-4a4a-a079-a8150554d4f5,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:27.871332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:27.933132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] Set router f15190f5-230c-4493-86b1-3d1dde8f9fbb gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:59:27.991078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Calling delete_port for 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:59:28.036178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:59:27Z', 'revision_number': 6, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:28.039985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c1321b-cffd-4770-b162-97cbfabd2329 None None] The sync data for ids ['f15190f5-230c-4493-86b1-3d1dde8f9fbb'] in dv-neutron-861845-1-hyperv is: [{'id': 'f15190f5-230c-4493-86b1-3d1dde8f9fbb', 'name': 'tempest-ServerDiskConfigTestJSON-363342092-router', 'tenant_id': '571bb50e613342dfbf3b6b2f43c82390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:57:27Z', 'updated_at': '2022-10-20T03:59:27Z', 'revision_number': 6, 'project_id': '571bb50e613342dfbf3b6b2f43c82390', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:59:28.237139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:28.281699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1a0088-d1b5-4a4a-a079-a8150554d4f5,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:28.377200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:28.655582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:28.657781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:28.763494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:28.764048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f15190f5-230c-4493-86b1-3d1dde8f9fbb {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 03:59:28.776270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:28.777434 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b728acc3-de11-4128-b6f1-37594e6f9f8a admin admin] 10.222.0.33 "DELETE /v2.0/routers/f15190f5-230c-4493-86b1-3d1dde8f9fbb HTTP/1.1" status: 204 len: 168 time: 1.5036204 Oct 20 03:59:28.780015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43828) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:28.839799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2832f7-6e3a-4df0-bd29-def962d89010 admin admin] Deleting subnet 6b53624c-d517-4624-8ef0-536867f89f36 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 03:59:28.842657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de2832f7-6e3a-4df0-bd29-def962d89010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:28.891299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de2832f7-6e3a-4df0-bd29-def962d89010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:28.966784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de2832f7-6e3a-4df0-bd29-def962d89010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.113510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de2832f7-6e3a-4df0-bd29-def962d89010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.147908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2832f7-6e3a-4df0-bd29-def962d89010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b53624c-d517-4624-8ef0-536867f89f36,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:29.153064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-de2832f7-6e3a-4df0-bd29-def962d89010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.159184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfab9a6-c908-4ef9-8c35-0c7c66740208 None None] Network f145ac6e-b2ba-4e78-8781-a690b01fecb1 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:59:29.159646 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-de2832f7-6e3a-4df0-bd29-def962d89010 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6b53624c-d517-4624-8ef0-536867f89f36 HTTP/1.1" status: 204 len: 168 time: 0.3785412 Oct 20 03:59:29.162196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43832) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:29.265669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.276283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Deleting port 144b1675-0899-46b8-a317-e142570fdac3 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:59:29.276612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.405232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] DHCP port deletion for f145ac6e-b2ba-4e78-8781-a690b01fecb1 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 03:59:29.410018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] Deleting port 144b1675-0899-46b8-a317-e142570fdac3 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:59:29.410394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.482166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] For port 144b1675-0899-46b8-a317-e142570fdac3, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=144b1675-0899-46b8-a317-e142570fdac3,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:29.482514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.603455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Calling delete_port for 144b1675-0899-46b8-a317-e142570fdac3 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:59:29.605976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] For port 144b1675-0899-46b8-a317-e142570fdac3, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=144b1675-0899-46b8-a317-e142570fdac3,segment=NetworkSegment(8f33f969-3c34-42c7-9c42-9d60fa9fe92f),segment_id=8f33f969-3c34-42c7-9c42-9d60fa9fe92f)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:29.606369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.727406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:59:29.735729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.759299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] Calling delete_port for 144b1675-0899-46b8-a317-e142570fdac3 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 03:59:29.783623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Pushing event deleted for resources: {'Port': ['ID=144b1675-0899-46b8-a317-e142570fdac3,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:29.789847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] No DVR routers for this DVR port 144b1675-0899-46b8-a317-e142570fdac3 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 03:59:29.804055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:59:29.804401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8bea93a5-7b5b-4d8b-a3ef-d55a78baeab6 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:59:29.804817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 144b1675-0899-46b8-a317-e142570fdac3 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:59:29.841923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 144b1675-0899-46b8-a317-e142570fdac3 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:59:29.842267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 144b1675-0899-46b8-a317-e142570fdac3 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:59:29.842682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 03:59:29.905050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.922644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 03:59:29.923519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 2e1a0088-d1b5-4a4a-a079-a8150554d4f5 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 03:59:29.932659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f145ac6e-b2ba-4e78-8781-a690b01fecb1']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:29.945360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f33f969-3c34-42c7-9c42-9d60fa9fe92f') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:29.945656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f33f969-3c34-42c7-9c42-9d60fa9fe92f') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:29.950314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:59:29.950660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:59:29.956794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.971812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:29.977822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:59:29.978194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:30.058813 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8f33f969-3c34-42c7-9c42-9d60fa9fe92f resource provider aggregate not found Oct 20 03:59:30.074791 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 8f33f969-3c34-42c7-9c42-9d60fa9fe92f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f33f969-3c34-42c7-9c42-9d60fa9fe92f found for delete ", "request_id": "req-2416e0a6-15e7-4273-b602-169f47095ae4"}]} Oct 20 03:59:30.118582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:30.122715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:30.146947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] Pushing event deleted for resources: {'Network': ['ID=f145ac6e-b2ba-4e78-8781-a690b01fecb1,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:30.222353 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ca97e7cf-13b7-4341-b632-b3fbd08e820e admin admin] 10.222.0.33 "DELETE /v2.0/networks/f145ac6e-b2ba-4e78-8781-a690b01fecb1 HTTP/1.1" status: 204 len: 168 time: 1.0591512 Oct 20 03:59:30.451789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] Deleting port 144b1675-0899-46b8-a317-e142570fdac3 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 03:59:30.452291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:30.495117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43844) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:30.519867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-edd53bc3-152c-49ab-af04-fcf9f1bb81b1 None None] The port '144b1675-0899-46b8-a317-e142570fdac3' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 03:59:30.546820 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4078b147-0379-4e63-b5f3-8c708ceafba8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=571bb50e613342dfbf3b6b2f43c82390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505519 Oct 20 03:59:30.550911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43848) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:30.607274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a07c2137-5d93-46d3-8da1-d5c30faaa064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:30.632670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a07c2137-5d93-46d3-8da1-d5c30faaa064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:30.730214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a07c2137-5d93-46d3-8da1-d5c30faaa064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:30.746634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c2137-5d93-46d3-8da1-d5c30faaa064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155a57c2-be11-46a0-ba22-37278c08d79d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:30.755082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a07c2137-5d93-46d3-8da1-d5c30faaa064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:30.756195 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a07c2137-5d93-46d3-8da1-d5c30faaa064 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/155a57c2-be11-46a0-ba22-37278c08d79d HTTP/1.1" status: 204 len: 168 time: 0.2043977 Oct 20 03:59:31.767849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43872) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:31.868359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-165597141-network', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:31.873025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:31.876861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Usage tracker for resource:network and tenant:851f6d57e5c747b1865add0cf913a2c8 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:59:31.879679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:59:31.885276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:31.962703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Made reservation on behalf of 851f6d57e5c747b1865add0cf913a2c8 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:59:31.964957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:31.977468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:31.991959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:31.995843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Usage tracker for resource:security_group_rule and tenant:851f6d57e5c747b1865add0cf913a2c8 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:59:31.998677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:59:32.004252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:32.083451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:32.152442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:32.182440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:59:32.190600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503718d6-7824-49b0-b36d-169a48cb243d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:32.196688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:32.197031 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Added segment 3c96b5dc-8d8b-4f7f-bb64-f87207c05aef of type vlan for network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 Oct 20 03:59:32.223383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:32.329752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:32.330709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:32.331269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:32.529578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] Pushing event updated for resources: {'Network': ['ID=96b7cc93-0f45-4695-a69a-49a9ca77ddb6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:32.538858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 03:59:32.604958 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2677e916-67a9-48ce-b55a-be507b509e61 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8360229 Oct 20 03:59:32.607666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43878) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:32.613538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Request body: {'subnet': {'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-165597141-subnet', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:32.618492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:32.622297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Usage tracker for resource:subnet and tenant:851f6d57e5c747b1865add0cf913a2c8 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:59:32.625071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:59:32.630805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:32.711410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Made reservation on behalf of 851f6d57e5c747b1865add0cf913a2c8 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:59:32.713778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:32.980591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:33.052091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:33.059338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Checking segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:59:33.059693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Network hostable DHCP agents. Network: 96b7cc93-0f45-4695-a69a-49a9ca77ddb6, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:59:33.151608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:59:33.231742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 96b7cc93-0f45-4695-a69a-49a9ca77ddb6) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:59:33.235553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:33.236188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:33.241398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9ad4d6-5255-4d17-94d3-d32c7cd87978 None None] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:59:33.318442 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a602c65a-e1a7-46f1-9b86-a71c7c1aa1f7 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7097385 Oct 20 03:59:33.321083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43882) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:33.325945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:33.331272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:33.335144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Usage tracker for resource:router and tenant:851f6d57e5c747b1865add0cf913a2c8 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:59:33.338796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:59:33.343676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:33.420425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:33.421499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:33.435624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:33.456318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 03:59:33.457155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:33.608060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Allocated IP 172.20.0.2 (96b7cc93-0f45-4695-a69a-49a9ca77ddb6/bdd2d95c-f128-4da7-b8fb-e16ed60d1fea/659d657c-2148-41b0-80b9-4d7d4bbc2c9a) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:59:33.769590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:33.807838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:33.818005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Transition to ACTIVE for port object 659d657c-2148-41b0-80b9-4d7d4bbc2c9a will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:59:33.835086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Transition to ACTIVE for port object 659d657c-2148-41b0-80b9-4d7d4bbc2c9a will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:59:33.896123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:33.962105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:59:33.963199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:59:33.968974 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:59:33.977961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Pushing event updated for resources: {'Port': ['ID=659d657c-2148-41b0-80b9-4d7d4bbc2c9a,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:34.021863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.022205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.022540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.022871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.023198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.023524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.023847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.024169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.024489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.024817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.025132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.025470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:34.086066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Attempting to bind port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:59:34.086431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Attempting to bind port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:59:34.086792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Attempting to bind port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:59:34.091933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:59:34.092299 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Checking segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:59:34.092702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:34.093091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Bound using segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:59:34.093573 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Bound port: 659d657c-2148-41b0-80b9-4d7d4bbc2c9a, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:59:34.093942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:34.135684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:34.164864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:34.180155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] For port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:59:34.183129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] For port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=659d657c-2148-41b0-80b9-4d7d4bbc2c9a,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:59:34.239360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:34.297046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Allocated IP 172.26.7.109 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/8dd55b61-8a57-44b2-b1d6-b8b4331acfea) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:59:34.318642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e60205-6f31-4318-b5da-8cc7eb5feb91 None None] Pushing event updated for resources: {'Port': ['ID=659d657c-2148-41b0-80b9-4d7d4bbc2c9a,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:34.454675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:34.541910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:34.606797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:59:34.609708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:59:34.613724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:59:34.758553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd55b61-8a57-44b2-b1d6-b8b4331acfea,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:35.186283 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e32fe0b-be05-4dd5-8dc6-08305e11b454 None None] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 03:59:35.211959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:35.390604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-a1a736fc-c984-4209-b232-152d4e630350 None None] Provisioning for port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:59:35.545417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:35.734681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 659d657c-2148-41b0-80b9-4d7d4bbc2c9a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:59:35.821274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 03:59:35.872735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:59:35.877746 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:35.878139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:35.878472 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a Oct 20 03:59:35.995626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:59:35.995839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:35.996046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:36.006702 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:59:36.018232 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:59:36.018877 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:59:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:36.058654 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=659d657c-2148-41b0-80b9-4d7d4bbc2c9a,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:36.089957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:36.091222 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ed11a419-045c-44d8-a113-50b6074c2eb2 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7691901 Oct 20 03:59:36.094033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43886) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:36.130332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:36.199043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=659d657c-2148-41b0-80b9-4d7d4bbc2c9a,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:36.200272 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:59:36.480977 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:34Z', 'revision_number': 3, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:36.484742 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:59:36.485085 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Updating router 0f65022f-ae0d-42c4-b78f-2540bd40b433 port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:59:36.535397 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:36.870422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:36.889508 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:36.901022 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Transition to ACTIVE for port object 8dd55b61-8a57-44b2-b1d6-b8b4331acfea will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:59:36.980320 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.042438 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Attempting to bind port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:59:37.043127 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Attempting to bind port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:59:37.043127 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Attempting to bind port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:59:37.053654 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:59:37.054015 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:59:37.054400 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.054779 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:59:37.055228 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Bound port: 8dd55b61-8a57-44b2-b1d6-b8b4331acfea, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:59:37.055586 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.074931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Allocated IP 172.20.0.1 (96b7cc93-0f45-4695-a69a-49a9ca77ddb6/bdd2d95c-f128-4da7-b8fb-e16ed60d1fea/eccf3fcf-c002-415c-94c3-f69f0572dd87) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:59:37.098162 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Pushing event updated for resources: {'Port': ['ID=8dd55b61-8a57-44b2-b1d6-b8b4331acfea,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:37.109793 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.110160 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.110525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.110874 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.111200 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.111522 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.111836 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.112152 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.112461 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.112773 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.113081 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.113419 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:37.143160 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] For port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:59:37.146195 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] For port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8dd55b61-8a57-44b2-b1d6-b8b4331acfea,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:59:37.219822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.226750 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.236426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Transition to ACTIVE for port object eccf3fcf-c002-415c-94c3-f69f0572dd87 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:59:37.287743 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:59:37.288341 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:59:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:37.340669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.403493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:59:37.406332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:59:37.408756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:59:37.417427 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35524c75-de18-4dca-bdbb-0254878b0980 None None] Pushing event updated for resources: {'Port': ['ID=8dd55b61-8a57-44b2-b1d6-b8b4331acfea,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:37.452609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Pushing event updated for resources: {'Port': ['ID=eccf3fcf-c002-415c-94c3-f69f0572dd87,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:37.468270 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:59:37.473853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.646648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.690444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Provisioning for port eccf3fcf-c002-415c-94c3-f69f0572dd87 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:59:37.695665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Provisioning complete for port eccf3fcf-c002-415c-94c3-f69f0572dd87 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:37.696109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.696611 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Attempt 1 to provision port eccf3fcf-c002-415c-94c3-f69f0572dd87 Oct 20 03:59:37.743476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 659d657c-2148-41b0-80b9-4d7d4bbc2c9a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:59:37.778711 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:34Z', 'revision_number': 3, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:37.782618 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc20042-cb17-4123-9ad7-fb6e66fc7364 None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:34Z', 'revision_number': 3, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:59:37.810100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Port eccf3fcf-c002-415c-94c3-f69f0572dd87 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:59:37.828487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:37.828997 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.829492 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a Oct 20 03:59:37.898798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:37.951669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:37.952894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:38.067212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Pushing event updated for resources: {'Port': ['ID=eccf3fcf-c002-415c-94c3-f69f0572dd87,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:38.071963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:38.311256 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Attempt 2 to provision port eccf3fcf-c002-415c-94c3-f69f0572dd87 Oct 20 03:59:38.325473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:59:38.326737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:59:38.372714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Port eccf3fcf-c002-415c-94c3-f69f0572dd87 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:59:38.517983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:59:38.696185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:59:38.704883 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9af7e2d5-7c73-45b7-b6f5-f726d6fcf695 admin admin] 10.222.0.33 "PUT /v2.0/routers/0f65022f-ae0d-42c4-b78f-2540bd40b433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6091611 Oct 20 03:59:38.873695 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Attempt 3 to provision port eccf3fcf-c002-415c-94c3-f69f0572dd87 Oct 20 03:59:38.927957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Port eccf3fcf-c002-415c-94c3-f69f0572dd87 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:59:39.091988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43896) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:39.097924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851813742', 'description': 'tempest-description--608288694'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:39.104320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:39.108265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Usage tracker for resource:security_group and tenant:851f6d57e5c747b1865add0cf913a2c8 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:59:39.111507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:59:39.117156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:39.187194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.207904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:39.211903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Usage tracker for resource:security_group_rule and tenant:851f6d57e5c747b1865add0cf913a2c8 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:59:39.214643 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:59:39.214788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:59:39.221011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:39.224375 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:59:39.224929 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:59:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:39.288929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.352099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.396680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dada9b32-87ce-4585-a249-902de598983a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:39.400872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:59:39.442928 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Attempt 4 to provision port eccf3fcf-c002-415c-94c3-f69f0572dd87 Oct 20 03:59:39.460092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.461322 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7f35b32d-7dff-490c-88a7-20715a3360f1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3682826 Oct 20 03:59:39.464099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43900) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:39.469072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'security_group_rule': {'security_group_id': 'dada9b32-87ce-4585-a249-902de598983a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:39.475045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:39.479070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Usage tracker for resource:security_group_rule and tenant:851f6d57e5c747b1865add0cf913a2c8 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:59:39.481894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:59:39.487486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:39.572074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Port eccf3fcf-c002-415c-94c3-f69f0572dd87 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:59:39.578110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.640267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.696532 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 03:59:39.718541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.744977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369e95f2-c0d1-4af7-a21b-bd097890c727,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:39.751952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8dd55b61-8a57-44b2-b1d6-b8b4331acfea up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:59:39.790628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a507fcff-80af-42c5-ba72-159a33e01359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.833554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.834747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 2, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:39.834911 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5bbde10e-4895-488d-ba73-2341ad1c9c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3696389 Oct 20 03:59:39.837653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 43904) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:39.844524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:59:39.844524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Updating router 0f65022f-ae0d-42c4-b78f-2540bd40b433 port eccf3fcf-c002-415c-94c3-f69f0572dd87 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:59:39.844720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'security_group_rule': {'security_group_id': 'dada9b32-87ce-4585-a249-902de598983a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:39.849108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:39.853209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Usage tracker for resource:security_group_rule and tenant:851f6d57e5c747b1865add0cf913a2c8 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:59:39.856148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:59:39.863029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:39.886765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:59:39.897237 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.905191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:39.905574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.905911 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea Oct 20 03:59:39.936362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.997889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.066888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.087799 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Attempt 5 to provision port eccf3fcf-c002-415c-94c3-f69f0572dd87 Oct 20 03:59:40.092164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80491894-9bc7-4952-8816-653abdba20c7,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:40.181666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.183015 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e83cd978-50e3-4077-8656-6af5cc1b6af1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443830 Oct 20 03:59:40.186238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43908) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:40.191860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:40.198166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:40.201960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Usage tracker for resource:floatingip and tenant:851f6d57e5c747b1865add0cf913a2c8 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 03:59:40.204843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 03:59:40.210606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:40.229653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:40.230025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.275674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Port eccf3fcf-c002-415c-94c3-f69f0572dd87 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:59:40.278958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.297280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8dd55b61-8a57-44b2-b1d6-b8b4331acfea,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:40.404699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.415767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.476109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.495777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Transition to ACTIVE for port object eccf3fcf-c002-415c-94c3-f69f0572dd87 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:59:40.502317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=8dd55b61-8a57-44b2-b1d6-b8b4331acfea,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:40.552309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Allocated IP 172.26.7.93 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/a60dbaeb-644e-44b2-b893-a760d1e9f36c) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:59:40.558418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.700070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.744110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26952a-9aa5-4e09-92a0-fe2e9fbad11f None None] Pushing event updated for resources: {'Port': ['ID=eccf3fcf-c002-415c-94c3-f69f0572dd87,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:40.774448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Attempting to bind port eccf3fcf-c002-415c-94c3-f69f0572dd87 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:59:40.774813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Attempting to bind port eccf3fcf-c002-415c-94c3-f69f0572dd87 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:59:40.775169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Attempting to bind port eccf3fcf-c002-415c-94c3-f69f0572dd87 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:59:40.776902 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Attempt 6 to provision port eccf3fcf-c002-415c-94c3-f69f0572dd87 Oct 20 03:59:40.786422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.820567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:59:40.820866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Checking segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:59:40.821288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.821664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Bound using segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:59:40.822129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Bound port: eccf3fcf-c002-415c-94c3-f69f0572dd87, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:59:40.822496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:40.858503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:59:40.862078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:59:40.865671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:59:40.890917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Port eccf3fcf-c002-415c-94c3-f69f0572dd87 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:59:40.904171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event updated for resources: {'Port': ['ID=a60dbaeb-644e-44b2-b893-a760d1e9f36c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:40.920849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] For port eccf3fcf-c002-415c-94c3-f69f0572dd87, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:59:40.924413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] For port eccf3fcf-c002-415c-94c3-f69f0572dd87, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=eccf3fcf-c002-415c-94c3-f69f0572dd87,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:59:40.949491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.020691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.083642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:59:41.084282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:59:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:41.085019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.216690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26952a-9aa5-4e09-92a0-fe2e9fbad11f None None] Pushing event updated for resources: {'Port': ['ID=eccf3fcf-c002-415c-94c3-f69f0572dd87,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:41.265737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:59:41.288614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.346203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.396618 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Attempt 7 to provision port eccf3fcf-c002-415c-94c3-f69f0572dd87 Oct 20 03:59:41.538307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3c3f3-9afb-4ead-8457-36f85a5c67b2 None None] Port eccf3fcf-c002-415c-94c3-f69f0572dd87 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:59:41.557969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.561616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event updated for resources: {'Port': ['ID=a60dbaeb-644e-44b2-b893-a760d1e9f36c,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:41.633115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:41.637502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19822f12-bccb-478c-a598-ee2667c4dc27 None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:59:41.671907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.677309 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-762de3b1-e014-44cb-9be4-ad58b951e468 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4860780 Oct 20 03:59:41.767148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8dd55b61-8a57-44b2-b1d6-b8b4331acfea up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:59:41.849177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:41.849583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.849928 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea Oct 20 03:59:41.869993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8fcae348-6178-411f-8440-877cb509fd10 req-d53f237f-5fac-428b-95a2-909a17115337 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:59:41.940577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8fcae348-6178-411f-8440-877cb509fd10 req-d53f237f-5fac-428b-95a2-909a17115337 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:59:41.941811 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-d53f237f-5fac-428b-95a2-909a17115337 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1851813742&fields=id&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 267 time: 0.1136589 Oct 20 03:59:42.018805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:42.095285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae348-6178-411f-8440-877cb509fd10 req-f890079e-20c3-4eb8-b80e-a789c5e0ec90 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:42.096004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8fcae348-6178-411f-8440-877cb509fd10 req-f890079e-20c3-4eb8-b80e-a789c5e0ec90 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:59:42.192936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8fcae348-6178-411f-8440-877cb509fd10 req-f890079e-20c3-4eb8-b80e-a789c5e0ec90 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:59:42.194128 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-f890079e-20c3-4eb8-b80e-a789c5e0ec90 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 811 time: 0.2453129 Oct 20 03:59:42.210316 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-5d93731a-ca3f-4ff4-811e-fe1eaabd3dab tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/quotas/851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 375 time: 0.0098970 Oct 20 03:59:42.307632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8fcae348-6178-411f-8440-877cb509fd10 req-d3685480-cd52-4702-843f-db7a9b48c966 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:59:42.341214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e3b59c82-ff46-41fb-aaa4-91fffea46c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:42.421250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-8fcae348-6178-411f-8440-877cb509fd10 req-d3685480-cd52-4702-843f-db7a9b48c966 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:59:42.423182 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-d3685480-cd52-4702-843f-db7a9b48c966 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2066824 Oct 20 03:59:42.611629 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-fe1bc221-0dab-406e-8f21-4e3a653e0e6a service neutron] 10.222.0.33 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761639 Oct 20 03:59:42.745678 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-e723966e-ed8c-4161-8ceb-4fb0b809d295 service neutron] 10.222.0.33 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274803 Oct 20 03:59:42.970990 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-93704c3e-f5dd-4722-9982-20952355aa9d req-1ca9caa2-e7e2-44cd-9ecc-8b0b19c2c286 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 210 time: 0.0529873 Oct 20 03:59:43.427047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:43.569852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:43.732538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device eccf3fcf-c002-415c-94c3-f69f0572dd87 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:59:43.912537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port eccf3fcf-c002-415c-94c3-f69f0572dd87 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:59:43.917217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port eccf3fcf-c002-415c-94c3-f69f0572dd87 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:43.917615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:43.917944 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port eccf3fcf-c002-415c-94c3-f69f0572dd87 Oct 20 03:59:44.035528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port eccf3fcf-c002-415c-94c3-f69f0572dd87 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:44.035913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:44.067812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port eccf3fcf-c002-415c-94c3-f69f0572dd87, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=eccf3fcf-c002-415c-94c3-f69f0572dd87,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:44.129692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:44.138754 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bd23664d-993a-4d6a-ba18-6c5e3fccca87 req-b7e20117-b529-4b93-b7ca-a173eca10df4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 210 time: 0.0534542 Oct 20 03:59:44.196355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=eccf3fcf-c002-415c-94c3-f69f0572dd87,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:44.884450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:45.305252 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8eae3dbf-23a9-4684-89b4-55a820b9ec81 req-b596148b-805e-4d42-a5be-47987a656c0f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 210 time: 0.0501492 Oct 20 03:59:45.317782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae348-6178-411f-8440-877cb509fd10 req-294ba3a7-3b16-44c1-a29d-74a85c06870d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:45.319220 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-294ba3a7-3b16-44c1-a29d-74a85c06870d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 811 time: 0.1453838 Oct 20 03:59:45.370721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-5adf041c-e37a-4a9b-aff9-f6c28694dbcc tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 380 time: 0.0386662 Oct 20 03:59:45.382178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'port': {'device_id': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'admin_state_up': True, 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'security_groups': ['dada9b32-87ce-4585-a249-902de598983a']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:45.513215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 03:59:45.522725 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 03:59:45.621343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Made reservation on behalf of 851f6d57e5c747b1865add0cf913a2c8 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:59:45.624862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:45.718728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device eccf3fcf-c002-415c-94c3-f69f0572dd87 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:59:45.787672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Allocated IP 172.20.0.11 (96b7cc93-0f45-4695-a69a-49a9ca77ddb6/bdd2d95c-f128-4da7-b8fb-e16ed60d1fea/8f4f1558-c5aa-4f22-b465-b9b8394072a6) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:59:45.797057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port eccf3fcf-c002-415c-94c3-f69f0572dd87 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:45.800548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:45.800548 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port eccf3fcf-c002-415c-94c3-f69f0572dd87 Oct 20 03:59:45.914701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port eccf3fcf-c002-415c-94c3-f69f0572dd87 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:45.970373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:45.985306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Transition to ACTIVE for port object 8f4f1558-c5aa-4f22-b465-b9b8394072a6 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:59:46.117867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:46.188867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:59:46.191736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:59:46.195409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 03:59:46.226028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event updated for resources: {'Port': ['ID=8f4f1558-c5aa-4f22-b465-b9b8394072a6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:46.263937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:46.264566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:46.365069 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-0de4e58e-1739-4742-9c9a-ee169edf2e87 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9864817 Oct 20 03:59:46.381112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Request body: {'port': {'device_id': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:46.467007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9adf9ef0-c5be-4de6-9a6f-1c25e757eb1e None None] Provisioning for port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:59:46.472169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9adf9ef0-c5be-4de6-9a6f-1c25e757eb1e None None] Provisioning complete for port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:46.472538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9adf9ef0-c5be-4de6-9a6f-1c25e757eb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:46.472875 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9adf9ef0-c5be-4de6-9a6f-1c25e757eb1e None None] Attempt 1 to provision port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 Oct 20 03:59:46.529336 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9adf9ef0-c5be-4de6-9a6f-1c25e757eb1e None None] Port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:59:46.657808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:46.726824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb8848-e2e5-4620-b603-78ce07f9c857 req-de4ed999-4f98-4929-9b1a-14d9272df2e4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:46.727512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-cdcb8848-e2e5-4620-b603-78ce07f9c857 req-de4ed999-4f98-4929-9b1a-14d9272df2e4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 03:59:46.817574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-cdcb8848-e2e5-4620-b603-78ce07f9c857 req-de4ed999-4f98-4929-9b1a-14d9272df2e4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 03:59:46.818716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdcb8848-e2e5-4620-b603-78ce07f9c857 req-de4ed999-4f98-4929-9b1a-14d9272df2e4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 932 time: 0.3977022 Oct 20 03:59:46.940204 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdcb8848-e2e5-4620-b603-78ce07f9c857 req-918d8d5a-b4c3-4593-9105-9f982272b1fb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151524 Oct 20 03:59:47.031099 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9adf9ef0-c5be-4de6-9a6f-1c25e757eb1e None None] Attempt 2 to provision port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 Oct 20 03:59:47.050194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4f1558-c5aa-4f22-b465-b9b8394072a6 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:59:47.057719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:47.071983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Transition to ACTIVE for port object 8f4f1558-c5aa-4f22-b465-b9b8394072a6 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:59:47.086353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9adf9ef0-c5be-4de6-9a6f-1c25e757eb1e None None] Port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 03:59:47.163683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:47.277053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:47.355688 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Pushing event updated for resources: {'Port': ['ID=8f4f1558-c5aa-4f22-b465-b9b8394072a6,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:47.387310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Attempting to bind port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:59:47.387902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Attempting to bind port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:59:47.388012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Attempting to bind port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:59:47.392963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 03:59:47.393306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Attempting to bind port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 03:59:47.398298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 03:59:47.398630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Checking segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 03:59:47.399007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Bound using segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 03:59:47.399427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Bound port: 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:59:47.399771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:47.484692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 03:59:47.487526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 03:59:47.563730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:47.566676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:47.567294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:47.568794 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] 10.222.0.26 "PUT /v2.0/ports/8f4f1558-c5aa-4f22-b465-b9b8394072a6 HTTP/1.1" status: 200 len: 1094 time: 1.1918035 Oct 20 03:59:47.587302 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9adf9ef0-c5be-4de6-9a6f-1c25e757eb1e None None] Attempt 3 to provision port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 Oct 20 03:59:47.597295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:47.599602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:47.656416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa29b3-9768-4e8d-9119-904be471b29c service neutron] Pushing event updated for resources: {'Port': ['ID=8f4f1558-c5aa-4f22-b465-b9b8394072a6,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:47.660798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69194b9c-ec93-458b-9b1b-79180691f65e x-openstack-request-id: req-69194b9c-ec93-458b-9b1b-79180691f65e {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:47.660961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9adf9ef0-c5be-4de6-9a6f-1c25e757eb1e None None] Port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 03:59:47.661559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:47.662279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-69194b9c-ec93-458b-9b1b-79180691f65e {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:47.665133 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69194b9c-ec93-458b-9b1b-79180691f65e'] response: {'name': 'network-changed', 'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'status': 'completed', 'code': 200} Oct 20 03:59:47.757926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae348-6178-411f-8440-877cb509fd10 req-4c8caf89-6e77-4701-90cf-9b356805380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:47.759288 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-4c8caf89-6e77-4701-90cf-9b356805380c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 1097 time: 0.0775208 Oct 20 03:59:47.836801 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-a022207f-63bb-4c4b-a6eb-d131008626fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6 HTTP/1.1" status: 200 len: 217 time: 0.0667956 Oct 20 03:59:47.900624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae348-6178-411f-8440-877cb509fd10 req-e7e6f173-7616-4b00-980c-df61ff47cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:47.901993 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-e7e6f173-7616-4b00-980c-df61ff47cd06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0552058 Oct 20 03:59:47.989603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae348-6178-411f-8440-877cb509fd10 req-8d421bb1-c51e-4112-8fb1-d9f3d968feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:47.991089 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-8d421bb1-c51e-4112-8fb1-d9f3d968feb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791566 Oct 20 03:59:48.178559 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-809db00a-3159-4ee3-8101-15a2dfd73818 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765313 Oct 20 03:59:48.194654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f24f2b-5057-4542-bc14-5e91f4d785c2 req-5bc3efbb-710f-46bc-97a8-0bd68d514030 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:48.196008 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-04f24f2b-5057-4542-bc14-5e91f4d785c2 req-5bc3efbb-710f-46bc-97a8-0bd68d514030 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 944 time: 0.1315708 Oct 20 03:59:48.315791 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-04f24f2b-5057-4542-bc14-5e91f4d785c2 req-472ee7c9-31f4-41cd-b319-679feba9b799 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024451 Oct 20 03:59:48.349626 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8fcae348-6178-411f-8440-877cb509fd10 req-fb38f59f-246d-4b4d-90d1-4689721a754a service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526837 Oct 20 03:59:48.649114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-520980b7-9921-4330-bb7c-f434a0c0e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:48.650592 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-520980b7-9921-4330-bb7c-f434a0c0e690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 1097 time: 0.1872580 Oct 20 03:59:48.779574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-e5ad770b-09ed-4482-b4c9-e1fcd0240f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:48.780997 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-e5ad770b-09ed-4482-b4c9-e1fcd0240f78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1222839 Oct 20 03:59:48.852218 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-a125a995-b5f8-4113-b1de-cacffa27da6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6 HTTP/1.1" status: 200 len: 217 time: 0.0623143 Oct 20 03:59:48.913729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-f2bf6e9c-a306-456c-a308-edf747cc8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:48.915048 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-f2bf6e9c-a306-456c-a308-edf747cc8f60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0560341 Oct 20 03:59:48.999771 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-70f6e0ff-4c3a-4395-95b7-19fa1c287c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:49.001867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-70f6e0ff-4c3a-4395-95b7-19fa1c287c87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788608 Oct 20 03:59:49.132055 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-a14b8235-702f-460e-be97-d382a7244406 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231751 Oct 20 03:59:49.259383 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b6d72b3-201a-4108-ac99-1c5e6c0f5d0f req-ea550b66-2fcb-40fc-bc12-e7b9ead3d7ea service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206677 Oct 20 03:59:49.519637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d92d64-b72e-4a43-813c-382c08313093 req-b9ca7c35-f23a-422d-a086-c30662a99101 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:49.522390 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e3d92d64-b72e-4a43-813c-382c08313093 req-b9ca7c35-f23a-422d-a086-c30662a99101 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 944 time: 0.0905645 Oct 20 03:59:49.565789 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e3d92d64-b72e-4a43-813c-382c08313093 req-15189980-b088-443a-a642-aeb39653b157 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 Oct 20 03:59:50.752591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 8f4f1558-c5aa-4f22-b465-b9b8394072a6 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 03:59:50.766798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884d7cf-7831-4d80-b7ff-8c6fd586e622 req-22355677-9b71-4d09-9747-0ee529fed19a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:50.768345 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4884d7cf-7831-4d80-b7ff-8c6fd586e622 req-22355677-9b71-4d09-9747-0ee529fed19a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 944 time: 0.0890224 Oct 20 03:59:50.812819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4884d7cf-7831-4d80-b7ff-8c6fd586e622 req-7e0165db-899e-4455-b77f-fdb19d0f1443 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387025 Oct 20 03:59:50.884073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:50.897058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'mac_address': 'fa:16:3e:10:af:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 03:59:50.950771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:50.951084 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:50.967447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4f1558-c5aa-4f22-b465-b9b8394072a6 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:59:50.982895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:51.055353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:51.125670 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=8f4f1558-c5aa-4f22-b465-b9b8394072a6,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:51.336542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['8f4f1558-c5aa-4f22-b465-b9b8394072a6'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 03:59:52.005982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309993e-8a5d-4410-922c-6c12be7baa82 req-5280953c-bd3e-48fa-b467-1dcbfbd65e7a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:52.007335 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4309993e-8a5d-4410-922c-6c12be7baa82 req-5280953c-bd3e-48fa-b467-1dcbfbd65e7a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 945 time: 0.0865710 Oct 20 03:59:52.054201 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4309993e-8a5d-4410-922c-6c12be7baa82 req-9ffd9bb3-812c-450d-bb21-20cd616a69b2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Oct 20 03:59:52.752554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 8f4f1558-c5aa-4f22-b465-b9b8394072a6 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 03:59:52.866386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:59:52.871096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:52.871471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:52.871803 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 Oct 20 03:59:52.987374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 03:59:52.987672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:53.012946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:53.015234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a917edf4-d9b2-440f-a2f2-6da41029ac40" -d '{"events": [{"server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:53.023213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 03:59:53.056768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238d6a6f-7efb-45bf-8865-e5288fb6e73b x-openstack-request-id: req-238d6a6f-7efb-45bf-8865-e5288fb6e73b {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:53.057245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:53.057535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-238d6a6f-7efb-45bf-8865-e5288fb6e73b {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:53.057926 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238d6a6f-7efb-45bf-8865-e5288fb6e73b'] response: {'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'code': 200} Oct 20 03:59:53.102056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:53.169818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=8f4f1558-c5aa-4f22-b465-b9b8394072a6,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:53.250256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362936c-716d-409e-8e1a-595a3be6a4bb req-0461e592-2ddf-44b5-b8aa-be79262bf243 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:53.252261 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b362936c-716d-409e-8e1a-595a3be6a4bb req-0461e592-2ddf-44b5-b8aa-be79262bf243 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0885904 Oct 20 03:59:53.294666 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b362936c-716d-409e-8e1a-595a3be6a4bb req-df813fcb-caca-443a-b81c-51af9ec0f51e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366583 Oct 20 03:59:53.442417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb359bb-8dfe-4dab-b8e9-7aebd329d982 req-4b1f46b6-8e0f-49d0-a7a0-f46dc447d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:53.443852 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4fb359bb-8dfe-4dab-b8e9-7aebd329d982 req-4b1f46b6-8e0f-49d0-a7a0-f46dc447d31b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 1099 time: 0.0788672 Oct 20 03:59:53.488094 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4fb359bb-8dfe-4dab-b8e9-7aebd329d982 req-476461bd-cb36-48c9-832c-3b877e7e788f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338297 Oct 20 03:59:54.490398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e19-a835-4fbd-91ec-d05884e00ef7 req-8991eee2-a2b8-45b9-9a50-51432b3f15b4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:54.491808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-23250e19-a835-4fbd-91ec-d05884e00ef7 req-8991eee2-a2b8-45b9-9a50-51432b3f15b4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0847790 Oct 20 03:59:54.539095 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-23250e19-a835-4fbd-91ec-d05884e00ef7 req-84067c1d-f5dd-4308-b07c-ce2ab22e5006 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Oct 20 03:59:55.740609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7d4c9-8676-4555-855d-1877ff2cc3b8 req-d793d940-ca75-46be-84ec-d49c50797019 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:55.742093 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a4e7d4c9-8676-4555-855d-1877ff2cc3b8 req-d793d940-ca75-46be-84ec-d49c50797019 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0899019 Oct 20 03:59:55.785279 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a4e7d4c9-8676-4555-855d-1877ff2cc3b8 req-1e944212-6e0a-408d-b86e-811a2ca385a4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374992 Oct 20 03:59:55.978510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a437d-09b0-4e64-8e49-f5a470055450 req-c88778fe-8c99-4104-b802-91ee2d242d40 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:55.979953 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-915a437d-09b0-4e64-8e49-f5a470055450 req-c88778fe-8c99-4104-b802-91ee2d242d40 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0860124 Oct 20 03:59:55.990207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 43968) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 03:59:55.995199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7430946c-d17a-48a1-b50e-c922a173214e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'floatingip': {'port_id': '8f4f1558-c5aa-4f22-b465-b9b8394072a6'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:56.072494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7430946c-d17a-48a1-b50e-c922a173214e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.743648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7430946c-d17a-48a1-b50e-c922a173214e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.803763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7430946c-d17a-48a1-b50e-c922a173214e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.982149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-7430946c-d17a-48a1-b50e-c922a173214e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 associated. External IP: 172.26.7.93, port: 8f4f1558-c5aa-4f22-b465-b9b8394072a6. Oct 20 03:59:57.319212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7430946c-d17a-48a1-b50e-c922a173214e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 03:59:57.489006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7430946c-d17a-48a1-b50e-c922a173214e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 03:59:57.493536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7430946c-d17a-48a1-b50e-c922a173214e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:57.499133 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:59:57.508929 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:59:57.509557 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:59:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:57.550191 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7430946c-d17a-48a1-b50e-c922a173214e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "PUT /v2.0/floatingips/e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 HTTP/1.1" status: 200 len: 991 time: 1.5588763 Oct 20 03:59:57.550918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:57.553368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:57.593562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f896f8d-61d6-47da-bf5d-16683598adeb x-openstack-request-id: req-3f896f8d-61d6-47da-bf5d-16683598adeb {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:57.593855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:57.594111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3f896f8d-61d6-47da-bf5d-16683598adeb {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:57.595098 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f896f8d-61d6-47da-bf5d-16683598adeb'] response: {'name': 'network-changed', 'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'status': 'completed', 'code': 200} Oct 20 03:59:57.684688 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:59:57.692596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-0d9f5acf-e2f6-46b2-bb3d-9c7603ac0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.694100 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-0d9f5acf-e2f6-46b2-bb3d-9c7603ac0be4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 1099 time: 0.0776961 Oct 20 03:59:57.821889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-e483d92e-9ab0-4ef1-b298-8a4111c07022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.823297 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-e483d92e-9ab0-4ef1-b298-8a4111c07022 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1228123 Oct 20 03:59:58.045624 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-f4d25d44-682d-4d1e-8e9e-24c35d6a26da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6 HTTP/1.1" status: 200 len: 999 time: 0.2153127 Oct 20 03:59:58.055821 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:10:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T03:59:56Z', 'revision_number': 1, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:58.059596 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:59:58.068130 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 03:59:58.068730 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T03:59:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:58.108591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-68aa7ba0-3149-488a-8a49-0e17a9953d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:58.110095 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-68aa7ba0-3149-488a-8a49-0e17a9953d7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0587735 Oct 20 03:59:58.191322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-65f49633-86c9-4574-935f-cfce6d8dacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:58.192839 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-65f49633-86c9-4574-935f-cfce6d8dacf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771120 Oct 20 03:59:58.240152 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 03:59:58.320875 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-42da1ee9-3fd2-4d21-a494-9ce2c0a41e8f service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217370 Oct 20 03:59:58.452388 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdaeb7a8-4e7e-4fcf-b360-84000f40c4f2 req-d953768d-d067-4bfe-8b40-143c5fde8ba4 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257005 Oct 20 03:59:58.574363 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:10:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T03:59:56Z', 'revision_number': 1, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:58.578336 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d178fdb5-ece5-4cd5-aa59-0413a3a5d53c None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:10:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T03:59:56Z', 'revision_number': 1, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:59:58.769630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe74e4a-674f-4e2a-8d98-4d67b5926518 None None] New status for floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:00:09.740332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-089b0349-293a-4157-af93-f3a928ca5fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:12.345980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-93e80854-085e-44fb-8ed3-c023f209ed9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:13.420040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:13.528615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:14.882711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:16.694772 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:00:17.276832 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:34.301743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c31fd0-fdef-40f3-8c28-cbd6b5f724af req-a9e8688c-0a99-488c-8786-a76161da664f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:34.303189 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78c31fd0-fdef-40f3-8c28-cbd6b5f724af req-a9e8688c-0a99-488c-8786-a76161da664f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.1366928 Oct 20 04:00:34.346383 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78c31fd0-fdef-40f3-8c28-cbd6b5f724af req-202304d8-710d-4553-b63d-2d65d67cc239 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374842 Oct 20 04:00:34.539378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fbb88-6634-4ff8-b97b-78e499201f77 req-4aa1287d-957b-4fec-9211-4608c0037d09 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:34.540825 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-876fbb88-6634-4ff8-b97b-78e499201f77 req-4aa1287d-957b-4fec-9211-4608c0037d09 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0853498 Oct 20 04:00:34.587031 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-876fbb88-6634-4ff8-b97b-78e499201f77 req-d78d30d9-3212-403f-b666-5ae4af224ee2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Oct 20 04:00:34.779238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceba08-9601-4460-8825-7a76efd97fdc req-e3739b16-7dc0-48e8-9ffc-d9b472068249 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:34.780661 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-75ceba08-9601-4460-8825-7a76efd97fdc req-e3739b16-7dc0-48e8-9ffc-d9b472068249 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0847425 Oct 20 04:00:34.822915 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-75ceba08-9601-4460-8825-7a76efd97fdc req-08fb09c5-bd14-46d3-b93c-6a43ce12aa11 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360742 Oct 20 04:00:35.367968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba807e83-7a9c-4bf3-985a-c1fcb5a38097 req-3dcc8f04-7944-401a-8af0-6a76d24dcf6e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:35.369454 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba807e83-7a9c-4bf3-985a-c1fcb5a38097 req-3dcc8f04-7944-401a-8af0-6a76d24dcf6e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0891285 Oct 20 04:00:35.466356 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba807e83-7a9c-4bf3-985a-c1fcb5a38097 req-bafc1f14-0f47-4ecd-94d6-92e7c697948d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911264 Oct 20 04:00:35.486730 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-009bfd06-5d07-4d28-99df-0085f265d82c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987947 Oct 20 04:00:36.665568 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714308-d515-41c3-8c4f-db69006cd874 req-ae235690-2585-4f28-b684-0c508b1ec956 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:36.667055 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d7714308-d515-41c3-8c4f-db69006cd874 req-ae235690-2585-4f28-b684-0c508b1ec956 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0891931 Oct 20 04:00:36.710582 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d7714308-d515-41c3-8c4f-db69006cd874 req-2461633e-283b-4466-988a-ef5ac59018f4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377262 Oct 20 04:00:37.730113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-b838a1c4-e615-4abc-91b0-ab7a3007b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:37.731539 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-b838a1c4-e615-4abc-91b0-ab7a3007b992 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 1099 time: 0.1186497 Oct 20 04:00:37.919382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-e75cf535-9de5-45fc-80d1-ad488f3fdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:37.920815 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-e75cf535-9de5-45fc-80d1-ad488f3fdc75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1791012 Oct 20 04:00:38.011316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170998be-d013-4fe8-84bd-7e6f24bdde5d req-bf15c0fd-090d-43a6-ae30-789a2f5f77da tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:38.012782 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-170998be-d013-4fe8-84bd-7e6f24bdde5d req-bf15c0fd-090d-43a6-ae30-789a2f5f77da tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.1846278 Oct 20 04:00:38.061275 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-8b392e33-bfd7-4956-ac60-493c34767185 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6 HTTP/1.1" status: 200 len: 1001 time: 0.1306226 Oct 20 04:00:38.074063 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-170998be-d013-4fe8-84bd-7e6f24bdde5d req-7292aaa7-2d55-422a-a851-16afbc2169bb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556498 Oct 20 04:00:38.128888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-31a079ff-13f0-47b6-b233-c08930e6d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:38.130339 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-31a079ff-13f0-47b6-b233-c08930e6d631 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0594156 Oct 20 04:00:38.217390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-59328b32-9760-424a-a918-2993e834175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:38.218736 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-59328b32-9760-424a-a918-2993e834175e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780520 Oct 20 04:00:38.347904 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-1a189dfa-7fe1-4a6c-98c3-a2fa3d4adf05 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186438 Oct 20 04:00:38.573869 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-19b79e47-a9ea-4dcb-9194-dbc521c703a3 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172711 Oct 20 04:00:39.372254 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fae0d-f7fd-48c6-b594-2115812e55d5 req-f0e63a0f-970f-43e4-804a-c1703d195488 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:39.373754 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c30fae0d-f7fd-48c6-b594-2115812e55d5 req-f0e63a0f-970f-43e4-804a-c1703d195488 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.1884356 Oct 20 04:00:39.416000 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c30fae0d-f7fd-48c6-b594-2115812e55d5 req-9b7844c1-3a58-414c-9797-7ce2d2e40f89 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365496 Oct 20 04:00:39.773951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-74798160-bd5b-4484-879b-f590d858576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:40.609692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5daf1-76d9-47c8-8dc9-be4840704943 req-a2eb8542-d36e-4672-89db-a1ddff1e8c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:40.611162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0ee5daf1-76d9-47c8-8dc9-be4840704943 req-a2eb8542-d36e-4672-89db-a1ddff1e8c0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0849009 Oct 20 04:00:40.654251 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0ee5daf1-76d9-47c8-8dc9-be4840704943 req-94a1e444-b285-461c-bfa3-085dcdb2b300 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369360 Oct 20 04:00:41.412026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-dfad82ca-1c10-4ff4-8bc3-ad6f4df1bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:41.413552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-dfad82ca-1c10-4ff4-8bc3-ad6f4df1bfda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 1099 time: 0.0809958 Oct 20 04:00:41.552928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-23ff8203-8b69-45fb-adbe-8d93888da59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:41.554436 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-23ff8203-8b69-45fb-adbe-8d93888da59f service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1232700 Oct 20 04:00:41.656609 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-e8ded257-b565-44f8-a357-18c58935b83a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6 HTTP/1.1" status: 200 len: 1001 time: 0.0955226 Oct 20 04:00:41.717568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-40a467fa-232b-4173-8cc8-8cf60ffb9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:41.718980 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-40a467fa-232b-4173-8cc8-8cf60ffb9d85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0558133 Oct 20 04:00:41.807630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-8d0bcb02-4254-4aaa-8cee-de4719efa489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:41.809092 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-8d0bcb02-4254-4aaa-8cee-de4719efa489 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797279 Oct 20 04:00:41.850982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd4d79-cd05-496e-bd51-cb6f1048f2a5 req-18459d81-8292-4cb1-aab9-a922380dd626 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:41.852687 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3ddd4d79-cd05-496e-bd51-cb6f1048f2a5 req-18459d81-8292-4cb1-aab9-a922380dd626 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0867574 Oct 20 04:00:41.896546 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3ddd4d79-cd05-496e-bd51-cb6f1048f2a5 req-5e724d5a-4d8c-4ba3-ace8-9c707cb5c7a3 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380461 Oct 20 04:00:41.943303 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-e64dbd9a-a95e-4a5d-a500-64f97e675c10 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237583 Oct 20 04:00:42.075892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85bfe82d-23de-49df-8d0c-c26017b850f8 req-fa258189-2709-4cc7-8928-a526dbf6fc23 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226993 Oct 20 04:00:42.316618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8b8342c1-f089-46f1-91c8-05baf6f70181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:43.091912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2b26f-5c3e-4e3e-ba98-6b3c64cdb57f req-bb121670-5a6a-4ff1-b0f3-19171b723404 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:43.093404 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d1e2b26f-5c3e-4e3e-ba98-6b3c64cdb57f req-bb121670-5a6a-4ff1-b0f3-19171b723404 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0861838 Oct 20 04:00:43.137495 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d1e2b26f-5c3e-4e3e-ba98-6b3c64cdb57f req-19cc6e00-4939-4378-9168-83468cc9928d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383265 Oct 20 04:00:43.442959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:43.574197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:44.335591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24d770-fecf-4c9b-b2bd-f97e70f634c9 req-b4303f67-d019-4d2e-919c-4f39e312311f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:44.337036 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fe24d770-fecf-4c9b-b2bd-f97e70f634c9 req-b4303f67-d019-4d2e-919c-4f39e312311f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0883381 Oct 20 04:00:44.380132 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fe24d770-fecf-4c9b-b2bd-f97e70f634c9 req-fe840e56-7577-4d8a-a431-0dde553336e5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375595 Oct 20 04:00:44.888142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:45.578954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4b724-89f9-4d59-be4a-9dc747d20e47 req-31695cd9-620c-41a8-8234-e5a3ca247f8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:45.580407 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeb4b724-89f9-4d59-be4a-9dc747d20e47 req-31695cd9-620c-41a8-8234-e5a3ca247f8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0890589 Oct 20 04:00:45.624024 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeb4b724-89f9-4d59-be4a-9dc747d20e47 req-51adac5a-52a3-4af1-bec1-ee39f3fd75a3 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372477 Oct 20 04:00:46.821014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e084dbf-b394-4e11-8b3e-e4ea9d78de44 req-f65516bc-96a4-42cb-99e9-530d79f28076 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:46.822484 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5e084dbf-b394-4e11-8b3e-e4ea9d78de44 req-f65516bc-96a4-42cb-99e9-530d79f28076 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0889087 Oct 20 04:00:46.865777 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5e084dbf-b394-4e11-8b3e-e4ea9d78de44 req-085af6a5-9388-4714-aeaa-f590fce01841 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 Oct 20 04:00:47.299378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:48.062592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f5aa1-37c7-4b70-9146-b493540d67d0 req-e2ee2b3b-17e9-43a8-b162-5875761602de tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:48.064026 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fe1f5aa1-37c7-4b70-9146-b493540d67d0 req-e2ee2b3b-17e9-43a8-b162-5875761602de tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0879469 Oct 20 04:00:48.110182 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fe1f5aa1-37c7-4b70-9146-b493540d67d0 req-952ce3c3-6bfd-47ca-a9bb-bba363b6a289 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Oct 20 04:00:49.307164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667d5a7-061c-4475-acdd-eb1fc117c25f req-b4b386fa-a9a3-4fe4-a84d-814a9ab86f15 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:49.308599 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a667d5a7-061c-4475-acdd-eb1fc117c25f req-b4b386fa-a9a3-4fe4-a84d-814a9ab86f15 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0852165 Oct 20 04:00:49.353424 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a667d5a7-061c-4475-acdd-eb1fc117c25f req-91f40759-0c44-4155-adda-344f561e1d08 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Oct 20 04:00:50.548979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f039d4-13c6-4001-a096-82e34dd10a17 req-4b484c7c-bec1-468b-b0d6-a0d4f2724182 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:50.550478 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55f039d4-13c6-4001-a096-82e34dd10a17 req-4b484c7c-bec1-468b-b0d6-a0d4f2724182 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0842156 Oct 20 04:00:50.593237 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55f039d4-13c6-4001-a096-82e34dd10a17 req-370cf25d-129f-4a80-84c7-18f413af735a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371084 Oct 20 04:00:50.840757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-88f508d7-5ab4-4081-98da-4c325d54dd85 service neutron] 10.222.0.26 "GET /v2.0/ports/8f4f1558-c5aa-4f22-b465-b9b8394072a6/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0741847 Oct 20 04:00:51.398327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-4652e679-ebe2-4d86-939f-df1bd6020d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:51.399762 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-4652e679-ebe2-4d86-939f-df1bd6020d65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0774448 Oct 20 04:00:51.495827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-1f514e03-6397-4980-b398-9668a812e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:51.497242 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-1f514e03-6397-4980-b398-9668a812e594 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 1099 time: 0.0758994 Oct 20 04:00:51.734578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-abf87a8d-e282-415c-99bc-b791baddf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:51.736031 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-abf87a8d-e282-415c-99bc-b791baddf34d service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.2322595 Oct 20 04:00:51.839747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-5f11c11e-87c7-4d73-a3c5-3220fae1c9d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6 HTTP/1.1" status: 200 len: 1001 time: 0.0929351 Oct 20 04:00:51.849379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d97be-0ce8-44b2-be1d-66fd1f475a8a req-25038d43-8782-4132-b041-7676a58fa955 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:51.850855 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-648d97be-0ce8-44b2-be1d-66fd1f475a8a req-25038d43-8782-4132-b041-7676a58fa955 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.1448271 Oct 20 04:00:51.893703 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-648d97be-0ce8-44b2-be1d-66fd1f475a8a req-890e6ffa-cce7-4089-bba5-4e83d3a0c373 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368228 Oct 20 04:00:51.906378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-411427b9-c3fc-40d7-9923-1dca86cf14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:51.907819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-411427b9-c3fc-40d7-9923-1dca86cf14ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0606008 Oct 20 04:00:51.990078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-67c2da96-8798-4d0a-8ff5-00bc4b47e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:51.991522 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-67c2da96-8798-4d0a-8ff5-00bc4b47e144 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773475 Oct 20 04:00:52.119091 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-6e5c23ae-99d0-493b-abd7-2a1aca0adf85 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201260 Oct 20 04:00:52.248711 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-40c11f6a-c2b2-4449-838e-5c50637aba8e req-4a138eeb-380b-4603-884f-bb536de315e9 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191306 Oct 20 04:00:53.077114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 8f4f1558-c5aa-4f22-b465-b9b8394072a6 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:00:53.098400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231eab-a42f-438b-af29-8c3fac2c6b50 req-3f5b6679-1543-4b27-b71c-101722c92bd9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:53.101581 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-02231eab-a42f-438b-af29-8c3fac2c6b50 req-3f5b6679-1543-4b27-b71c-101722c92bd9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0914552 Oct 20 04:00:53.145012 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-02231eab-a42f-438b-af29-8c3fac2c6b50 req-3a483897-f144-4e04-9700-99ef1b8ea8db tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387270 Oct 20 04:00:53.192095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:00:53.192427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:53.218856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:00:53.221079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf8977c-a8cb-4d4d-9784-b0f6b7e06b9d" -d '{"events": [{"server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:00:53.229244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:00:53.272371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f30857-cb81-4664-95f1-0041ec169f81 x-openstack-request-id: req-72f30857-cb81-4664-95f1-0041ec169f81 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:00:53.272664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:00:53.272921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-72f30857-cb81-4664-95f1-0041ec169f81 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:00:53.273339 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f30857-cb81-4664-95f1-0041ec169f81'] response: {'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'code': 200} Oct 20 04:00:53.293839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:53.361127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=8f4f1558-c5aa-4f22-b465-b9b8394072a6,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:00:53.367989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.368335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.368669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.369012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.369357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.369686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.370010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.370332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.370653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.370973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.371290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.371605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:00:53.694624 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:00:54.345602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d303a0b-384f-4c5f-a192-efd8b7f9bba7 req-26f57fc0-ac9e-41d8-b77c-236d08571308 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:54.347543 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d303a0b-384f-4c5f-a192-efd8b7f9bba7 req-26f57fc0-ac9e-41d8-b77c-236d08571308 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 944 time: 0.0901315 Oct 20 04:00:54.392225 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d303a0b-384f-4c5f-a192-efd8b7f9bba7 req-4e9da58f-d0c7-4eb6-936b-a29ed6f62273 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387177 Oct 20 04:00:55.085377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 8f4f1558-c5aa-4f22-b465-b9b8394072a6 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:00:55.215499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:00:55.228223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'mac_address': 'fa:16:3e:10:af:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:00:55.281568 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:00:55.281949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:55.297803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4f1558-c5aa-4f22-b465-b9b8394072a6 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:00:55.312432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:00:55.385026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:55.454580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['8f4f1558-c5aa-4f22-b465-b9b8394072a6'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:00:55.495984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=8f4f1558-c5aa-4f22-b465-b9b8394072a6,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:00:55.596301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a5bd-0ef2-4208-8695-5644107ef6e6 req-ac133b62-a59d-4e43-8f99-f9df7686c9ff tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:55.597791 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7250a5bd-0ef2-4208-8695-5644107ef6e6 req-ac133b62-a59d-4e43-8f99-f9df7686c9ff tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 945 time: 0.0893037 Oct 20 04:00:55.642767 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7250a5bd-0ef2-4208-8695-5644107ef6e6 req-53c1c0ca-64db-4478-8523-b9be934c6ac3 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384414 Oct 20 04:00:56.072371 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ceaa7-f54d-47d0-9baa-b2dbda2ea965 req-607681f3-c378-4521-91f2-626b67bbf810 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.073970 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1f2ceaa7-f54d-47d0-9baa-b2dbda2ea965 req-607681f3-c378-4521-91f2-626b67bbf810 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 945 time: 0.0874865 Oct 20 04:00:56.118851 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1f2ceaa7-f54d-47d0-9baa-b2dbda2ea965 req-3177c277-03d6-4572-89ad-e325295ab724 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386190 Oct 20 04:00:56.153596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfef2a7-a71a-4d02-865e-31275675556e req-161cf001-c7ed-4a82-8e60-36b47be5b922 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.154984 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2bfef2a7-a71a-4d02-865e-31275675556e req-161cf001-c7ed-4a82-8e60-36b47be5b922 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6&tenant_id=851f6d57e5c747b1865add0cf913a2c8&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 945 time: 0.0901387 Oct 20 04:00:56.298360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfef2a7-a71a-4d02-865e-31275675556e req-59069a0b-d226-4115-b0f1-843c2f0dce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.299806 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2bfef2a7-a71a-4d02-865e-31275675556e req-59069a0b-d226-4115-b0f1-843c2f0dce6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0792632 Oct 20 04:00:56.425323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfef2a7-a71a-4d02-865e-31275675556e req-01e60d5e-c230-4f99-be38-f7dbe3af8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.426650 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2bfef2a7-a71a-4d02-865e-31275675556e req-01e60d5e-c230-4f99-be38-f7dbe3af8fa6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1213446 Oct 20 04:00:56.525855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2bfef2a7-a71a-4d02-865e-31275675556e req-2fa69a6f-d8a3-4017-ab60-fe10f45ec3ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6 HTTP/1.1" status: 200 len: 1000 time: 0.0929818 Oct 20 04:00:56.585209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfef2a7-a71a-4d02-865e-31275675556e req-6c11df9f-a437-42a1-8145-189722f14cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.586595 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2bfef2a7-a71a-4d02-865e-31275675556e req-6c11df9f-a437-42a1-8145-189722f14cbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0544443 Oct 20 04:00:56.669778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfef2a7-a71a-4d02-865e-31275675556e req-436c5dc4-0364-4361-83f5-09992b133e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.671209 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2bfef2a7-a71a-4d02-865e-31275675556e req-436c5dc4-0364-4361-83f5-09992b133e50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778732 Oct 20 04:00:56.797565 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2bfef2a7-a71a-4d02-865e-31275675556e req-18dafa50-6f78-4ed3-acc0-2b0ef04671e9 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196654 Oct 20 04:00:57.013366 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2bfef2a7-a71a-4d02-865e-31275675556e req-9755f9ff-c3bc-442b-9c12-cf02bf940861 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101822 Oct 20 04:00:57.101633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 8f4f1558-c5aa-4f22-b465-b9b8394072a6 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:00:57.171878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:00:57.172250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:57.172583 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 Oct 20 04:00:57.291164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:00:57.291539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:57.319270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:00:57.321728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed927df-1ffb-41ff-b842-41ec9e91c91c" -d '{"events": [{"server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:00:57.326774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad82b27-a1ea-41a6-a4be-c462989197e3 req-873014ee-41f9-48ce-a387-92f9d2cc45a1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:57.328244 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8ad82b27-a1ea-41a6-a4be-c462989197e3 req-873014ee-41f9-48ce-a387-92f9d2cc45a1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 945 time: 0.0876486 Oct 20 04:00:57.329145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:00:57.374743 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8ad82b27-a1ea-41a6-a4be-c462989197e3 req-f043f51a-21ea-418c-b41b-7415e2e3ef66 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403657 Oct 20 04:00:57.378827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd710a7a-5695-4596-863c-5a1fa8a8237e x-openstack-request-id: req-cd710a7a-5695-4596-863c-5a1fa8a8237e {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:00:57.379119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:00:57.379376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cd710a7a-5695-4596-863c-5a1fa8a8237e {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:00:57.379839 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd710a7a-5695-4596-863c-5a1fa8a8237e'] response: {'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'code': 200} Oct 20 04:00:57.396271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:57.460625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=8f4f1558-c5aa-4f22-b465-b9b8394072a6,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:00:58.573394 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc39407-0a30-4abb-9459-ef4649dc7055 req-f4ec1e58-ec8b-41ea-9af1-03cf3cc72bb9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:58.574853 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fdc39407-0a30-4abb-9459-ef4649dc7055 req-f4ec1e58-ec8b-41ea-9af1-03cf3cc72bb9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0884697 Oct 20 04:00:58.618953 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fdc39407-0a30-4abb-9459-ef4649dc7055 req-71f57df1-2421-4a2e-82d1-248e4f550525 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384405 Oct 20 04:00:58.813726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ceff9-86d1-44fb-bbd7-13c2b46fe5ef req-d09522cb-cdf2-4989-a6dc-2987e843a426 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:58.815146 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ed8ceff9-86d1-44fb-bbd7-13c2b46fe5ef req-d09522cb-cdf2-4989-a6dc-2987e843a426 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0873499 Oct 20 04:00:58.858325 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ed8ceff9-86d1-44fb-bbd7-13c2b46fe5ef req-32629815-ceff-48aa-806e-2f9f48deabc2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368042 Oct 20 04:00:59.051036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1222be5-86a7-4866-95e4-d4e4a84a13b0 req-a7cbea99-33ac-4d04-9de2-00c065026883 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:59.052450 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f1222be5-86a7-4866-95e4-d4e4a84a13b0 req-a7cbea99-33ac-4d04-9de2-00c065026883 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0860479 Oct 20 04:00:59.100524 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f1222be5-86a7-4866-95e4-d4e4a84a13b0 req-cdb8f54a-2c91-4366-b881-d3ff7e45a85c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Oct 20 04:00:59.643208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a6d58-8061-47a4-b546-de2a623883c7 req-d17b6910-823e-449f-b6ac-05288e08dc0a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:59.644681 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a40a6d58-8061-47a4-b546-de2a623883c7 req-d17b6910-823e-449f-b6ac-05288e08dc0a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0853825 Oct 20 04:00:59.687831 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a40a6d58-8061-47a4-b546-de2a623883c7 req-4ba49ac2-dc7c-47e6-89a4-92781a04ddeb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372059 Oct 20 04:01:00.884015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba030e-a0af-4954-ad97-8abd644c2034 req-e7730bc7-eaf0-4c63-8548-83ce3c86fd6a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:00.885476 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-31ba030e-a0af-4954-ad97-8abd644c2034 req-e7730bc7-eaf0-4c63-8548-83ce3c86fd6a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0843530 Oct 20 04:01:00.931845 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-31ba030e-a0af-4954-ad97-8abd644c2034 req-deb43604-3cf8-42f8-b3c0-69e45aa7a993 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Oct 20 04:01:01.481245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69873f-e944-45c2-b515-668771dd4920 req-4ebe316a-0856-40aa-a8cd-c5bc26864966 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:01.482678 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5c69873f-e944-45c2-b515-668771dd4920 req-4ebe316a-0856-40aa-a8cd-c5bc26864966 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0839818 Oct 20 04:01:01.557169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Deleting port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:01:01.557600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:01.794651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] For port 8f4f1558-c5aa-4f22-b465-b9b8394072a6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=8f4f1558-c5aa-4f22-b465-b9b8394072a6,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:01:01.794935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:02.082258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:02.082927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:02.082927 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 disassociated. External IP: 172.26.7.93, port: 8f4f1558-c5aa-4f22-b465-b9b8394072a6. Oct 20 04:01:02.083124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Calling delete_port for 8f4f1558-c5aa-4f22-b465-b9b8394072a6 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:01:02.140265 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01985588-a15d-4659-bf8e-8bd8fb2e2ac7 req-f8cde517-32c1-43dc-831b-f601fdf73ca7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:02.141728 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-01985588-a15d-4659-bf8e-8bd8fb2e2ac7 req-f8cde517-32c1-43dc-831b-f601fdf73ca7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 946 time: 0.0895159 Oct 20 04:01:02.185780 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-01985588-a15d-4659-bf8e-8bd8fb2e2ac7 req-7adb54ec-ed38-4f07-a0e0-086f8068da21 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377398 Oct 20 04:01:02.299086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:02.352346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event deleted for resources: {'Port': ['ID=8f4f1558-c5aa-4f22-b465-b9b8394072a6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:02.420352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.420352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.420703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.421043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.421407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.421742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.422073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.422407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.422737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.423063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.423387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.423710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:02.656159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:01:02.828805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:01:02.838715 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:01:02.848403 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:01:02.849005 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:00:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:02.915114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] No DVR routers for this DVR port 8f4f1558-c5aa-4f22-b465-b9b8394072a6 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:01:02.917534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:02.920062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'name': 'network-vif-deleted', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:01:02.922323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a32fdc0-3f56-4396-814a-691f09ec0041" -d '{"events": [{"server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "name": "network-vif-deleted", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:01:02.965163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f73ca28-c0b9-481c-9221-beff333f1790 x-openstack-request-id: req-6f73ca28-c0b9-481c-9221-beff333f1790 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:01:02.965486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a76ec-323f-49a0-96ea-6bff0ec26fd6", "name": "network-vif-deleted", "tag": "8f4f1558-c5aa-4f22-b465-b9b8394072a6", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:01:02.965739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6f73ca28-c0b9-481c-9221-beff333f1790 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:01:02.966142 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f73ca28-c0b9-481c-9221-beff333f1790'] response: {'server_uuid': 'f65a76ec-323f-49a0-96ea-6bff0ec26fd6', 'name': 'network-vif-deleted', 'tag': '8f4f1558-c5aa-4f22-b465-b9b8394072a6', 'status': 'completed', 'code': 200} Oct 20 04:01:02.996853 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5c69873f-e944-45c2-b515-668771dd4920 req-814b0517-d011-4c94-8859-abee142c6972 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "DELETE /v2.0/ports/8f4f1558-c5aa-4f22-b465-b9b8394072a6 HTTP/1.1" status: 204 len: 173 time: 1.5050786 Oct 20 04:01:03.020991 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:01:03.361644 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:03.362781 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-da2addd0-761c-4471-8b53-3f776056db8d req-ebba5892-d93b-4f8e-b5e9-329f0cf66c8c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=f65a76ec-323f-49a0-96ea-6bff0ec26fd6 HTTP/1.1" status: 200 len: 210 time: 0.0501597 Oct 20 04:01:03.365740 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:01:03.374026 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:01:03.374695 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:00:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:03.544657 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:01:03.851929 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:03.855670 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c05605-e991-4d88-86d0-455f9e4df2e7 None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:01:04.077729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecf1d0-2831-4c7c-a901-a3f3e073fcc5 None None] New status for floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:01:04.690094 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-ee9ff287-453c-454b-a023-bc9d05ae34f4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1851813742&fields=id&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 267 time: 0.0382748 Oct 20 04:01:04.835318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-8a7cf25d-69c1-4a7c-ace9-1955d973e847 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:04.836750 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-8a7cf25d-69c1-4a7c-ace9-1955d973e847 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 811 time: 0.1399703 Oct 20 04:01:04.850744 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-3e356b85-8e4d-4f56-9a58-ab288b837994 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/quotas/851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 375 time: 0.0086751 Oct 20 04:01:04.941761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-ffebffdf-5a8e-468c-b7c7-dd4685d75a5d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:01:05.053000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-ffebffdf-5a8e-468c-b7c7-dd4685d75a5d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:01:05.054359 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-ffebffdf-5a8e-468c-b7c7-dd4685d75a5d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1986516 Oct 20 04:01:05.140952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 8f4f1558-c5aa-4f22-b465-b9b8394072a6 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:01:05.194987 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-9a0dce08-31f7-4713-a4c9-9747f12380e9 service neutron] 10.222.0.33 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283743 Oct 20 04:01:05.205421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 8f4f1558-c5aa-4f22-b465-b9b8394072a6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:01:05.205767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 8f4f1558-c5aa-4f22-b465-b9b8394072a6 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:01:05.323209 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-938cd1b2-83aa-4765-a736-7b6078ec79f1 service neutron] 10.222.0.33 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222146 Oct 20 04:01:05.580299 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-703c43cb-beda-4f5e-b42e-636c219d82dd req-b4088111-af19-4a6e-a4f6-4644540389f5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 210 time: 0.0527654 Oct 20 04:01:06.745025 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-432f1848-c708-4ea2-97d5-afa568e76172 req-ae1a8098-8d81-4ff9-baa3-7bded9090efc tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 210 time: 0.0491443 Oct 20 04:01:07.565541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-ab5b9d70-3095-4569-8083-beb7f2a2107f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:07.566945 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-ab5b9d70-3095-4569-8083-beb7f2a2107f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 811 time: 0.1456032 Oct 20 04:01:07.619107 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-e0e780d8-cd0a-4e7f-b227-cfe33c13dca4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 380 time: 0.0390384 Oct 20 04:01:07.630643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'port': {'device_id': '406065dc-2c07-4e2d-8034-814e8ee34568', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'admin_state_up': True, 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'security_groups': ['dada9b32-87ce-4585-a249-902de598983a']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:01:07.764549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:01:07.774913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:01:07.835928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Made reservation on behalf of 851f6d57e5c747b1865add0cf913a2c8 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:01:07.839722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:07.907720 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-03723046-5a58-4ede-9cf2-2381fa647044 req-30650f3a-d26d-4c91-9ecb-60acd2795cb7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 210 time: 0.0505660 Oct 20 04:01:08.001932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Allocated IP 172.20.0.10 (96b7cc93-0f45-4695-a69a-49a9ca77ddb6/bdd2d95c-f128-4da7-b8fb-e16ed60d1fea/c105e7c5-ccdb-44f6-99a1-303feddbda05) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:01:08.181218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:08.196493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Transition to ACTIVE for port object c105e7c5-ccdb-44f6-99a1-303feddbda05 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:01:08.264591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:08.438075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:01:08.441376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:01:08.443818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:01:08.479918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event updated for resources: {'Port': ['ID=c105e7c5-ccdb-44f6-99a1-303feddbda05,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:08.511667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:08.512270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:08.608607 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5b3b2518-a147-442d-9b0d-139c42be50a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9814248 Oct 20 04:01:08.625254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Request body: {'port': {'device_id': '406065dc-2c07-4e2d-8034-814e8ee34568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:01:08.734082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:08.750584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-66df5a00-d1c7-448c-b9b2-b8382bdcf894 None None] Provisioning for port c105e7c5-ccdb-44f6-99a1-303feddbda05 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:01:08.755450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-66df5a00-d1c7-448c-b9b2-b8382bdcf894 None None] Provisioning complete for port c105e7c5-ccdb-44f6-99a1-303feddbda05 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:01:08.755816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-66df5a00-d1c7-448c-b9b2-b8382bdcf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:08.756150 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-66df5a00-d1c7-448c-b9b2-b8382bdcf894 None None] Attempt 1 to provision port c105e7c5-ccdb-44f6-99a1-303feddbda05 Oct 20 04:01:08.807878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-66df5a00-d1c7-448c-b9b2-b8382bdcf894 None None] Port c105e7c5-ccdb-44f6-99a1-303feddbda05 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:01:09.119669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c105e7c5-ccdb-44f6-99a1-303feddbda05 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:01:09.128696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:09.149909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Transition to ACTIVE for port object c105e7c5-ccdb-44f6-99a1-303feddbda05 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:01:09.168951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622af553-58de-41b8-8430-0128b8dad591 req-774554e7-97f9-4083-a63a-cf1d5d753a09 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:09.172472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-622af553-58de-41b8-8430-0128b8dad591 req-774554e7-97f9-4083-a63a-cf1d5d753a09 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:01:09.218808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:09.295407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-622af553-58de-41b8-8430-0128b8dad591 req-774554e7-97f9-4083-a63a-cf1d5d753a09 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:01:09.296529 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-622af553-58de-41b8-8430-0128b8dad591 req-774554e7-97f9-4083-a63a-cf1d5d753a09 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 932 time: 0.2532194 Oct 20 04:01:09.309024 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-66df5a00-d1c7-448c-b9b2-b8382bdcf894 None None] Attempt 2 to provision port c105e7c5-ccdb-44f6-99a1-303feddbda05 Oct 20 04:01:09.363437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-66df5a00-d1c7-448c-b9b2-b8382bdcf894 None None] Port c105e7c5-ccdb-44f6-99a1-303feddbda05 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:01:09.437076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Pushing event updated for resources: {'Port': ['ID=c105e7c5-ccdb-44f6-99a1-303feddbda05,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:09.446984 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-622af553-58de-41b8-8430-0128b8dad591 req-509e082d-db71-4dc6-aa70-3cf87a4f22e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385937 Oct 20 04:01:09.476142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Attempting to bind port c105e7c5-ccdb-44f6-99a1-303feddbda05 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:01:09.476734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Attempting to bind port c105e7c5-ccdb-44f6-99a1-303feddbda05 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:01:09.477047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Attempting to bind port c105e7c5-ccdb-44f6-99a1-303feddbda05 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:01:09.481485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Port c105e7c5-ccdb-44f6-99a1-303feddbda05 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:01:09.481797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Attempting to bind port c105e7c5-ccdb-44f6-99a1-303feddbda05 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:01:09.486704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:01:09.487028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Checking segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:01:09.487940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Bound using segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:01:09.488354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Bound port: c105e7c5-ccdb-44f6-99a1-303feddbda05, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:01:09.488687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:09.575897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:01:09.578760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:01:09.659585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:09.689248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:09.689798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:09.691142 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] 10.222.0.26 "PUT /v2.0/ports/c105e7c5-ccdb-44f6-99a1-303feddbda05 HTTP/1.1" status: 200 len: 1094 time: 1.0699432 Oct 20 04:01:09.696191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:01:09.698525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc931ec-21d7-4607-b5c4-c304cd557054" -d '{"events": [{"name": "network-changed", "server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:01:09.727493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-06d1ceb3-84ad-4da0-87f3-494cd0939220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:09.735800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6b436-948d-4d62-9360-b4b9ef938f32 service neutron] Pushing event updated for resources: {'Port': ['ID=c105e7c5-ccdb-44f6-99a1-303feddbda05,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:09.744656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16b2d46-33b8-4a07-ad62-5bc2a53238c1 x-openstack-request-id: req-c16b2d46-33b8-4a07-ad62-5bc2a53238c1 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:01:09.744943 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:01:09.745198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c16b2d46-33b8-4a07-ad62-5bc2a53238c1 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:01:09.745628 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16b2d46-33b8-4a07-ad62-5bc2a53238c1'] response: {'name': 'network-changed', 'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'status': 'completed', 'code': 200} Oct 20 04:01:09.851258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc931ec-21d7-4607-b5c4-c304cd557054 req-8393a3dd-8ac4-4cc7-8217-2db203cfcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:09.852991 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8cc931ec-21d7-4607-b5c4-c304cd557054 req-8393a3dd-8ac4-4cc7-8217-2db203cfcea7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 1097 time: 0.0806620 Oct 20 04:01:09.864960 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-66df5a00-d1c7-448c-b9b2-b8382bdcf894 None None] Attempt 3 to provision port c105e7c5-ccdb-44f6-99a1-303feddbda05 Oct 20 04:01:09.923361 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-66df5a00-d1c7-448c-b9b2-b8382bdcf894 None None] Port c105e7c5-ccdb-44f6-99a1-303feddbda05 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:01:09.994353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc931ec-21d7-4607-b5c4-c304cd557054 req-8a72fa0c-bcf6-4b58-84b6-8442507ab2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:09.995698 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8cc931ec-21d7-4607-b5c4-c304cd557054 req-8a72fa0c-bcf6-4b58-84b6-8442507ab2cd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=851f6d57e5c747b1865add0cf913a2c8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1322901 Oct 20 04:01:10.130460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc931ec-21d7-4607-b5c4-c304cd557054 req-9b3d5d98-5ee9-4969-a21a-6318442894da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.131936 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8cc931ec-21d7-4607-b5c4-c304cd557054 req-9b3d5d98-5ee9-4969-a21a-6318442894da service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267920 Oct 20 04:01:10.247595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-0f333702-9bfb-47c5-a26d-cfe2344727d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.248959 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-0f333702-9bfb-47c5-a26d-cfe2344727d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 1097 time: 0.0768266 Oct 20 04:01:10.412822 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-6f68b260-95d3-438f-8825-dded86c27672 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05 HTTP/1.1" status: 200 len: 217 time: 0.1532967 Oct 20 04:01:10.476754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-abd69d51-0528-49a0-964a-5a421bd97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.478188 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-abd69d51-0528-49a0-964a-5a421bd97456 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0562432 Oct 20 04:01:10.616745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-f26fe9e9-7b43-4523-9f87-ed00b67ff846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.618114 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-f26fe9e9-7b43-4523-9f87-ed00b67ff846 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1309569 Oct 20 04:01:10.728526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3408aa0-42a7-446c-b280-5385c784d053 req-24459ceb-cf1c-4be4-bb75-20e30936e4a4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.729974 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f3408aa0-42a7-446c-b280-5385c784d053 req-24459ceb-cf1c-4be4-bb75-20e30936e4a4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 944 time: 0.1709349 Oct 20 04:01:10.792269 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-5366a4b8-1a72-4b69-85d6-fb209955cd0a service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625969 Oct 20 04:01:10.798895 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f3408aa0-42a7-446c-b280-5385c784d053 req-6e474ffd-0427-4fed-bac5-14c34ce84f26 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633695 Oct 20 04:01:10.923056 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1e3a617-a448-4a75-a5cd-a6f8e092cd7d req-9aec1b04-b2cb-43cc-a6f7-95048fb12abb service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216173 Oct 20 04:01:11.999117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b99eb-58b9-40e9-9b25-dc7e9ee2f8bc req-22938b75-46b3-4ef3-bd38-e7eb006d8897 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:12.000469 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ba4b99eb-58b9-40e9-9b25-dc7e9ee2f8bc req-22938b75-46b3-4ef3-bd38-e7eb006d8897 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 944 time: 0.0891504 Oct 20 04:01:12.042564 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ba4b99eb-58b9-40e9-9b25-dc7e9ee2f8bc req-535bb165-e582-4709-94e6-c3283908603a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358520 Oct 20 04:01:12.310112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bee780fb-f0d6-42ac-80b4-ed41001329b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:13.243575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a90ce-c7fe-4b40-a844-f0f842083383 req-aae92d4f-1fd0-4501-ad17-d7ae53fb4e44 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:13.245042 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5c1a90ce-c7fe-4b40-a844-f0f842083383 req-aae92d4f-1fd0-4501-ad17-d7ae53fb4e44 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 944 time: 0.0903583 Oct 20 04:01:13.287636 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5c1a90ce-c7fe-4b40-a844-f0f842083383 req-e280ed7a-17a7-4130-b8a6-2450ea0fd6c0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368428 Oct 20 04:01:13.412793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:13.527175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:14.481938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9a95e-440b-4adc-9320-873c803acc46 req-11216d91-99a0-450b-b224-c1d31d291af7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:14.483367 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e9d9a95e-440b-4adc-9320-873c803acc46 req-11216d91-99a0-450b-b224-c1d31d291af7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 944 time: 0.0844619 Oct 20 04:01:14.529405 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e9d9a95e-440b-4adc-9320-873c803acc46 req-ada7d4e7-25dd-499e-b71c-924d1dd71f97 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397522 Oct 20 04:01:14.904384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:15.140766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c105e7c5-ccdb-44f6-99a1-303feddbda05 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:01:15.270483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:01:15.283006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'mac_address': 'fa:16:3e:56:00:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:01:15.339046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c105e7c5-ccdb-44f6-99a1-303feddbda05 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:01:15.339430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:15.356265 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c105e7c5-ccdb-44f6-99a1-303feddbda05 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:01:15.372071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:01:15.429780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:15.493980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c105e7c5-ccdb-44f6-99a1-303feddbda05,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:15.726785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85adb4-d9e6-4571-b133-bf3591e41e47 req-0caf7272-c600-422a-be64-7e5ed6135f3a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:15.728236 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0a85adb4-d9e6-4571-b133-bf3591e41e47 req-0caf7272-c600-422a-be64-7e5ed6135f3a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 945 time: 0.0899272 Oct 20 04:01:15.738608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['c105e7c5-ccdb-44f6-99a1-303feddbda05'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:01:15.771098 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0a85adb4-d9e6-4571-b133-bf3591e41e47 req-850c721c-d698-4286-8247-f8bc2c34b5d3 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371733 Oct 20 04:01:16.966589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849b765-635a-4f18-8994-18fcb4a870a0 req-a91d3fb0-c74f-4b66-b47e-dd1ea21bc4ca tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:16.967945 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d849b765-635a-4f18-8994-18fcb4a870a0 req-a91d3fb0-c74f-4b66-b47e-dd1ea21bc4ca tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 945 time: 0.0860038 Oct 20 04:01:17.012055 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d849b765-635a-4f18-8994-18fcb4a870a0 req-65c391d6-cf56-40f1-9867-0a8c37c5ef86 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 Oct 20 04:01:17.140337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c105e7c5-ccdb-44f6-99a1-303feddbda05 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:01:17.292620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port c105e7c5-ccdb-44f6-99a1-303feddbda05 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:01:17.297137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port c105e7c5-ccdb-44f6-99a1-303feddbda05 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:01:17.297702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:17.297962 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port c105e7c5-ccdb-44f6-99a1-303feddbda05 Oct 20 04:01:17.324642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:17.407280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c105e7c5-ccdb-44f6-99a1-303feddbda05 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:01:17.407649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:17.433205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:01:17.435453 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6972af6-feb9-443c-8f4c-a49acbb962c3" -d '{"events": [{"server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "name": "network-vif-plugged", "status": "completed", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:01:17.443293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:01:17.477718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8031ed5b-6500-40ab-9583-07fe6c7779f1 x-openstack-request-id: req-8031ed5b-6500-40ab-9583-07fe6c7779f1 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:01:17.478001 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "name": "network-vif-plugged", "status": "completed", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:01:17.478251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8031ed5b-6500-40ab-9583-07fe6c7779f1 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:01:17.478682 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8031ed5b-6500-40ab-9583-07fe6c7779f1'] response: {'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'code': 200} Oct 20 04:01:17.504550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:17.573298 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c105e7c5-ccdb-44f6-99a1-303feddbda05,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:17.847110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd21a27-6388-4111-8c74-2c6c02602390 req-4791fa8f-86a4-4a85-b61c-c3bd6a64cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:17.848546 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fd21a27-6388-4111-8c74-2c6c02602390 req-4791fa8f-86a4-4a85-b61c-c3bd6a64cab9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 1099 time: 0.0755973 Oct 20 04:01:17.891666 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fd21a27-6388-4111-8c74-2c6c02602390 req-a0a0898b-e141-431d-9eae-abdf9c8aff86 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Oct 20 04:01:18.208543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3ec63-6441-441f-9b49-24b0c5b26dd9 req-af91497e-4d8a-4777-85ae-5be4b48587b9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:18.210042 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-93c3ec63-6441-441f-9b49-24b0c5b26dd9 req-af91497e-4d8a-4777-85ae-5be4b48587b9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0891330 Oct 20 04:01:18.253246 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-93c3ec63-6441-441f-9b49-24b0c5b26dd9 req-0f1cbc37-c445-4254-9eb9-072f4d55a592 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375974 Oct 20 04:01:19.453951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66475549-b6a1-4f93-a5cb-43929165d62d req-05a45690-11eb-48a4-83e0-f83a9b4c1ba2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:19.455378 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66475549-b6a1-4f93-a5cb-43929165d62d req-05a45690-11eb-48a4-83e0-f83a9b4c1ba2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0880342 Oct 20 04:01:19.497996 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66475549-b6a1-4f93-a5cb-43929165d62d req-85fd3542-c715-493c-922d-5a24e4b28f38 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368576 Oct 20 04:01:19.688193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95b00f-6725-4c0a-a4e3-53aa9723d9fe req-89e23c1a-50c1-470a-87f5-05d37db0198c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:19.689679 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2c95b00f-6725-4c0a-a4e3-53aa9723d9fe req-89e23c1a-50c1-470a-87f5-05d37db0198c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0862379 Oct 20 04:01:19.700508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 44148) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:01:19.705478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c3366d35-0178-4c5a-a365-6679e2a3d8a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'floatingip': {'port_id': 'c105e7c5-ccdb-44f6-99a1-303feddbda05'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:01:19.781891 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c3366d35-0178-4c5a-a365-6679e2a3d8a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:20.452991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c3366d35-0178-4c5a-a365-6679e2a3d8a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:20.510089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c3366d35-0178-4c5a-a365-6679e2a3d8a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:20.678579 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-c3366d35-0178-4c5a-a365-6679e2a3d8a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 associated. External IP: 172.26.7.93, port: c105e7c5-ccdb-44f6-99a1-303feddbda05. Oct 20 04:01:21.013233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3366d35-0178-4c5a-a365-6679e2a3d8a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:01:21.190874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3366d35-0178-4c5a-a365-6679e2a3d8a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:01:21.195775 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c3366d35-0178-4c5a-a365-6679e2a3d8a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:21.200713 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:01:21.210035 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:01:21.210629 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:01:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:21.257983 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c3366d35-0178-4c5a-a365-6679e2a3d8a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "PUT /v2.0/floatingips/e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 HTTP/1.1" status: 200 len: 991 time: 1.5563881 Oct 20 04:01:21.258617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:01:21.260919 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840a05ae-dc84-4637-bff3-8d9b4ae2af56" -d '{"events": [{"name": "network-changed", "server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:01:21.355342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd4629a-6d2b-4ee2-8ba3-52a4c0a61546 x-openstack-request-id: req-afd4629a-6d2b-4ee2-8ba3-52a4c0a61546 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:01:21.355630 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:01:21.355887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-afd4629a-6d2b-4ee2-8ba3-52a4c0a61546 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:01:21.356284 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd4629a-6d2b-4ee2-8ba3-52a4c0a61546'] response: {'name': 'network-changed', 'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'status': 'completed', 'code': 200} Oct 20 04:01:21.384026 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:01:21.457383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-681a502c-4d1f-422a-8539-d95ce6375069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:21.458873 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-681a502c-4d1f-422a-8539-d95ce6375069 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 1099 time: 0.0799751 Oct 20 04:01:21.588808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-92ab7609-7c64-4734-b137-d4737313336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:21.590269 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-92ab7609-7c64-4734-b137-d4737313336e service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1252980 Oct 20 04:01:21.687883 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-597cc3c7-de13-4601-ae8f-b38ef3ed89f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05 HTTP/1.1" status: 200 len: 999 time: 0.0919924 Oct 20 04:01:21.720382 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:56:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406065dc-2c07-4e2d-8034-814e8ee34568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T04:01:20Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:21.724882 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:01:21.733282 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:01:21.733893 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:01:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:21.754840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-9aed3056-61cc-468c-a5e8-758749f091ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:21.756675 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-9aed3056-61cc-468c-a5e8-758749f091ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0623937 Oct 20 04:01:21.835910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-a9dd31b7-0e7b-4dd7-9ede-d37df9e1b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:21.837398 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-a9dd31b7-0e7b-4dd7-9ede-d37df9e1b123 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753548 Oct 20 04:01:21.904805 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:01:21.968577 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-963d64a5-23d4-4307-a00c-6d7f4ea8eb1a service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247053 Oct 20 04:01:22.202641 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-840a05ae-dc84-4637-bff3-8d9b4ae2af56 req-e21c07c0-1260-4673-8915-03cff87721cf service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279992 Oct 20 04:01:22.272648 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:56:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406065dc-2c07-4e2d-8034-814e8ee34568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T04:01:20Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:22.276516 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a675c4-8751-49d7-82bc-62a03a232a8c None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:56:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406065dc-2c07-4e2d-8034-814e8ee34568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T04:01:20Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:01:22.464836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc400b4e-7537-44e8-8c9f-8daf5f85a934 None None] New status for floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:01:30.693016 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:01:39.846937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-69e3d50c-d7cd-44e5-8e4c-6e9153905ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:42.327723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cc3db4a7-7eda-42f9-be3c-95c472ea2828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:42.361508 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-42c6dac5-90fe-41fe-8835-45f1da01443f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788131 Oct 20 04:01:42.505249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-1bbbf9f1-a437-4d93-b06c-ccc1d03a0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:42.506709 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-1bbbf9f1-a437-4d93-b06c-ccc1d03a0a67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 1099 time: 0.0763018 Oct 20 04:01:42.648015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-fed5b2cf-8d32-4d48-9779-b2f13d979902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:42.649508 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-fed5b2cf-8d32-4d48-9779-b2f13d979902 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1230080 Oct 20 04:01:42.749914 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-a513abaf-b241-4bb7-a647-a3bb66ab8be5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05 HTTP/1.1" status: 200 len: 1001 time: 0.0932860 Oct 20 04:01:42.812311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-ab7f8593-9461-40ae-af97-1f764f8dc842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:42.813716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-ab7f8593-9461-40ae-af97-1f764f8dc842 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0576832 Oct 20 04:01:42.894360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-89d40234-035a-4898-b0fe-07dac270ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:42.896478 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-89d40234-035a-4898-b0fe-07dac270ea14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754228 Oct 20 04:01:43.025214 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-f8ec9df3-9123-4685-a122-1efb0d2d7a1d service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214216 Oct 20 04:01:43.155048 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de347801-cfd5-487a-bf17-1b65ec106c09 req-60a7cc40-eacb-4275-943d-9b9b1597b819 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233950 Oct 20 04:01:43.424479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:43.533020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:44.887402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:47.292792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:56.991948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6ffc3-1f20-4566-b5bf-50ddac78faa7 req-b2608b3d-1eab-418c-b3f7-9b55c55023e0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:56.993431 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66b6ffc3-1f20-4566-b5bf-50ddac78faa7 req-b2608b3d-1eab-418c-b3f7-9b55c55023e0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0907993 Oct 20 04:01:57.038763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66b6ffc3-1f20-4566-b5bf-50ddac78faa7 req-625b99e9-fb02-4273-b7c7-53186ac46473 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 Oct 20 04:01:58.347189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9186822-2e58-464f-a966-edb20880da12 req-8bf7ee69-3c04-4590-acb2-e1fd04411e0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:58.348549 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a9186822-2e58-464f-a966-edb20880da12 req-8bf7ee69-3c04-4590-acb2-e1fd04411e0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.1967387 Oct 20 04:01:58.391291 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a9186822-2e58-464f-a966-edb20880da12 req-665f380a-9cb9-436e-865a-d7d827d0ad50 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362740 Oct 20 04:01:59.590056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d22db-c446-4942-8fcd-671911d6ce50 req-987b3ea9-2b6d-4021-b760-b48eb5f0f65d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:59.591487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f18d22db-c446-4942-8fcd-671911d6ce50 req-987b3ea9-2b6d-4021-b760-b48eb5f0f65d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0841048 Oct 20 04:01:59.638297 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f18d22db-c446-4942-8fcd-671911d6ce50 req-0dcbb820-7f32-40c6-a520-3788fe3ddde5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Oct 20 04:02:00.830361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2f56a-f7f4-4c10-9714-8c9a511ffc6b req-04776dc2-de3f-44e6-b468-da5c2ebe5845 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:00.831912 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dde2f56a-f7f4-4c10-9714-8c9a511ffc6b req-04776dc2-de3f-44e6-b468-da5c2ebe5845 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0838730 Oct 20 04:02:00.877269 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dde2f56a-f7f4-4c10-9714-8c9a511ffc6b req-2f946cf4-a74f-4348-9fbc-d731957c617a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 Oct 20 04:02:02.068326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b3c4-832a-4969-8aa1-4a9b86b922ef req-44be9ec7-9094-42a6-9e2d-2344e2cc79be tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:02.070444 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8659b3c4-832a-4969-8aa1-4a9b86b922ef req-44be9ec7-9094-42a6-9e2d-2344e2cc79be tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0855565 Oct 20 04:02:02.112601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8659b3c4-832a-4969-8aa1-4a9b86b922ef req-0e0864da-7323-483e-ba2b-a18d96831ee7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365596 Oct 20 04:02:03.306450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6da8f-a38f-451e-b7db-8256973c9ba1 req-926b3d26-456a-4a63-9dc0-4f63ac04b9a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:03.307898 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4ca6da8f-a38f-451e-b7db-8256973c9ba1 req-926b3d26-456a-4a63-9dc0-4f63ac04b9a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0866563 Oct 20 04:02:03.349911 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4ca6da8f-a38f-451e-b7db-8256973c9ba1 req-703296ba-94ba-4722-acb7-24c311a25ca1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364258 Oct 20 04:02:04.548923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44ae55-843e-456e-8ae7-0d68ca737acb req-59e7a3b4-17a3-4f60-b4b4-5b548484761c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:04.550366 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3f44ae55-843e-456e-8ae7-0d68ca737acb req-59e7a3b4-17a3-4f60-b4b4-5b548484761c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0875211 Oct 20 04:02:04.593011 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3f44ae55-843e-456e-8ae7-0d68ca737acb req-697aec37-5f2a-49dd-8185-12ce347b4039 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365274 Oct 20 04:02:05.792308 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47e1e7-5f5f-4cce-859c-c1f6c91e8c97 req-726b3f82-affa-4e94-82c0-49c97055cb54 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:05.793750 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6b47e1e7-5f5f-4cce-859c-c1f6c91e8c97 req-726b3f82-affa-4e94-82c0-49c97055cb54 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0891697 Oct 20 04:02:05.835982 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6b47e1e7-5f5f-4cce-859c-c1f6c91e8c97 req-5d40485a-ef03-4b4a-98cc-4ced82b61627 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366781 Oct 20 04:02:07.029050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af19622-057a-4b27-833e-130e715b5998 req-3c1bd0c8-61fb-4c3c-bfc5-7cf57ac26242 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:07.030450 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4af19622-057a-4b27-833e-130e715b5998 req-3c1bd0c8-61fb-4c3c-bfc5-7cf57ac26242 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0847650 Oct 20 04:02:07.076459 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4af19622-057a-4b27-833e-130e715b5998 req-8f9dee2f-7b09-49f9-a1ff-f1a92fe5fa89 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Oct 20 04:02:07.691717 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:02:08.269228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587168-0f69-4d1b-91f6-8072d4f5179f req-4b896f28-5dbc-4619-8384-6ee03105fa06 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:08.270683 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19587168-0f69-4d1b-91f6-8072d4f5179f req-4b896f28-5dbc-4619-8384-6ee03105fa06 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0859127 Oct 20 04:02:08.315849 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19587168-0f69-4d1b-91f6-8072d4f5179f req-77954277-301a-4ae2-8b1a-7cdec8153325 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 Oct 20 04:02:08.865903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb03ba6-ec0b-4892-ba34-740097eb77f6 req-c41c3849-024d-48dd-835c-2532ad21f1a1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:08.867458 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2fb03ba6-ec0b-4892-ba34-740097eb77f6 req-c41c3849-024d-48dd-835c-2532ad21f1a1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0860903 Oct 20 04:02:08.910859 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2fb03ba6-ec0b-4892-ba34-740097eb77f6 req-087d0441-2590-475d-9c92-70517c381897 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377893 Oct 20 04:02:08.980332 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-62479f94-69f7-4747-9bb9-022963a4c24a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179352 Oct 20 04:02:09.819037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20e7d6ea-65c7-4b82-b6c2-950c72e58149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:10.112466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a797-b718-467f-bed3-a4bb4769bd96 req-a8d768ae-219e-450e-aaff-a87189a52239 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:10.113859 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-89f3a797-b718-467f-bed3-a4bb4769bd96 req-a8d768ae-219e-450e-aaff-a87189a52239 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0901701 Oct 20 04:02:10.158194 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-89f3a797-b718-467f-bed3-a4bb4769bd96 req-3371faa3-6395-444f-ae39-632c34fd36f6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378168 Oct 20 04:02:10.852455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-e63e452a-7b12-4c95-86ef-d9e5ca7a2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:10.854168 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-e63e452a-7b12-4c95-86ef-d9e5ca7a2109 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 1099 time: 0.0774357 Oct 20 04:02:10.983240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-529d9958-75dc-4ae5-96e9-3fa71d66dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:10.984557 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-529d9958-75dc-4ae5-96e9-3fa71d66dc90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1210470 Oct 20 04:02:11.087061 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-0317f84f-3aae-4614-9041-b4c6154032f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05 HTTP/1.1" status: 200 len: 1001 time: 0.0930905 Oct 20 04:02:11.155231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-29412a7a-fd92-45f6-adfd-7a08b5035392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:11.156669 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-29412a7a-fd92-45f6-adfd-7a08b5035392 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0603909 Oct 20 04:02:11.342058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-5adff7e9-cd18-49ca-ac78-3fee835a23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:11.343492 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-5adff7e9-cd18-49ca-ac78-3fee835a23b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1763968 Oct 20 04:02:11.367560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1ed19-1b8c-42d9-a122-2da06efe7279 req-7bc35b96-b308-40a7-8be1-ad58726843d6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:11.369047 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19f1ed19-1b8c-42d9-a122-2da06efe7279 req-7bc35b96-b308-40a7-8be1-ad58726843d6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0905664 Oct 20 04:02:11.413114 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-19f1ed19-1b8c-42d9-a122-2da06efe7279 req-33d44a8e-5c3b-4270-acf5-c749a77463df tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382211 Oct 20 04:02:11.476429 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-e71522c5-faed-4e13-987f-172a87f9a62f service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227033 Oct 20 04:02:11.609623 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-9f0b6786-9546-4ffe-b400-733e20142fc9 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215343 Oct 20 04:02:12.344684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-89c8847a-4ef0-46df-a35e-14029c4c90bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:12.621952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3224e76-a098-4484-bf30-667a3105eb46 req-f5d7535c-4a37-412f-87bf-4e732c14810e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:12.623411 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a3224e76-a098-4484-bf30-667a3105eb46 req-f5d7535c-4a37-412f-87bf-4e732c14810e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0903785 Oct 20 04:02:12.667223 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a3224e76-a098-4484-bf30-667a3105eb46 req-9d097226-4a74-427d-b232-6d7b7b2efef3 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381870 Oct 20 04:02:13.434909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:13.543874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:13.780708 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-cd3c6c21-981e-4c18-80e5-e76f549c6cb3 service neutron] 10.222.0.26 "GET /v2.0/ports/c105e7c5-ccdb-44f6-99a1-303feddbda05/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0722420 Oct 20 04:02:13.863357 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538481-c895-4602-bc25-45540b77f3e9 req-765dca6f-9e6a-4e75-bd75-677d57da8661 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:13.864835 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1c538481-c895-4602-bc25-45540b77f3e9 req-765dca6f-9e6a-4e75-bd75-677d57da8661 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0869944 Oct 20 04:02:13.913560 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1c538481-c895-4602-bc25-45540b77f3e9 req-279cff57-8807-4644-a3ed-02941bfe98ce tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418487 Oct 20 04:02:14.372898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-106b3946-5e9e-4278-a284-16fae5c758c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:14.374530 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-106b3946-5e9e-4278-a284-16fae5c758c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0987737 Oct 20 04:02:14.482195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-02fa8e35-6932-4ff2-89cc-4eb1ddba1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:14.483722 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-02fa8e35-6932-4ff2-89cc-4eb1ddba1aad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 1099 time: 0.0808733 Oct 20 04:02:14.612875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-5209de0d-488e-4c65-ad84-59c2d2ee8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:14.614425 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-5209de0d-488e-4c65-ad84-59c2d2ee8dd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1218033 Oct 20 04:02:14.719680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-287c6c24-5fe8-42e4-a4aa-5c48632767c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05 HTTP/1.1" status: 200 len: 1001 time: 0.0942450 Oct 20 04:02:14.784680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-cd2a9987-7595-4e06-8536-6ad4efaf0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:14.786064 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-cd2a9987-7595-4e06-8536-6ad4efaf0414 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0576200 Oct 20 04:02:14.871495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-63d059df-18ac-4995-abfd-ba10355a115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:14.872944 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-63d059df-18ac-4995-abfd-ba10355a115f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774171 Oct 20 04:02:14.927319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:15.003657 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-cce66f47-e288-4774-9ac6-1a0a2bb1482e service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206696 Oct 20 04:02:15.199336 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dad641c9-d7dd-44c6-9cf0-e5dcbd6d18ee req-e9ecf6a1-7edd-4d35-80c1-2051623e07bd service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855717 Oct 20 04:02:15.207382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3c444-f8c9-4335-ba0c-bd738b6a8918 req-93ba9b75-86d5-4554-8136-2f3ef58bbfca tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:15.208735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54e3c444-f8c9-4335-ba0c-bd738b6a8918 req-93ba9b75-86d5-4554-8136-2f3ef58bbfca tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.1766851 Oct 20 04:02:15.253334 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54e3c444-f8c9-4335-ba0c-bd738b6a8918 req-dd514e8f-2e3e-421c-af52-fa2067e40ae9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387204 Oct 20 04:02:16.449380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea417f-a0e3-4164-9f9b-6de98f702d1a req-ed602f82-ac76-4426-9a06-b83a73c3bb1c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:16.450853 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-56ea417f-a0e3-4164-9f9b-6de98f702d1a req-ed602f82-ac76-4426-9a06-b83a73c3bb1c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0861244 Oct 20 04:02:16.494298 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-56ea417f-a0e3-4164-9f9b-6de98f702d1a req-948989ca-d9df-46f1-afa6-7ace6cdb5639 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378010 Oct 20 04:02:17.342276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c105e7c5-ccdb-44f6-99a1-303feddbda05 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:02:17.370187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:17.449897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c105e7c5-ccdb-44f6-99a1-303feddbda05 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:02:17.454705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:17.476156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:17.481378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021e24ad-7100-49e4-9f0f-9e57b682ef7d" -d '{"events": [{"server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "name": "network-vif-unplugged", "status": "completed", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:17.490691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:02:17.531269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf63972-45fa-4907-bb7c-371813dd173d x-openstack-request-id: req-6bf63972-45fa-4907-bb7c-371813dd173d {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:17.531558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "name": "network-vif-unplugged", "status": "completed", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:17.531810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6bf63972-45fa-4907-bb7c-371813dd173d {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:17.532201 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf63972-45fa-4907-bb7c-371813dd173d'] response: {'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'code': 200} Oct 20 04:02:17.542961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:17.605108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c105e7c5-ccdb-44f6-99a1-303feddbda05,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:17.612050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.612399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.612733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.613060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.613412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.613741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.614061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.614380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.614698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.615015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.615328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.615640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:17.701835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1d1b8-b95e-4fbb-b58f-865e112f03aa req-f3868cc5-c630-486d-aea3-fb50232b84f7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:17.703287 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-17b1d1b8-b95e-4fbb-b58f-865e112f03aa req-f3868cc5-c630-486d-aea3-fb50232b84f7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 944 time: 0.0945258 Oct 20 04:02:17.747069 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-17b1d1b8-b95e-4fbb-b58f-865e112f03aa req-1a2759dd-f644-4f45-8d3d-369fd00c4c1b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381446 Oct 20 04:02:18.244062 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133dcf4-3a15-4deb-b3a6-b1f9176d59ab req-f0911ae2-71f5-4de6-bb71-cd35606e92c6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:18.245545 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5133dcf4-3a15-4deb-b3a6-b1f9176d59ab req-f0911ae2-71f5-4de6-bb71-cd35606e92c6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 944 time: 0.0900266 Oct 20 04:02:18.292292 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5133dcf4-3a15-4deb-b3a6-b1f9176d59ab req-729df378-940b-406b-aee8-33be3d8da38d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410335 Oct 20 04:02:18.328934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-01f32604-a01e-490d-b327-7943a6b3903c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:18.330311 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-01f32604-a01e-490d-b327-7943a6b3903c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568&tenant_id=851f6d57e5c747b1865add0cf913a2c8&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 944 time: 0.0919127 Oct 20 04:02:18.581389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-2dac8c1c-26ce-4d0b-a522-c34107ead4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:18.582835 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-2dac8c1c-26ce-4d0b-a522-c34107ead4b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 1097 time: 0.1763530 Oct 20 04:02:18.713285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-470b3f58-7502-4280-be65-b840bc350ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:18.714702 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-470b3f58-7502-4280-be65-b840bc350ba9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1222239 Oct 20 04:02:18.818632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-cd4b76b2-706c-432b-ba4e-4f9f2d7ced42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05 HTTP/1.1" status: 200 len: 999 time: 0.0935204 Oct 20 04:02:18.884132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-db491a97-219d-43e6-9baf-e23375eda412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:18.885558 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-db491a97-219d-43e6-9baf-e23375eda412 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0570002 Oct 20 04:02:18.971508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-611c89f2-1389-4d41-a2ec-45bd2caf5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:18.973005 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-611c89f2-1389-4d41-a2ec-45bd2caf5009 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782127 Oct 20 04:02:19.104166 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-e87929ef-7671-4a67-a42f-d1a5ef9c7b78 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212337 Oct 20 04:02:19.236341 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-796816a6-4024-4b8d-aa67-8f62b346ce4c req-3ebcbfc7-57c0-4860-910a-1ac0d3e2673e service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229930 Oct 20 04:02:19.340930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c105e7c5-ccdb-44f6-99a1-303feddbda05 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:02:19.478217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:02:19.496821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'mac_address': 'fa:16:3e:56:00:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:02:19.503808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86aab9-9754-47c7-affa-3c1cd9c8b776 req-9d88a04d-87e4-425d-91bc-81727ba71d24 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:19.505300 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f86aab9-9754-47c7-affa-3c1cd9c8b776 req-9d88a04d-87e4-425d-91bc-81727ba71d24 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 944 time: 0.0915289 Oct 20 04:02:19.550212 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f86aab9-9754-47c7-affa-3c1cd9c8b776 req-4661c180-37be-4300-a414-477a813639b2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389600 Oct 20 04:02:19.556911 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c105e7c5-ccdb-44f6-99a1-303feddbda05 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:02:19.557317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:19.573839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c105e7c5-ccdb-44f6-99a1-303feddbda05 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:02:19.589692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:02:19.664347 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:19.732017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c105e7c5-ccdb-44f6-99a1-303feddbda05,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:19.738154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['c105e7c5-ccdb-44f6-99a1-303feddbda05'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:02:20.744947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecd854-a016-4218-831f-3910365a8dea req-a5371a19-d7a4-4a43-b54e-93a990d98ce4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:20.746395 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-12ecd854-a016-4218-831f-3910365a8dea req-a5371a19-d7a4-4a43-b54e-93a990d98ce4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 945 time: 0.0854275 Oct 20 04:02:20.788323 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-12ecd854-a016-4218-831f-3910365a8dea req-578743db-81ae-4e38-b1b4-a81a6d84b32f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363467 Oct 20 04:02:20.983650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c33bf1-683a-4b2a-9210-f2dee15a2bc2 req-079d3f28-c7d8-469d-9e00-e356e265ff58 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:20.985082 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c0c33bf1-683a-4b2a-9210-f2dee15a2bc2 req-079d3f28-c7d8-469d-9e00-e356e265ff58 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 945 time: 0.0885873 Oct 20 04:02:21.027632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c0c33bf1-683a-4b2a-9210-f2dee15a2bc2 req-07dc55d0-2990-4454-b26f-3661a4e42c0a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370157 Oct 20 04:02:21.358994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c105e7c5-ccdb-44f6-99a1-303feddbda05 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:02:21.446541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port c105e7c5-ccdb-44f6-99a1-303feddbda05 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:21.446912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:21.447270 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port c105e7c5-ccdb-44f6-99a1-303feddbda05 Oct 20 04:02:21.487064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51572bfd-9446-4fb3-a2fc-5e980e149fa1 req-245812a4-b253-444a-830a-fb9855ae20ce tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:21.488911 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-51572bfd-9446-4fb3-a2fc-5e980e149fa1 req-245812a4-b253-444a-830a-fb9855ae20ce tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 945 time: 0.0933297 Oct 20 04:02:21.564604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port c105e7c5-ccdb-44f6-99a1-303feddbda05 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:02:21.564890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:21.588216 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-51572bfd-9446-4fb3-a2fc-5e980e149fa1 req-09e49849-09ab-4afe-a983-6c391849171c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920043 Oct 20 04:02:21.591549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:21.593841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0515a8-88a9-425e-9ca5-132b65fd6c0d" -d '{"events": [{"server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "name": "network-vif-plugged", "status": "completed", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:21.602516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:02:21.606984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-5749ce01-2dbb-4b91-969e-7f5f164dc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:21.608399 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-5749ce01-2dbb-4b91-969e-7f5f164dc2f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 1098 time: 0.0992236 Oct 20 04:02:21.650634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab824fe-cbee-4a8c-bb6e-3e3e5ec80881 x-openstack-request-id: req-4ab824fe-cbee-4a8c-bb6e-3e3e5ec80881 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:21.650968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "name": "network-vif-plugged", "status": "completed", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:21.651284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ab824fe-cbee-4a8c-bb6e-3e3e5ec80881 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:21.651737 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab824fe-cbee-4a8c-bb6e-3e3e5ec80881'] response: {'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'code': 200} Oct 20 04:02:21.658203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:21.727680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=c105e7c5-ccdb-44f6-99a1-303feddbda05,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:21.746296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-fbf4c2b1-9ea0-4ebb-a645-ab5812ff7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:21.747010 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-fbf4c2b1-9ea0-4ebb-a645-ab5812ff7414 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1290448 Oct 20 04:02:21.849416 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-e199ba7b-0731-4959-87d4-46be14d5601a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05 HTTP/1.1" status: 200 len: 1001 time: 0.0922480 Oct 20 04:02:21.912633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-c987b265-82bd-4948-8a1a-e74d2909fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:21.914067 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-c987b265-82bd-4948-8a1a-e74d2909fcf6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0579355 Oct 20 04:02:21.996804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-062a23fb-c050-4ce1-ad6f-79d8eebf7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:21.998262 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-062a23fb-c050-4ce1-ad6f-79d8eebf7ee4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746617 Oct 20 04:02:22.226576 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-e23e0aee-e105-4763-a2ca-6063de866985 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183740 Oct 20 04:02:22.358089 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-905644e1-97ea-453d-afc5-fb92f8c10191 req-93f5ad09-6306-47e8-9f82-981b92d2ffed service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217191 Oct 20 04:02:22.813437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0b4cc-f6a4-4ae0-a945-e105193bc4cc req-d9a24903-9e01-41fa-b82d-10de29fbd95a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:22.814918 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ca0b4cc-f6a4-4ae0-a945-e105193bc4cc req-d9a24903-9e01-41fa-b82d-10de29fbd95a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0924292 Oct 20 04:02:22.862656 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ca0b4cc-f6a4-4ae0-a945-e105193bc4cc req-0f387f5c-be2e-4bb8-8208-e76319650ce9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416911 Oct 20 04:02:24.068532 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62df9f-2e8c-49ed-8996-342543fb3c7c req-8820a719-fca1-4df5-9bbc-84a12b2dd602 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:24.069984 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8a62df9f-2e8c-49ed-8996-342543fb3c7c req-8820a719-fca1-4df5-9bbc-84a12b2dd602 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0886149 Oct 20 04:02:24.113479 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8a62df9f-2e8c-49ed-8996-342543fb3c7c req-55fe07ce-6fc8-4da6-9371-c69eb0124aca tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377712 Oct 20 04:02:24.856555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47fd20-cc13-4767-8a72-49c148341b17 req-b2fc905b-ed63-4a54-b9c0-93818a28dcc4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:24.858024 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ed47fd20-cc13-4767-8a72-49c148341b17 req-b2fc905b-ed63-4a54-b9c0-93818a28dcc4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0855057 Oct 20 04:02:24.904409 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ed47fd20-cc13-4767-8a72-49c148341b17 req-3d738552-d432-43e7-8299-d20b7b5d5215 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Oct 20 04:02:26.107272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6049f9-4da5-42de-87a8-d66418346edb req-bab64f93-6808-4b52-b60a-f65636370af8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:26.108703 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0a6049f9-4da5-42de-87a8-d66418346edb req-bab64f93-6808-4b52-b60a-f65636370af8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0866396 Oct 20 04:02:26.154558 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0a6049f9-4da5-42de-87a8-d66418346edb req-5c0f1a0d-3503-46ef-93af-e0178eebe3a6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 Oct 20 04:02:26.716555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-b334c792-8579-40ad-943e-4a30670ebd8a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:26.718006 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-b334c792-8579-40ad-943e-4a30670ebd8a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0853753 Oct 20 04:02:26.789377 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Deleting port c105e7c5-ccdb-44f6-99a1-303feddbda05 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:02:26.789717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:27.027570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] For port c105e7c5-ccdb-44f6-99a1-303feddbda05, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c105e7c5-ccdb-44f6-99a1-303feddbda05,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:02:27.027851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:27.312235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:27.312867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:27.312867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 disassociated. External IP: 172.26.7.93, port: c105e7c5-ccdb-44f6-99a1-303feddbda05. Oct 20 04:02:27.313134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Calling delete_port for c105e7c5-ccdb-44f6-99a1-303feddbda05 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:02:27.350015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85e37f-ced8-41de-83c2-0274354161bc req-2e06f4bf-55fa-400a-b36c-f903bc6f0c31 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:27.352038 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ed85e37f-ced8-41de-83c2-0274354161bc req-2e06f4bf-55fa-400a-b36c-f903bc6f0c31 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 946 time: 0.0861516 Oct 20 04:02:27.396143 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ed85e37f-ced8-41de-83c2-0274354161bc req-95ec7fb4-7346-4717-af1b-2f877b999ec7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379736 Oct 20 04:02:27.493348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:27.540531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event deleted for resources: {'Port': ['ID=c105e7c5-ccdb-44f6-99a1-303feddbda05,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:27.556437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.556437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.556607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.556803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.557120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.557466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.557797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.558124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.558451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.558777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.559096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.559419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:27.844321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:02:28.017865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:02:28.028182 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:02:28.037192 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:02:28.037851 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:02:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:28.104430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] No DVR routers for this DVR port c105e7c5-ccdb-44f6-99a1-303feddbda05 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:02:28.107037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:28.109996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'name': 'network-vif-deleted', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:28.112247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9802d993-6461-45df-9bdb-72c3d0af7f5a" -d '{"events": [{"server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "name": "network-vif-deleted", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:28.155831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5dafef-66de-4dac-a1e1-4266a6a935f0 x-openstack-request-id: req-be5dafef-66de-4dac-a1e1-4266a6a935f0 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:28.156121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406065dc-2c07-4e2d-8034-814e8ee34568", "name": "network-vif-deleted", "tag": "c105e7c5-ccdb-44f6-99a1-303feddbda05", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:28.156372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-be5dafef-66de-4dac-a1e1-4266a6a935f0 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:28.156766 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5dafef-66de-4dac-a1e1-4266a6a935f0'] response: {'server_uuid': '406065dc-2c07-4e2d-8034-814e8ee34568', 'name': 'network-vif-deleted', 'tag': 'c105e7c5-ccdb-44f6-99a1-303feddbda05', 'status': 'completed', 'code': 200} Oct 20 04:02:28.173085 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc618455-5f5d-4a83-b2e7-a353f933c5ac req-7b379cd6-1fda-4c22-8d1c-137a7967aee6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "DELETE /v2.0/ports/c105e7c5-ccdb-44f6-99a1-303feddbda05 HTTP/1.1" status: 204 len: 173 time: 1.4463935 Oct 20 04:02:28.211595 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:02:28.535107 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:28.539115 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:02:28.547246 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:02:28.547838 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:02:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:28.576213 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8ea83759-ba31-4cfe-97a6-e546943e4c98 req-bdac8feb-621e-47ea-aa00-607b2c183df4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=406065dc-2c07-4e2d-8034-814e8ee34568 HTTP/1.1" status: 200 len: 210 time: 0.0530469 Oct 20 04:02:28.719537 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:02:29.047447 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:29.051208 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e32ce-9668-4244-bd6c-f722792fb7d9 None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:02:29.269178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adefbd7d-41d8-4f2f-a6c5-e136fc0913aa None None] New status for floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:02:29.910075 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-cc7c6c04-afa7-4619-b9cb-585ec52b07aa tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1851813742&fields=id&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 267 time: 0.0391624 Oct 20 04:02:30.059963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-f3c26ab0-2dfe-4112-adf8-9174f3952a27 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:30.061312 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-f3c26ab0-2dfe-4112-adf8-9174f3952a27 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 811 time: 0.1449771 Oct 20 04:02:30.076424 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-96f42172-99ac-4897-87c3-65f4721a46d2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/quotas/851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 375 time: 0.0094247 Oct 20 04:02:30.168683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-a80b7743-7709-443d-b328-755801003360 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:02:30.235705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-a80b7743-7709-443d-b328-755801003360 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:02:30.236977 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-a80b7743-7709-443d-b328-755801003360 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1554549 Oct 20 04:02:30.381475 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-250c2ffb-ba86-4c61-b52d-ba1922046517 service neutron] 10.222.0.33 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323318 Oct 20 04:02:30.508022 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-d801067d-94d1-4d47-b494-2ff464496cb4 service neutron] 10.222.0.33 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205485 Oct 20 04:02:30.769613 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-635986b2-f1b4-4284-846b-9503a1419d8d req-f020a2ad-701e-4821-9e4d-ca3426710d66 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 210 time: 0.0492744 Oct 20 04:02:31.394157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c105e7c5-ccdb-44f6-99a1-303feddbda05 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:02:31.427350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: c105e7c5-ccdb-44f6-99a1-303feddbda05 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:02:31.427694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device c105e7c5-ccdb-44f6-99a1-303feddbda05 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:02:31.931513 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-237222df-1f6a-4166-8a57-d58f8a2fc6d2 req-c92a4272-9852-424b-bd6a-57f49bb5eb45 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 210 time: 0.0502017 Oct 20 04:02:32.570359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-9fb04c3c-c985-490f-8ba4-8002f53f845b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:32.572059 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-9fb04c3c-c985-490f-8ba4-8002f53f845b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 811 time: 0.1435263 Oct 20 04:02:32.625966 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-6e3281f2-17d9-4b54-9b49-38ca0addc2d5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 380 time: 0.0406141 Oct 20 04:02:32.636834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'port': {'device_id': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'admin_state_up': True, 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'security_groups': ['dada9b32-87ce-4585-a249-902de598983a']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:32.771741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:02:32.781588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:02:32.847873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Made reservation on behalf of 851f6d57e5c747b1865add0cf913a2c8 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:32.852301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:33.013344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Allocated IP 172.20.0.10 (96b7cc93-0f45-4695-a69a-49a9ca77ddb6/bdd2d95c-f128-4da7-b8fb-e16ed60d1fea/2b83d20d-5ae7-40e6-b0fc-c1be6a349a26) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:33.099427 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-990e6661-aa2f-4559-97b5-3c54915766ea req-e263add1-9292-4801-a3cb-f53f1ea92bdb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 210 time: 0.0517952 Oct 20 04:02:33.197173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:33.212556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Transition to ACTIVE for port object 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:02:33.304945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:33.462297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [req-197462f2-2ab5-4daa-99d9-838228c66f70 req-21fb959e-bfc4-4211-8d71-c1b6e8f5027f service neutron] (90076) timed out ('10.222.0.26', 61407) {{(pid=90076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 20 04:02:33.478903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:33.482012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:33.485733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:02:33.522263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:33.554889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:33.555491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:33.654376 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-308ec68d-932b-40cf-907a-ff168ab9b36b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0209324 Oct 20 04:02:33.668887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Request body: {'port': {'device_id': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:33.778361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:33.801641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3d54f7db-64a8-43d7-9fd1-276cbd0bf18b None None] Provisioning for port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:02:33.807206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3d54f7db-64a8-43d7-9fd1-276cbd0bf18b None None] Provisioning complete for port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:33.807686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3d54f7db-64a8-43d7-9fd1-276cbd0bf18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:33.814937 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d54f7db-64a8-43d7-9fd1-276cbd0bf18b None None] Attempt 1 to provision port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 Oct 20 04:02:33.864102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d54f7db-64a8-43d7-9fd1-276cbd0bf18b None None] Port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:02:34.104901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:02:34.112044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.126328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Transition to ACTIVE for port object 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:02:34.196351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.365353 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d54f7db-64a8-43d7-9fd1-276cbd0bf18b None None] Attempt 2 to provision port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 Oct 20 04:02:34.417491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d54f7db-64a8-43d7-9fd1-276cbd0bf18b None None] Port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:02:34.436558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:34.481668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Attempting to bind port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:34.482000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Attempting to bind port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:34.482321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Attempting to bind port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:02:34.488852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:02:34.489169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Attempting to bind port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:02:34.499966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e836b-09bf-4752-bba4-2150e708e744 req-345a4957-ffd5-43d0-a168-34dde2cbceeb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:34.500648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-9a8e836b-09bf-4752-bba4-2150e708e744 req-345a4957-ffd5-43d0-a168-34dde2cbceeb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:02:34.505937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:02:34.506270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Checking segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:02:34.506643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Bound using segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:02:34.507070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Bound port: 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:34.507534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.599631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:02:34.603118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:02:34.624662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-9a8e836b-09bf-4752-bba4-2150e708e744 req-345a4957-ffd5-43d0-a168-34dde2cbceeb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:02:34.625876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a8e836b-09bf-4752-bba4-2150e708e744 req-345a4957-ffd5-43d0-a168-34dde2cbceeb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.3827319 Oct 20 04:02:34.673348 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a8e836b-09bf-4752-bba4-2150e708e744 req-f89c02e6-4b35-410d-9bd9-575d58292dc5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Oct 20 04:02:34.692900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.696735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:34.697364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.698656 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] 10.222.0.26 "PUT /v2.0/ports/2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 200 len: 1094 time: 1.0337303 Oct 20 04:02:34.728011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:34.730599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1ed76c-a0c1-412c-8da4-0bcd1900b198" -d '{"events": [{"name": "network-changed", "server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:34.773829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae375df-6f42-4dce-b6d3-8326be80a542 service neutron] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:34.776677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a9dcc7-52cc-4ae4-acd3-4efd08db4a4d x-openstack-request-id: req-67a9dcc7-52cc-4ae4-acd3-4efd08db4a4d {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:34.776973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:34.777227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-67a9dcc7-52cc-4ae4-acd3-4efd08db4a4d {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:34.777673 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a9dcc7-52cc-4ae4-acd3-4efd08db4a4d'] response: {'name': 'network-changed', 'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'status': 'completed', 'code': 200} Oct 20 04:02:34.864030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-77747251-98db-4cb7-82c7-1279a4357a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:34.865507 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-77747251-98db-4cb7-82c7-1279a4357a09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 1097 time: 0.0774865 Oct 20 04:02:34.918525 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3d54f7db-64a8-43d7-9fd1-276cbd0bf18b None None] Attempt 3 to provision port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 Oct 20 04:02:34.939079 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-b24e3286-f202-40c2-8c02-50c5bd60ce2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 200 len: 217 time: 0.0621643 Oct 20 04:02:34.977800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3d54f7db-64a8-43d7-9fd1-276cbd0bf18b None None] Port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:02:35.002712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-34a48a88-b210-4c55-bb62-439c6da475f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:35.004135 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-34a48a88-b210-4c55-bb62-439c6da475f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0567257 Oct 20 04:02:35.090930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-046448e8-9a1f-4bd4-8c71-8cff853a60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:35.092438 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-046448e8-9a1f-4bd4-8c71-8cff853a60d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788317 Oct 20 04:02:35.225047 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-a0de35a1-b2cd-44bf-ae9f-259748aa9330 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229007 Oct 20 04:02:35.454110 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-523096af-18ee-4bfa-89d4-a47c10f60926 req-b044acc2-4f1e-4053-b542-3b8a7d85e43a service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191360 Oct 20 04:02:35.649965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-49f05430-fe19-4829-a8bc-31176da6d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:35.651453 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-49f05430-fe19-4829-a8bc-31176da6d1e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 1097 time: 0.0771313 Oct 20 04:02:35.781418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-4d69109b-9458-4a9a-943d-009c14d3621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:35.782880 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-4d69109b-9458-4a9a-943d-009c14d3621f service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1245291 Oct 20 04:02:35.899045 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-95e5ed67-5ffe-4ae3-a86a-a7bb49cd51c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 200 len: 217 time: 0.0800936 Oct 20 04:02:35.969694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-bf315747-e002-4899-bbda-87c1ec386bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:35.971156 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-bf315747-e002-4899-bbda-87c1ec386bde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0645928 Oct 20 04:02:35.978923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef0df0-74df-4b97-ba58-67ff3e0685ea req-d3c22e77-f5df-42f3-8f7d-046790fc1de5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:35.980235 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-39ef0df0-74df-4b97-ba58-67ff3e0685ea req-d3c22e77-f5df-42f3-8f7d-046790fc1de5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.1953471 Oct 20 04:02:36.078888 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-39ef0df0-74df-4b97-ba58-67ff3e0685ea req-a8d75c25-f6bc-4243-b633-6da18b0de876 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636427 Oct 20 04:02:36.091097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-a8d68328-f6e1-4ca2-b79e-446eb593b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:36.092562 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-a8d68328-f6e1-4ca2-b79e-446eb593b685 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1114700 Oct 20 04:02:36.219736 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-ed57bf91-8616-40d2-a2dc-5fd813c84b8a service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200900 Oct 20 04:02:36.346646 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-af1ed76c-a0c1-412c-8da4-0bcd1900b198 req-7bed720e-3857-4eff-b1cf-55226c547111 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185703 Oct 20 04:02:37.275731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca57872-27ce-48c0-a684-296d28c3b743 req-cb9517f5-45aa-4a9d-9284-df7b89d6a26e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:37.277228 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3ca57872-27ce-48c0-a684-296d28c3b743 req-cb9517f5-45aa-4a9d-9284-df7b89d6a26e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.0868838 Oct 20 04:02:37.321228 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3ca57872-27ce-48c0-a684-296d28c3b743 req-724f2140-6002-41ee-8555-a0ed2a89320b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378633 Oct 20 04:02:38.512674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55b80-fe1c-4f30-a242-0999362b7c87 req-068121dc-d6cd-45eb-8641-87e65265d6fb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:38.514148 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5cf55b80-fe1c-4f30-a242-0999362b7c87 req-068121dc-d6cd-45eb-8641-87e65265d6fb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.0853324 Oct 20 04:02:38.556555 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5cf55b80-fe1c-4f30-a242-0999362b7c87 req-efad2f75-eade-435c-8c44-fb8cc15e3d90 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368135 Oct 20 04:02:39.436072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:02:39.564901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:02:39.577992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'mac_address': 'fa:16:3e:80:12:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:02:39.670222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:02:39.670603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:39.687396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:02:39.702443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:02:39.756514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:39.758688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728782d1-b1ce-4c11-a0e5-29a7aac7ddf6 req-b361cc01-fed3-4d85-825a-3ca3aa641406 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:39.760155 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-728782d1-b1ce-4c11-a0e5-29a7aac7ddf6 req-b361cc01-fed3-4d85-825a-3ca3aa641406 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.0890255 Oct 20 04:02:39.804952 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-728782d1-b1ce-4c11-a0e5-29a7aac7ddf6 req-38bf51ae-2e62-4d4c-9037-f2c5ad1f32b7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390763 Oct 20 04:02:39.833153 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:39.858748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0cc7cef9-b66c-4b40-8403-2bc6ff2fba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.076410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:02:41.005073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1514-5072-4b4a-bb5f-9a6c05f9f70e req-c78ab590-b321-4257-b89b-6e4ebb7fb5f8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:41.006497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-732c1514-5072-4b4a-bb5f-9a6c05f9f70e req-c78ab590-b321-4257-b89b-6e4ebb7fb5f8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 945 time: 0.0897076 Oct 20 04:02:41.050067 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-732c1514-5072-4b4a-bb5f-9a6c05f9f70e req-4fba640f-776a-40a1-9e72-7bf4e54f7582 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Oct 20 04:02:41.452604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:02:41.573220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:02:41.578258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:41.578631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.578972 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 Oct 20 04:02:41.703586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:02:41.703880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.730119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:41.732368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fa3b65-463f-4e64-9705-c54befea98ec" -d '{"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-plugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:41.739641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:02:41.777157 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1e4bc6-78e8-413a-b9b4-c7be1750b267 x-openstack-request-id: req-8a1e4bc6-78e8-413a-b9b4-c7be1750b267 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:41.777669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-plugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:41.777928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8a1e4bc6-78e8-413a-b9b4-c7be1750b267 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:41.778326 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1e4bc6-78e8-413a-b9b4-c7be1750b267'] response: {'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'code': 200} Oct 20 04:02:41.819140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.887928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:42.199243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a269d-ec6f-467f-a813-07ff5fe7e417 req-9a7c8563-a73e-458d-98b2-ffbef287ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:42.200638 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c9a269d-ec6f-467f-a813-07ff5fe7e417 req-9a7c8563-a73e-458d-98b2-ffbef287ce3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 1099 time: 0.1120141 Oct 20 04:02:42.263578 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c9a269d-ec6f-467f-a813-07ff5fe7e417 req-ac18b5e4-d8cc-4048-8378-cace29d66e08 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499406 Oct 20 04:02:42.278937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dbfa8-0d86-4baf-a177-9c7a9f24ae56 req-861e1f50-67f4-486c-912c-2c6733ee219c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:42.280358 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f87dbfa8-0d86-4baf-a177-9c7a9f24ae56 req-861e1f50-67f4-486c-912c-2c6733ee219c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.1204810 Oct 20 04:02:42.310764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-10a5a0c3-e40a-42fc-95b8-1205efe736a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:42.323643 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f87dbfa8-0d86-4baf-a177-9c7a9f24ae56 req-aa211929-9a57-46ca-a0b5-ea43c51fe903 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376194 Oct 20 04:02:43.430654 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.519964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281149c-df83-406b-8e62-e64ab58d8245 req-a1db374a-c33a-4c98-9982-276089c75878 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:43.521427 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3281149c-df83-406b-8e62-e64ab58d8245 req-a1db374a-c33a-4c98-9982-276089c75878 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0854075 Oct 20 04:02:43.569452 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3281149c-df83-406b-8e62-e64ab58d8245 req-05d8ca8a-37e7-4b60-931e-6b46011332f3 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Oct 20 04:02:43.573411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.690197 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:02:44.765821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba616623-5eab-4686-9442-ace3a950d621 req-859e9bf7-7bf5-49d4-9246-f94be2d8e7b7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:44.767279 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba616623-5eab-4686-9442-ace3a950d621 req-859e9bf7-7bf5-49d4-9246-f94be2d8e7b7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0878768 Oct 20 04:02:44.809371 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba616623-5eab-4686-9442-ace3a950d621 req-0a6c3ce0-6d02-45a1-b5df-e4d29c85c0fe tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364571 Oct 20 04:02:44.893888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.000836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2627f-0c51-4551-a048-b868044c7283 req-c74e54ec-39db-425a-abf1-cc22413a284d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:45.002475 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-75d2627f-0c51-4551-a048-b868044c7283 req-c74e54ec-39db-425a-abf1-cc22413a284d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0895801 Oct 20 04:02:45.012694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 44332) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:02:45.017495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a0fee7e3-4288-4aca-9f81-b9038c9baba7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'floatingip': {'port_id': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:45.094742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0fee7e3-4288-4aca-9f81-b9038c9baba7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.770152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0fee7e3-4288-4aca-9f81-b9038c9baba7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.836211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0fee7e3-4288-4aca-9f81-b9038c9baba7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.004811 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-a0fee7e3-4288-4aca-9f81-b9038c9baba7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 associated. External IP: 172.26.7.93, port: 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26. Oct 20 04:02:46.344296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fee7e3-4288-4aca-9f81-b9038c9baba7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:02:46.525177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fee7e3-4288-4aca-9f81-b9038c9baba7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:02:46.529964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a0fee7e3-4288-4aca-9f81-b9038c9baba7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.534864 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:02:46.547442 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:02:46.548051 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:02:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:46.707715 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a0fee7e3-4288-4aca-9f81-b9038c9baba7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "PUT /v2.0/floatingips/e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 HTTP/1.1" status: 200 len: 991 time: 1.6939471 Oct 20 04:02:46.708337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:46.711246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99d780a-9876-4bec-ab49-89b7fc622941" -d '{"events": [{"name": "network-changed", "server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:46.723496 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:02:46.750916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7db92e-11c5-4379-932d-4a68e700f2ca x-openstack-request-id: req-3d7db92e-11c5-4379-932d-4a68e700f2ca {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:46.751212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:46.751464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3d7db92e-11c5-4379-932d-4a68e700f2ca {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:46.751858 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7db92e-11c5-4379-932d-4a68e700f2ca'] response: {'name': 'network-changed', 'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'status': 'completed', 'code': 200} Oct 20 04:02:46.849059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-0757dce8-7888-4021-986d-9ecd90a01bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:46.850560 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-0757dce8-7888-4021-986d-9ecd90a01bdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 1099 time: 0.0761819 Oct 20 04:02:46.980114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-7b3ea4ec-9dcc-4d58-96dd-dc2f4d0dccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:46.981507 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-7b3ea4ec-9dcc-4d58-96dd-dc2f4d0dccd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1249564 Oct 20 04:02:47.064404 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:80:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T04:02:45Z', 'revision_number': 9, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:47.068508 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:02:47.077659 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:02:47.078281 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:02:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:47.190210 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-9bb1d734-4cb0-4797-8c05-e9918b6e2504 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 200 len: 999 time: 0.2026339 Oct 20 04:02:47.252901 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:02:47.253091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-ed088669-b771-4a32-8b85-d1c7e835943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:47.254540 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-ed088669-b771-4a32-8b85-d1c7e835943d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0583019 Oct 20 04:02:47.341697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-62fec554-f432-47ff-8d72-513b1373523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:47.343290 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-62fec554-f432-47ff-8d72-513b1373523a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813930 Oct 20 04:02:47.345148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:47.473769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-3656191a-cad3-439b-972f-ff3fc86b3a05 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236658 Oct 20 04:02:47.610644 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e99d780a-9876-4bec-ab49-89b7fc622941 req-d6ca0240-0e8f-44e8-b57e-96419224cad7 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306186 Oct 20 04:02:47.635523 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:80:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T04:02:45Z', 'revision_number': 9, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:47.640827 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e9daa-a614-4a7a-8f98-501dfbc49798 None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:80:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T04:02:45Z', 'revision_number': 9, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:02:47.829188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d7c77-d50b-4532-a95f-6e8d11d67a25 None None] New status for floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:03:09.864739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8a4864f5-48ba-4256-bc84-2abe7b0ec88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:12.327558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07335d5a-9516-4d48-b190-2bece381d03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:13.419176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:13.550492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:14.920407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:17.333287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:21.688989 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:03:24.335528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7170e-2192-4a7e-b293-8a36e10ae065 req-361c46e2-477c-4a77-8b69-996b778685cf tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:24.336855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdb7170e-2192-4a7e-b293-8a36e10ae065 req-361c46e2-477c-4a77-8b69-996b778685cf tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.1434817 Oct 20 04:03:24.381368 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-cc65f273-2ed8-4613-9a73-ce940da2e637 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207721 Oct 20 04:03:24.390871 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdb7170e-2192-4a7e-b293-8a36e10ae065 req-5edf1aed-91d9-4755-aa0f-f00cea62ac46 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474992 Oct 20 04:03:25.607081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844f1a-5084-4b55-b84a-61a97ab843a0 req-8b1c77cf-0d02-43d5-a981-50d6f77ea666 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:25.608560 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-86844f1a-5084-4b55-b84a-61a97ab843a0 req-8b1c77cf-0d02-43d5-a981-50d6f77ea666 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0910370 Oct 20 04:03:25.660471 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-86844f1a-5084-4b55-b84a-61a97ab843a0 req-4a2b94bb-c9a1-4419-b341-3ffa55c0cc0d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460939 Oct 20 04:03:26.590082 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-f13937da-61ea-4104-9378-7ab23c983a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:26.591558 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-f13937da-61ea-4104-9378-7ab23c983a53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 1099 time: 0.0769942 Oct 20 04:03:26.725275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-8713bf90-3ac2-4b1b-b432-915252f8b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:26.726747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-8713bf90-3ac2-4b1b-b432-915252f8b866 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1260426 Oct 20 04:03:26.882923 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-553f1b44-5299-42e9-8b72-19121504d4c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 200 len: 1002 time: 0.1450520 Oct 20 04:03:26.943662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353f177-53db-43c3-b2f1-b85e432d46b7 req-af5d3a85-a8c3-446b-9710-d2cf7d6fa9b0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:26.945052 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0353f177-53db-43c3-b2f1-b85e432d46b7 req-af5d3a85-a8c3-446b-9710-d2cf7d6fa9b0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.1578238 Oct 20 04:03:26.974438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-ffb2587e-3705-4214-b934-c6bc720158f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:26.975810 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-ffb2587e-3705-4214-b934-c6bc720158f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0816739 Oct 20 04:03:27.050850 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0353f177-53db-43c3-b2f1-b85e432d46b7 req-e438ddd4-7e81-485a-a002-7e7d18399ab3 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992568 Oct 20 04:03:27.074134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-adebfb4e-82a3-46bf-9779-c083cfc7cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:27.075602 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-adebfb4e-82a3-46bf-9779-c083cfc7cfa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872757 Oct 20 04:03:27.208177 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-7501da5f-d1c7-4af2-8d1a-16177287ac9b service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217148 Oct 20 04:03:27.338207 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-e5c24f03-f625-40a0-a2bd-f348706d02c0 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210289 Oct 20 04:03:28.247320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be402f-f4e8-4116-9e2f-d2258f49b4fc req-087e1ac1-1563-42b2-9df6-241f899ede30 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:28.248756 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-21be402f-f4e8-4116-9e2f-d2258f49b4fc req-087e1ac1-1563-42b2-9df6-241f899ede30 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0880651 Oct 20 04:03:28.291862 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-21be402f-f4e8-4116-9e2f-d2258f49b4fc req-73e7a5f9-dc90-4bd7-8932-5b0d7170629e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370100 Oct 20 04:03:29.576466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beab2b7-2eba-4574-ac1a-15ba59b6eecd req-332baff3-e0e9-4d23-a485-9c1f510d3e20 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:29.577876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2beab2b7-2eba-4574-ac1a-15ba59b6eecd req-332baff3-e0e9-4d23-a485-9c1f510d3e20 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.1777833 Oct 20 04:03:29.621212 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2beab2b7-2eba-4574-ac1a-15ba59b6eecd req-868a60df-a5b3-43e8-9ce8-154d4debe345 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375597 Oct 20 04:03:30.824589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dadc7-b8cb-48a8-b598-cc4cd756e0a6 req-d0e0d23a-4386-4d69-aa81-9da2f3f42633 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:30.826028 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bc3dadc7-b8cb-48a8-b598-cc4cd756e0a6 req-d0e0d23a-4386-4d69-aa81-9da2f3f42633 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0842972 Oct 20 04:03:30.871565 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bc3dadc7-b8cb-48a8-b598-cc4cd756e0a6 req-bb77ca6a-c1fd-4a72-b125-7082075165ec tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399590 Oct 20 04:03:32.068358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7c3e9-be32-42cc-b624-1b6848a3187a req-b90fcf6c-e82e-42d0-883d-573a3d8ccda5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:32.069833 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b8d7c3e9-be32-42cc-b624-1b6848a3187a req-b90fcf6c-e82e-42d0-883d-573a3d8ccda5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0871482 Oct 20 04:03:32.113450 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b8d7c3e9-be32-42cc-b624-1b6848a3187a req-01127657-2d3a-4921-b477-62b5dff94069 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379486 Oct 20 04:03:33.307364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d3857-0ff8-4b7c-bfe4-e640eadd08af req-be443a96-793e-40ad-85bf-f425bae02bc5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:33.308803 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-646d3857-0ff8-4b7c-bfe4-e640eadd08af req-be443a96-793e-40ad-85bf-f425bae02bc5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0866635 Oct 20 04:03:33.350457 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-646d3857-0ff8-4b7c-bfe4-e640eadd08af req-cf2e38ea-5822-4eca-ad5f-ce3f285276d9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359912 Oct 20 04:03:34.543269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce27d74-cc28-4589-95d8-858bf461dc8d req-e372da71-67bd-4f8b-944d-07cd4da9c8fa tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:34.544716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1ce27d74-cc28-4589-95d8-858bf461dc8d req-e372da71-67bd-4f8b-944d-07cd4da9c8fa tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0852332 Oct 20 04:03:34.590418 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1ce27d74-cc28-4589-95d8-858bf461dc8d req-07556cd9-8e20-492c-a5c2-2b79d8debe2b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400789 Oct 20 04:03:35.788429 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fb421-72e6-44dd-8c3b-467cae273558 req-2f6d4095-2f6d-4211-8f22-7b4392ed4f17 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:35.789824 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-503fb421-72e6-44dd-8c3b-467cae273558 req-2f6d4095-2f6d-4211-8f22-7b4392ed4f17 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0884347 Oct 20 04:03:35.832790 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-503fb421-72e6-44dd-8c3b-467cae273558 req-d615324f-3cae-4c5f-bd11-c71a1b3f85e8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373850 Oct 20 04:03:37.026585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95b8a0-9968-4e6b-8b10-b80722320b78 req-6ff65c47-ac8a-4eef-96ce-fd2a883fa53f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:37.027939 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4c95b8a0-9968-4e6b-8b10-b80722320b78 req-6ff65c47-ac8a-4eef-96ce-fd2a883fa53f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0857563 Oct 20 04:03:37.069507 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4c95b8a0-9968-4e6b-8b10-b80722320b78 req-c061be5a-0546-44e5-b427-5b8d2d2384e8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360134 Oct 20 04:03:38.265792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b430ec-009a-49e8-8d0c-ad686d944173 req-54d64283-7f4c-48b1-aad8-0980b771d8dc tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:38.267208 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c5b430ec-009a-49e8-8d0c-ad686d944173 req-54d64283-7f4c-48b1-aad8-0980b771d8dc tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0845742 Oct 20 04:03:38.313315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c5b430ec-009a-49e8-8d0c-ad686d944173 req-78dcd265-d176-4175-ba42-1c08ca7310ac tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Oct 20 04:03:39.513253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3d521-3881-495e-b12a-0c1dfad348ef req-54cb52a3-0471-4de2-ba23-24314007a480 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:39.514706 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65f3d521-3881-495e-b12a-0c1dfad348ef req-54cb52a3-0471-4de2-ba23-24314007a480 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0899525 Oct 20 04:03:39.558389 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65f3d521-3881-495e-b12a-0c1dfad348ef req-597808e3-3786-43ce-af43-000e4559a37c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379672 Oct 20 04:03:39.665721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-929aa1f4-3097-4c5b-a6f2-94ef96293817 service neutron] 10.222.0.26 "GET /v2.0/ports/2b83d20d-5ae7-40e6-b0fc-c1be6a349a26/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0722630 Oct 20 04:03:39.863259 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-baa6ea6c-a001-4285-bcaf-86a87eb8f581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:40.321154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-7fa49d62-99e0-46b3-b383-7d1b30ad7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.322640 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-7fa49d62-99e0-46b3-b383-7d1b30ad7a27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0801821 Oct 20 04:03:40.425075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-92b5c5c2-ebd0-4431-81e6-6f2a06f19fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.426578 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-92b5c5c2-ebd0-4431-81e6-6f2a06f19fe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 1099 time: 0.0770557 Oct 20 04:03:40.557602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-6c9be350-b1ad-4c45-8909-027f52a23945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.559037 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-6c9be350-b1ad-4c45-8909-027f52a23945 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1227133 Oct 20 04:03:40.666079 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-1d01a78f-4ecf-4493-a8de-38528e7ed1d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 200 len: 1002 time: 0.0965395 Oct 20 04:03:40.738503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-a89ce635-b633-467f-97d2-eba1b40c640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.740029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-a89ce635-b633-467f-97d2-eba1b40c640e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0647280 Oct 20 04:03:40.754678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a1360-5664-4f3e-93e3-4456275125c5 req-9d88efde-c0c3-41d9-8fbb-52bb5813b960 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.756109 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b86a1360-5664-4f3e-93e3-4456275125c5 req-9d88efde-c0c3-41d9-8fbb-52bb5813b960 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0857368 Oct 20 04:03:40.799424 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b86a1360-5664-4f3e-93e3-4456275125c5 req-1358d267-7a2f-4230-9605-3c971471bc41 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369878 Oct 20 04:03:40.826369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-4d5e4ea7-0023-408c-9b39-6e83d36c57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.827834 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-4d5e4ea7-0023-408c-9b39-6e83d36c57cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776846 Oct 20 04:03:40.960135 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-0feabf30-9bec-48a4-affe-115f23841458 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220746 Oct 20 04:03:41.090512 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eae8ea5e-0610-49f4-b8ec-b7f9d9d3267c req-19e63f40-20ec-453c-8afd-492f93486812 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210747 Oct 20 04:03:41.999411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1720f09-98bb-42ad-830a-720ea07f4efa req-4a6e6c5c-b604-43b9-8e90-4ff064e5e448 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:42.000772 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1720f09-98bb-42ad-830a-720ea07f4efa req-4a6e6c5c-b604-43b9-8e90-4ff064e5e448 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0894258 Oct 20 04:03:42.044230 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1720f09-98bb-42ad-830a-720ea07f4efa req-c3ba7200-ceb0-4ea2-8958-ad20f65991e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377984 Oct 20 04:03:42.326306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-231ab3fa-6e49-4933-9f79-2604a9e07b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:42.455343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24959eb-1303-412b-8075-4e92a4979b00 req-2d9e2aca-c76d-490d-ac75-50ea9bc15b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:42.456786 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b24959eb-1303-412b-8075-4e92a4979b00 req-2d9e2aca-c76d-490d-ac75-50ea9bc15b57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 1099 time: 0.0758469 Oct 20 04:03:42.598047 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24959eb-1303-412b-8075-4e92a4979b00 req-dc2b6938-ad43-4347-a6f6-e474696cf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:42.599388 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b24959eb-1303-412b-8075-4e92a4979b00 req-dc2b6938-ad43-4347-a6f6-e474696cf074 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1230447 Oct 20 04:03:42.795590 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b24959eb-1303-412b-8075-4e92a4979b00 req-0e6cf500-9e6c-4641-a9c2-a10953f31923 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 200 len: 1002 time: 0.1890297 Oct 20 04:03:42.859224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24959eb-1303-412b-8075-4e92a4979b00 req-af8b4667-02bd-4b9c-b963-107fa30fbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:42.860534 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b24959eb-1303-412b-8075-4e92a4979b00 req-af8b4667-02bd-4b9c-b963-107fa30fbe96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0576403 Oct 20 04:03:42.941160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24959eb-1303-412b-8075-4e92a4979b00 req-39b9b278-c1e4-4612-bcd5-62d11c0fd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:42.942627 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b24959eb-1303-412b-8075-4e92a4979b00 req-39b9b278-c1e4-4612-bcd5-62d11c0fd710 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754471 Oct 20 04:03:43.073800 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b24959eb-1303-412b-8075-4e92a4979b00 req-486eb321-cd43-44b5-878d-0f71844ea780 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205466 Oct 20 04:03:43.210595 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b24959eb-1303-412b-8075-4e92a4979b00 req-7ca318f4-180b-401c-bb29-ab350c1f8ca0 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280484 Oct 20 04:03:43.255511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659de29-7737-4922-8236-bf1881f7493f req-39032027-af4c-4a06-b23b-64114a64bd8b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:43.257005 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8659de29-7737-4922-8236-bf1881f7493f req-39032027-af4c-4a06-b23b-64114a64bd8b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.1007409 Oct 20 04:03:43.302292 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8659de29-7737-4922-8236-bf1881f7493f req-d4edc0f1-6933-43c6-93ca-bed068fd548f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388443 Oct 20 04:03:43.471113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:43.583186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:43.733030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:03:43.735405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:03:43.951947 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:03:43.952328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:43.986866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:03:44.002545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:44.004765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198200b3-c948-4352-b2b0-63724deef0ed" -d '{"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-unplugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:44.011234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'mac_address': 'fa:16:3e:80:12:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:03:44.015142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:03:44.068816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 is: ACTIVE; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:03:44.069198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:44.081703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:44.122688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e08dbb3-3b11-4fa9-9262-6963b9a30061 x-openstack-request-id: req-9e08dbb3-3b11-4fa9-9262-6963b9a30061 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:44.122982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-unplugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:44.123235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e08dbb3-3b11-4fa9-9262-6963b9a30061 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:44.123618 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e08dbb3-3b11-4fa9-9262-6963b9a30061'] response: {'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'code': 200} Oct 20 04:03:44.136466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:03:44.204168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:44.213612 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:03:44.213966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:03:44.215130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.215478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.215816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.216150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.216484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.216814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.217138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.217496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.217822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.218144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.218465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.218785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.499430 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff197863-0c63-4816-b941-f98147f05c24 req-45486918-0cb5-43b7-9ec2-cbb4461c1534 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:44.500929 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ff197863-0c63-4816-b941-f98147f05c24 req-45486918-0cb5-43b7-9ec2-cbb4461c1534 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.0863185 Oct 20 04:03:44.546896 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ff197863-0c63-4816-b941-f98147f05c24 req-71ee54f2-dbbd-436f-a674-cbe4f0d13655 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401897 Oct 20 04:03:44.770096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:03:44.770672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:44.787183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:03:44.802712 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:03:44.876274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:44.925344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:44.945051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:44.948897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:03:45.259163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e3cd5-ce8a-45c2-a8f9-4d17782ae970 req-7855bba1-e26e-4c14-8a7f-fc58ed61cc3f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:45.261125 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ac9e3cd5-ce8a-45c2-a8f9-4d17782ae970 req-7855bba1-e26e-4c14-8a7f-fc58ed61cc3f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 945 time: 0.0894716 Oct 20 04:03:45.275205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-0617c1d3-3bf9-402f-b7e2-137de5ebc2d6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:45.277461 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-0617c1d3-3bf9-402f-b7e2-137de5ebc2d6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65&tenant_id=851f6d57e5c747b1865add0cf913a2c8&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 945 time: 0.0964177 Oct 20 04:03:45.309154 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ac9e3cd5-ce8a-45c2-a8f9-4d17782ae970 req-68c47891-c5c8-43da-b3c7-891b9946f489 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 Oct 20 04:03:45.357955 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-28298f74-0209-4be6-b063-72ed4d9d7607 service neutron] 10.222.0.26 "GET /v2.0/ports/2b83d20d-5ae7-40e6-b0fc-c1be6a349a26/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0735366 Oct 20 04:03:45.457823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-36a87324-3a9b-4612-9ba1-2f116d2cdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:45.459276 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-36a87324-3a9b-4612-9ba1-2f116d2cdff7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 1098 time: 0.0803998 Oct 20 04:03:45.587616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-fc3e743f-6c44-44e1-9965-dd9a7124d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:45.588980 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-fc3e743f-6c44-44e1-9965-dd9a7124d387 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1238952 Oct 20 04:03:45.685859 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-32b394f4-51f0-46e1-9895-2473d8d321e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 200 len: 1001 time: 0.0902097 Oct 20 04:03:45.735380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:03:45.749349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-70db3312-8463-403b-a31a-3ece6772ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:45.750761 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-70db3312-8463-403b-a31a-3ece6772ea16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0588465 Oct 20 04:03:45.800903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:45.801462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:45.801619 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 Oct 20 04:03:45.831304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-d1a79d97-44f5-4c83-bc3f-ccf51c524e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:45.832757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-d1a79d97-44f5-4c83-bc3f-ccf51c524e61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759690 Oct 20 04:03:45.920392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:03:45.920766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:45.953036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:03:45.962146 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-e5a3c023-4e64-4c1d-b989-ceda5ea1e820 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229980 Oct 20 04:03:46.080521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:46.092361 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-3470d7b6-ae50-4de2-b7ea-bd7cd7c4735f service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239507 Oct 20 04:03:46.129307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:46.131547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a865284-f878-4bd4-8e3d-b416864364df" -d '{"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-plugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:46.156836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:46.184874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b939964-de01-43db-b5d6-e684a15f32df x-openstack-request-id: req-9b939964-de01-43db-b5d6-e684a15f32df {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:46.185167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-plugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:46.185449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9b939964-de01-43db-b5d6-e684a15f32df {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:46.185842 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b939964-de01-43db-b5d6-e684a15f32df'] response: {'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'code': 200} Oct 20 04:03:46.507581 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb730cc7-ac6c-4260-bc2a-6efce7b055dd req-65e119af-9a21-4e6d-9b30-bb8899e1f5a9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:46.508920 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cb730cc7-ac6c-4260-bc2a-6efce7b055dd req-65e119af-9a21-4e6d-9b30-bb8899e1f5a9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0892222 Oct 20 04:03:46.552273 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cb730cc7-ac6c-4260-bc2a-6efce7b055dd req-6fee1a15-4e7c-4a50-8cc5-a0a8fe9836d6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375712 Oct 20 04:03:47.362242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:47.752141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ea735-8703-4361-9037-d8cd13ee4801 req-9a0fe7c4-fd1c-4bf2-a8b1-2da3d7e76268 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:47.753597 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de6ea735-8703-4361-9037-d8cd13ee4801 req-9a0fe7c4-fd1c-4bf2-a8b1-2da3d7e76268 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0891798 Oct 20 04:03:47.796039 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-de6ea735-8703-4361-9037-d8cd13ee4801 req-397c743a-94bc-4f57-a4a4-c38d3a197d1b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368428 Oct 20 04:03:48.995103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0acac8-aecc-486d-b295-e5d936ac7159 req-19c30cbe-a1a1-4fa9-87ec-5d2a0e8d2ad5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:48.996439 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bf0acac8-aecc-486d-b295-e5d936ac7159 req-19c30cbe-a1a1-4fa9-87ec-5d2a0e8d2ad5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0856438 Oct 20 04:03:49.045233 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bf0acac8-aecc-486d-b295-e5d936ac7159 req-e1df3ee2-38eb-4126-822b-90caad2b6ce6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 Oct 20 04:03:49.343674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-0c08463a-06d6-448b-9249-7802338174a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:49.345160 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-0c08463a-06d6-448b-9249-7802338174a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0793757 Oct 20 04:03:49.446743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-71328303-371e-4167-985a-03fec44fea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:49.448842 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-71328303-371e-4167-985a-03fec44fea84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 1099 time: 0.0765724 Oct 20 04:03:49.681313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-32e695c9-3988-4021-a372-4832d9153870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:49.683393 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-32e695c9-3988-4021-a372-4832d9153870 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.2257373 Oct 20 04:03:49.787224 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-5b33179b-d40b-461e-ab7d-3a31cfc35eea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 200 len: 1002 time: 0.0946431 Oct 20 04:03:49.851327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-49d50135-aedc-4862-8cbe-9c5dcefc2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:49.852750 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-49d50135-aedc-4862-8cbe-9c5dcefc2684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0565398 Oct 20 04:03:49.947425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-5549913e-e106-423f-b655-e7f5bedb8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:49.949131 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-5549913e-e106-423f-b655-e7f5bedb8ace service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861654 Oct 20 04:03:50.088299 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-d6a2d0fe-8ebb-4832-97ba-c05da01b9538 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281431 Oct 20 04:03:50.291564 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b588cdba-3018-48dc-bb64-0cd7abce88a4 req-f7d0dc08-1012-4682-b9fd-e932131f6c5d service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924753 Oct 20 04:03:50.303385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c8651-e47e-4082-aba7-6c0340358c71 req-18e367e3-fb83-4f6d-be29-9673e9472991 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:50.304799 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-787c8651-e47e-4082-aba7-6c0340358c71 req-18e367e3-fb83-4f6d-be29-9673e9472991 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.1348453 Oct 20 04:03:50.351504 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-787c8651-e47e-4082-aba7-6c0340358c71 req-2989e867-e71f-421e-8e42-53ff3deb6b5b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405695 Oct 20 04:03:51.549694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d7cf8-4b02-4c10-8055-0d352aebb280 req-a9a65b23-8e73-4e86-9224-d68fe5e894bd tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:51.551136 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6b3d7cf8-4b02-4c10-8055-0d352aebb280 req-a9a65b23-8e73-4e86-9224-d68fe5e894bd tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0869379 Oct 20 04:03:51.594235 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6b3d7cf8-4b02-4c10-8055-0d352aebb280 req-a0a8ad11-2f1a-4703-8053-16723d2db8fb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374475 Oct 20 04:03:51.785785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:03:51.901082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:03:51.901405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:51.928496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:51.930937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e7b2c-7d95-4dac-acfe-a76a7231aecc" -d '{"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-unplugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:51.939578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:03:51.975436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0074ee8-ab7a-4db6-b749-58ffba371682 x-openstack-request-id: req-f0074ee8-ab7a-4db6-b749-58ffba371682 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:51.975759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-unplugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:51.976012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f0074ee8-ab7a-4db6-b749-58ffba371682 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:51.976405 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0074ee8-ab7a-4db6-b749-58ffba371682'] response: {'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'code': 200} Oct 20 04:03:52.000097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:52.069101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=9']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:52.792010 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b10fc6-bb31-4e16-bb56-c3113283c829 req-e4bd9926-383a-4513-9cd5-50ae2c2d28f9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:52.793460 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b9b10fc6-bb31-4e16-bb56-c3113283c829 req-e4bd9926-383a-4513-9cd5-50ae2c2d28f9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.0896373 Oct 20 04:03:52.836274 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b9b10fc6-bb31-4e16-bb56-c3113283c829 req-83527b98-f1cd-4ee8-80b9-cbb0f0e25262 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370934 Oct 20 04:03:53.030350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c268ce-e187-4432-892d-a4ca272cf57a req-da69f159-a1fd-41a2-a02b-cfd63e18220c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:53.031783 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b2c268ce-e187-4432-892d-a4ca272cf57a req-da69f159-a1fd-41a2-a02b-cfd63e18220c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.0852768 Oct 20 04:03:53.074885 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b2c268ce-e187-4432-892d-a4ca272cf57a req-a586c609-776b-47d3-8ce8-b37b5d04c8bb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369735 Oct 20 04:03:53.271316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a399d4-203a-479e-aa26-1b7741e1bfbb req-aeb9a6d9-f203-4138-ad01-77e84425767a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:53.272676 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d8a399d4-203a-479e-aa26-1b7741e1bfbb req-aeb9a6d9-f203-4138-ad01-77e84425767a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.0859365 Oct 20 04:03:53.319251 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d8a399d4-203a-479e-aa26-1b7741e1bfbb req-96b642c2-970f-4579-8d63-478e395e48f7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Oct 20 04:03:53.787848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:03:53.921595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:03:53.934607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'mac_address': 'fa:16:3e:80:12:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:03:53.945813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c824e-9f0d-4c8e-a957-fe45a9da48f9 req-aecea070-a3a5-4269-90b6-d7ced8960c0c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:53.947267 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-684c824e-9f0d-4c8e-a957-fe45a9da48f9 req-aecea070-a3a5-4269-90b6-d7ced8960c0c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 944 time: 0.0904777 Oct 20 04:03:53.989487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:03:53.989864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:53.991263 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-684c824e-9f0d-4c8e-a957-fe45a9da48f9 req-169c069e-6e09-4ddd-8bc5-afa6c66ae7ff tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381255 Oct 20 04:03:54.006836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:03:54.022786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:03:54.076838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:54.146135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:03:54.186622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=10']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:55.194661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302666-d942-4259-9255-7289461f6166 req-21dcc7c4-e6af-4d4d-9d34-0dcc99cc2924 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:55.196119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-83302666-d942-4259-9255-7289461f6166 req-21dcc7c4-e6af-4d4d-9d34-0dcc99cc2924 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 946 time: 0.0877433 Oct 20 04:03:55.239211 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-83302666-d942-4259-9255-7289461f6166 req-3b354e2b-a485-4367-957d-6adaddff96cc tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374498 Oct 20 04:03:55.803460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:03:55.868503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:55.868866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:55.869201 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 Oct 20 04:03:55.986274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:03:55.986541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:56.012615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:56.015535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a071284-ef84-4c91-bc24-95cd77d7c05a" -d '{"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-plugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:56.025580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:03:56.056329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e942df-2414-4b66-9a5c-1f5b02436620 x-openstack-request-id: req-e3e942df-2414-4b66-9a5c-1f5b02436620 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:56.056614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-plugged", "status": "completed", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:56.056869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e3e942df-2414-4b66-9a5c-1f5b02436620 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:56.057255 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e942df-2414-4b66-9a5c-1f5b02436620'] response: {'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'code': 200} Oct 20 04:03:56.082280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:56.148308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=11']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:56.177469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-9d912b78-7e8f-4688-9aa1-fbf1b411c2db tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:56.178882 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-9d912b78-7e8f-4688-9aa1-fbf1b411c2db tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 947 time: 0.0845919 Oct 20 04:03:56.253563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Deleting port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:03:56.254183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:56.549101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47a82-78b5-4922-8315-62ede2761f90 req-af41ac82-39ab-4d60-89bd-0ede594ca1ef tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:56.550491 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2fe47a82-78b5-4922-8315-62ede2761f90 req-af41ac82-39ab-4d60-89bd-0ede594ca1ef tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 947 time: 0.1991618 Oct 20 04:03:56.561720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] For port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:03:56.562071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:56.680391 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2fe47a82-78b5-4922-8315-62ede2761f90 req-0996bd04-9bc4-4861-b99f-26dd43e43a21 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216533 Oct 20 04:03:56.988062 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:56.988451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:56.988747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 disassociated. External IP: 172.26.7.93, port: 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26. Oct 20 04:03:56.989086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Calling delete_port for 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:03:57.171607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:57.221051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event deleted for resources: {'Port': ['ID=2b83d20d-5ae7-40e6-b0fc-c1be6a349a26,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:57.231966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.232334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.232649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.232977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.233341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.233654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.234030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.234284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.234609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.234925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.235244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.235551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:57.417655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:03:57.588738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:03:57.598218 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:03:57.611010 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:03:57.611898 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:03:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:57.673231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] No DVR routers for this DVR port 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:03:57.675693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:57.678225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-deleted', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:57.680455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d958a24-6df1-47ef-98a3-7440b411c6c7" -d '{"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-deleted", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:57.752451 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-09bb2a9d-13db-482a-8dd6-1add96066489 req-f55ea373-344e-43ff-ae9b-02123dde2136 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "DELETE /v2.0/ports/2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 HTTP/1.1" status: 204 len: 173 time: 1.5646632 Oct 20 04:03:57.795330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f2c2c-a569-4dbd-b35b-c0facd7a6b66 x-openstack-request-id: req-eb7f2c2c-a569-4dbd-b35b-c0facd7a6b66 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:57.800152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f0eaa9-1d78-4beb-8122-8c67df7a6c65", "name": "network-vif-deleted", "tag": "2b83d20d-5ae7-40e6-b0fc-c1be6a349a26", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:57.800152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eb7f2c2c-a569-4dbd-b35b-c0facd7a6b66 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:57.800152 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7f2c2c-a569-4dbd-b35b-c0facd7a6b66'] response: {'server_uuid': '88f0eaa9-1d78-4beb-8122-8c67df7a6c65', 'name': 'network-vif-deleted', 'tag': '2b83d20d-5ae7-40e6-b0fc-c1be6a349a26', 'status': 'completed', 'code': 200} Oct 20 04:03:57.800706 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:03:57.846058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-22d1d0ec-612a-423b-a210-552d430320d7 req-b1e892d1-6653-418d-b8ca-07be9f4df85b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:03:57.951289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-22d1d0ec-612a-423b-a210-552d430320d7 req-b1e892d1-6653-418d-b8ca-07be9f4df85b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:03:57.952755 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22d1d0ec-612a-423b-a210-552d430320d7 req-b1e892d1-6653-418d-b8ca-07be9f4df85b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=88f0eaa9-1d78-4beb-8122-8c67df7a6c65 HTTP/1.1" status: 200 len: 210 time: 0.1555090 Oct 20 04:03:58.102933 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:58.107313 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:03:58.115365 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:03:58.115952 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:03:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:58.287454 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:03:58.583843 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:58.587860 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10205ef3-1787-4ba7-b776-a6fccea0ab43 None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:03:58.688483 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:03:58.804051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace7729-daa9-4f86-aacd-b0181fab4670 None None] New status for floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:03:59.297754 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-ee8279f2-944e-40b6-9f5e-ae6da18675d8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1851813742&fields=id&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 267 time: 0.0424407 Oct 20 04:03:59.442272 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-b937e27c-2857-46bb-abd4-611a99dcce96 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:59.443672 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-b937e27c-2857-46bb-abd4-611a99dcce96 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 811 time: 0.1395385 Oct 20 04:03:59.458300 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-13dd7240-d205-427c-97f5-9f9254f68ef0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/quotas/851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 375 time: 0.0092382 Oct 20 04:03:59.547181 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-a7a4d93c-5123-4857-b7bc-7a86d95cbcb6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839615 Oct 20 04:03:59.723356 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-48d492d0-1f1b-4cc6-9489-c98eb7a00729 service neutron] 10.222.0.33 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650369 Oct 20 04:03:59.811305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:03:59.844605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:03:59.844936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2b83d20d-5ae7-40e6-b0fc-c1be6a349a26 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:03:59.852838 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-36f5b832-818c-4897-8e4f-b69b856c9582 service neutron] 10.222.0.33 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236522 Oct 20 04:04:00.121865 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-81038a7f-86c7-490f-a078-9341151bf7ab req-681f385c-beb5-4303-bf01-4dbdb5e8319b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 210 time: 0.0514565 Oct 20 04:04:01.284355 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3eda6093-1607-485d-b476-d9c30f0d2b99 req-2d2ead3b-65ac-4490-9255-9368c4e8ac59 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 210 time: 0.0515757 Oct 20 04:04:02.039967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-acc17603-2494-4878-83ed-326c369ddddd tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:02.041309 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-acc17603-2494-4878-83ed-326c369ddddd tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 811 time: 0.1518478 Oct 20 04:04:02.093467 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-6c5935b2-60a6-4b53-acaa-ba6e7815b797 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 380 time: 0.0387163 Oct 20 04:04:02.113515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'port': {'device_id': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'admin_state_up': True, 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'security_groups': ['dada9b32-87ce-4585-a249-902de598983a']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:02.246225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:04:02.256517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:04:02.337503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Made reservation on behalf of 851f6d57e5c747b1865add0cf913a2c8 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:04:02.341091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:02.460727 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-babf452b-5274-4bba-a4c4-ce1cdb3360b0 req-918c889f-4ef3-4b22-97ec-845932746452 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 210 time: 0.0607193 Oct 20 04:04:02.542970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Allocated IP 172.20.0.12 (96b7cc93-0f45-4695-a69a-49a9ca77ddb6/bdd2d95c-f128-4da7-b8fb-e16ed60d1fea/7f71961e-a701-4109-84c2-bdcd9847e8b1) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:04:02.828979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:02.844469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Transition to ACTIVE for port object 7f71961e-a701-4109-84c2-bdcd9847e8b1 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:04:02.931764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:03.002463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:04:03.005331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:04:03.008974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:04:03.039518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:03.074836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:03.075999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:03.168837 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-5c0cefbd-f1a3-4c7d-aa04-8e944d529ea4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0595760 Oct 20 04:04:03.184518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Request body: {'port': {'device_id': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:03.302302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:03.317066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f7ac0f1f-fbf5-42bc-8082-74f5feefbfa6 None None] Provisioning for port 7f71961e-a701-4109-84c2-bdcd9847e8b1 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:04:03.324135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f7ac0f1f-fbf5-42bc-8082-74f5feefbfa6 None None] Provisioning complete for port 7f71961e-a701-4109-84c2-bdcd9847e8b1 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:04:03.324564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f7ac0f1f-fbf5-42bc-8082-74f5feefbfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:03.327064 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f7ac0f1f-fbf5-42bc-8082-74f5feefbfa6 None None] Attempt 1 to provision port 7f71961e-a701-4109-84c2-bdcd9847e8b1 Oct 20 04:04:03.382455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac0f1f-fbf5-42bc-8082-74f5feefbfa6 None None] Port 7f71961e-a701-4109-84c2-bdcd9847e8b1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:04:03.647485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f71961e-a701-4109-84c2-bdcd9847e8b1 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:04:03.654985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:03.658631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d4ac4-f751-4f7c-a0e0-1647ad351eb3 req-7e563878-6006-4ecf-8b02-085b6e9fa22b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:03.660085 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b84d4ac4-f751-4f7c-a0e0-1647ad351eb3 req-7e563878-6006-4ecf-8b02-085b6e9fa22b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 932 time: 0.0887685 Oct 20 04:04:03.669146 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Transition to ACTIVE for port object 7f71961e-a701-4109-84c2-bdcd9847e8b1 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:04:03.704555 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b84d4ac4-f751-4f7c-a0e0-1647ad351eb3 req-a17cdccd-00b9-4a1e-942f-a484878f76b0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384562 Oct 20 04:04:03.734101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:03.883594 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f7ac0f1f-fbf5-42bc-8082-74f5feefbfa6 None None] Attempt 2 to provision port 7f71961e-a701-4109-84c2-bdcd9847e8b1 Oct 20 04:04:03.912181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:03.936843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac0f1f-fbf5-42bc-8082-74f5feefbfa6 None None] Port 7f71961e-a701-4109-84c2-bdcd9847e8b1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:04:03.951577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Attempting to bind port 7f71961e-a701-4109-84c2-bdcd9847e8b1 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:04:03.951908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Attempting to bind port 7f71961e-a701-4109-84c2-bdcd9847e8b1 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:04:03.952229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Attempting to bind port 7f71961e-a701-4109-84c2-bdcd9847e8b1 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:04:03.956687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Port 7f71961e-a701-4109-84c2-bdcd9847e8b1 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:04:03.957004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Attempting to bind port 7f71961e-a701-4109-84c2-bdcd9847e8b1 on network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:04:03.961989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:04:03.962316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Checking segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:04:03.962690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Bound using segment: {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:04:03.963106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Bound port: 7f71961e-a701-4109-84c2-bdcd9847e8b1, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:04:03.963520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:04.050696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:04:04.053455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:04:04.105557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:04.134916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:04.135503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:04.136824 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] 10.222.0.26 "PUT /v2.0/ports/7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 200 len: 1094 time: 0.9566271 Oct 20 04:04:04.137315 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:04:04.139560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27e8b66-6541-4cd2-b132-166afb77c028" -d '{"events": [{"name": "network-changed", "server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:04:04.181118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbb628f-760e-4544-b9df-2cf8f88b52b6 x-openstack-request-id: req-ddbb628f-760e-4544-b9df-2cf8f88b52b6 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:04:04.181427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:04:04.186780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ddbb628f-760e-4544-b9df-2cf8f88b52b6 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:04:04.186780 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbb628f-760e-4544-b9df-2cf8f88b52b6'] response: {'name': 'network-changed', 'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'status': 'completed', 'code': 200} Oct 20 04:04:04.186780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0e23b-5e7a-47e1-87b0-8a58e6bdbe0b service neutron] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:04.284781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e8b66-6541-4cd2-b132-166afb77c028 req-0543282d-e40c-4fc1-843b-5f617356c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:04.286245 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f27e8b66-6541-4cd2-b132-166afb77c028 req-0543282d-e40c-4fc1-843b-5f617356c15f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1097 time: 0.0796576 Oct 20 04:04:04.422742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e8b66-6541-4cd2-b132-166afb77c028 req-e8a71b78-3149-425d-a825-6d776ee4f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:04.424137 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f27e8b66-6541-4cd2-b132-166afb77c028 req-e8a71b78-3149-425d-a825-6d776ee4f915 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=851f6d57e5c747b1865add0cf913a2c8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1274977 Oct 20 04:04:04.437792 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f7ac0f1f-fbf5-42bc-8082-74f5feefbfa6 None None] Attempt 3 to provision port 7f71961e-a701-4109-84c2-bdcd9847e8b1 Oct 20 04:04:04.497475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac0f1f-fbf5-42bc-8082-74f5feefbfa6 None None] Port 7f71961e-a701-4109-84c2-bdcd9847e8b1 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:04:04.558031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e8b66-6541-4cd2-b132-166afb77c028 req-7defc023-9401-4e94-9a8b-a08df5a4de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:04.559449 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f27e8b66-6541-4cd2-b132-166afb77c028 req-7defc023-9401-4e94-9a8b-a08df5a4de07 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256084 Oct 20 04:04:04.675420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-8d64c5ad-3bf6-41b8-bdea-312494ea2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:04.676786 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-8d64c5ad-3bf6-41b8-bdea-312494ea2fb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1097 time: 0.0758269 Oct 20 04:04:04.851623 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-c4e94d13-3e54-47e0-a5df-1350c1a60349 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 200 len: 217 time: 0.1641817 Oct 20 04:04:04.917184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-047c6ed7-f7de-4b45-90a2-cd3a90fb0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:04.918663 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-047c6ed7-f7de-4b45-90a2-cd3a90fb0588 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0582476 Oct 20 04:04:05.008712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-0c020735-39f5-4d38-849a-f5246bf6269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:05.010147 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-0c020735-39f5-4d38-849a-f5246bf6269a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819867 Oct 20 04:04:05.018400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa3ee4-6c8c-4f8f-96f1-cb9e7172bcee req-343623f3-76fd-41f7-952f-063e0e9b96a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:05.019917 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7caa3ee4-6c8c-4f8f-96f1-cb9e7172bcee req-343623f3-76fd-41f7-952f-063e0e9b96a7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 944 time: 0.1944809 Oct 20 04:04:05.063118 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7caa3ee4-6c8c-4f8f-96f1-cb9e7172bcee req-f95686ef-0667-4322-9f36-7b725a28eb9e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375433 Oct 20 04:04:05.144903 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-046ccdef-15fb-4510-bcca-5fdc000f1a73 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247475 Oct 20 04:04:05.277889 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6808b3d0-ed5d-496e-81d0-b6b4c7c0b1c5 req-29dc3536-9eb7-4201-ad23-c3c90c0c0410 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226299 Oct 20 04:04:06.257744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e077-058d-4037-a0cd-178665a35f45 req-4cb149f3-f062-4b5f-a977-f76efbb29608 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:06.258436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7874e077-058d-4037-a0cd-178665a35f45 req-4cb149f3-f062-4b5f-a977-f76efbb29608 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Synchronizing usage tracker for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:04:06.356808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-7874e077-058d-4037-a0cd-178665a35f45 req-4cb149f3-f062-4b5f-a977-f76efbb29608 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Unset dirty status for tenant:851f6d57e5c747b1865add0cf913a2c8 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:04:06.357899 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7874e077-058d-4037-a0cd-178665a35f45 req-4cb149f3-f062-4b5f-a977-f76efbb29608 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 944 time: 0.1841328 Oct 20 04:04:06.404941 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7874e077-058d-4037-a0cd-178665a35f45 req-9074f434-5aae-42a3-929d-6250a8438153 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413980 Oct 20 04:04:07.597288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb75b7-e4b9-4c6c-b6c1-f0f2a717e7fb req-4928b585-fe67-49dc-b16a-2d345d652941 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:07.598732 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-48bb75b7-e4b9-4c6c-b6c1-f0f2a717e7fb req-4928b585-fe67-49dc-b16a-2d345d652941 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 944 time: 0.0841022 Oct 20 04:04:07.645375 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-48bb75b7-e4b9-4c6c-b6c1-f0f2a717e7fb req-a1beebf7-fc88-4fee-9880-59549598dae5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Oct 20 04:04:07.842530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:04:07.977511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:04:07.993633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'mac_address': 'fa:16:3e:03:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:04:08.050188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7f71961e-a701-4109-84c2-bdcd9847e8b1 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:04:08.050493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:08.067179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f71961e-a701-4109-84c2-bdcd9847e8b1 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:04:08.082474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:04:08.179594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:08.244114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:08.451431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['7f71961e-a701-4109-84c2-bdcd9847e8b1'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:04:08.850449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a85c4f-90b9-4ea4-b71b-8c3a8614b522 req-eeb4922f-337c-4f07-80c6-89864f2d69b2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:08.851812 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07a85c4f-90b9-4ea4-b71b-8c3a8614b522 req-eeb4922f-337c-4f07-80c6-89864f2d69b2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 945 time: 0.0950062 Oct 20 04:04:08.894764 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-07a85c4f-90b9-4ea4-b71b-8c3a8614b522 req-4f034cc1-8b01-41d7-ba60-34c5c249247c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363729 Oct 20 04:04:09.834296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea572790-6e97-4c38-b6a6-2572008e0e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:09.857107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:04:09.973683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 7f71961e-a701-4109-84c2-bdcd9847e8b1 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:04:09.978619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 7f71961e-a701-4109-84c2-bdcd9847e8b1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:04:09.979041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:09.979377 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 7f71961e-a701-4109-84c2-bdcd9847e8b1 Oct 20 04:04:10.094393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a965c-ac62-43d2-9b4c-5061148c7cd6 req-16a69548-26c1-4924-ab69-8f6d064d269a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:10.094996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7f71961e-a701-4109-84c2-bdcd9847e8b1 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:04:10.094996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:10.095830 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-604a965c-ac62-43d2-9b4c-5061148c7cd6 req-16a69548-26c1-4924-ab69-8f6d064d269a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 945 time: 0.0858223 Oct 20 04:04:10.124152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:04:10.127284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8943b582-33d0-43e3-a3e7-0818a9754545" -d '{"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-plugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:04:10.134852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:04:10.140213 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-604a965c-ac62-43d2-9b4c-5061148c7cd6 req-802af276-d810-4955-8bb9-e98e78302036 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386646 Oct 20 04:04:10.168374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e3c6fc-a939-4d43-9f0e-ddac15434d2c x-openstack-request-id: req-02e3c6fc-a939-4d43-9f0e-ddac15434d2c {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:04:10.168665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-plugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:04:10.168924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-02e3c6fc-a939-4d43-9f0e-ddac15434d2c {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:04:10.169357 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e3c6fc-a939-4d43-9f0e-ddac15434d2c'] response: {'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'code': 200} Oct 20 04:04:10.196597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:10.265551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:10.513222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf006539-1a66-4278-95e0-b99a898b32b5 req-95288666-622d-43d6-abfe-34c359b51646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:10.514688 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf006539-1a66-4278-95e0-b99a898b32b5 req-95288666-622d-43d6-abfe-34c359b51646 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1099 time: 0.0804334 Oct 20 04:04:10.558144 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf006539-1a66-4278-95e0-b99a898b32b5 req-ec88945e-17da-40c5-a68d-420096e00b63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344658 Oct 20 04:04:11.342016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f81f9-69e4-4c29-afad-d6f80beb12b6 req-4a19b3e5-ab17-4fd3-9fa8-39d147baa273 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:11.343460 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f50f81f9-69e4-4c29-afad-d6f80beb12b6 req-4a19b3e5-ab17-4fd3-9fa8-39d147baa273 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0908079 Oct 20 04:04:11.385995 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f50f81f9-69e4-4c29-afad-d6f80beb12b6 req-2ddf0819-00b6-46a5-b974-835c98e5a801 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368958 Oct 20 04:04:12.320209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-980c3928-656b-470d-b6aa-af8ceeecbc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:12.581063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c186932-6674-4427-bf6b-f7da410dc0aa req-686af55f-1c2d-4e5b-863b-125018c68cbd tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:12.582425 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c186932-6674-4427-bf6b-f7da410dc0aa req-686af55f-1c2d-4e5b-863b-125018c68cbd tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0863774 Oct 20 04:04:12.630158 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c186932-6674-4427-bf6b-f7da410dc0aa req-4a1cc99b-e344-4ce2-a1a9-6b05a3d98ec5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 Oct 20 04:04:12.825477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02642d92-4906-428c-b9ab-c90d0be5681c req-c9502c08-2a77-4134-807e-eb2c9f063574 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:12.827520 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-02642d92-4906-428c-b9ab-c90d0be5681c req-c9502c08-2a77-4134-807e-eb2c9f063574 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0940294 Oct 20 04:04:12.837784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 44528) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:04:12.843312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e6342ed9-319a-434d-86c6-1ff6aac2ca8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Request body: {'floatingip': {'port_id': '7f71961e-a701-4109-84c2-bdcd9847e8b1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:12.919917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e6342ed9-319a-434d-86c6-1ff6aac2ca8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:13.457193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:13.494334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e6342ed9-319a-434d-86c6-1ff6aac2ca8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:13.559968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:13.588859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e6342ed9-319a-434d-86c6-1ff6aac2ca8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:13.757011 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-e6342ed9-319a-434d-86c6-1ff6aac2ca8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 associated. External IP: 172.26.7.93, port: 7f71961e-a701-4109-84c2-bdcd9847e8b1. Oct 20 04:04:14.192762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6342ed9-319a-434d-86c6-1ff6aac2ca8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:04:14.367548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6342ed9-319a-434d-86c6-1ff6aac2ca8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:04:14.371794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e6342ed9-319a-434d-86c6-1ff6aac2ca8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.378170 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:04:14.387910 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:04:14.388510 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:04:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:14.425278 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e6342ed9-319a-434d-86c6-1ff6aac2ca8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "PUT /v2.0/floatingips/e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 HTTP/1.1" status: 200 len: 992 time: 1.5864363 Oct 20 04:04:14.426001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:04:14.428359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa37184-bcc7-47e5-8a44-1e418afcad66" -d '{"events": [{"name": "network-changed", "server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:04:14.470342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7a6ab-cfce-481b-abd9-d0247b09c372 x-openstack-request-id: req-bff7a6ab-cfce-481b-abd9-d0247b09c372 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:04:14.470693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:04:14.471007 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bff7a6ab-cfce-481b-abd9-d0247b09c372 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:04:14.471475 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff7a6ab-cfce-481b-abd9-d0247b09c372'] response: {'name': 'network-changed', 'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'status': 'completed', 'code': 200} Oct 20 04:04:14.570594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-1f960099-5997-427e-a9ff-d29372f27428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:14.572162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-1f960099-5997-427e-a9ff-d29372f27428 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1099 time: 0.0788248 Oct 20 04:04:14.592396 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:04:14.700088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-814bed3c-a8e0-4cd7-8e40-d6de0aa6e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:14.702070 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-814bed3c-a8e0-4cd7-8e40-d6de0aa6e3f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1225917 Oct 20 04:04:14.802043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-222b0c3d-5062-435f-9bc1-e7e6858329de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0940659 Oct 20 04:04:14.867079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-350f7daa-2f00-4337-9f81-79ef6976b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:14.868540 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-350f7daa-2f00-4337-9f81-79ef6976b326 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0610423 Oct 20 04:04:14.908886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.937502 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:03:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T04:04:13Z', 'revision_number': 13, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:14.941179 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:04:14.949181 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:04:14.949796 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:04:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:14.953731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-0285a872-6b30-43a1-a883-dd24053a51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:14.955152 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-0285a872-6b30-43a1-a883-dd24053a51c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805733 Oct 20 04:04:15.084780 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-b2aff6bc-88b5-4119-8344-847888700cbe service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231804 Oct 20 04:04:15.119435 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:04:15.330466 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cfa37184-bcc7-47e5-8a44-1e418afcad66 req-bd79b7e2-0b19-43d5-8f33-be65ab09d36e service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398176 Oct 20 04:04:15.463133 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:03:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T04:04:13Z', 'revision_number': 13, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:15.466922 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5dbbff-fc94-4a16-bd2c-2d188dfe244c None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'floating_ip_address': '172.26.7.93', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'port_id': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'mac_address': 'fa:16:3e:03:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:59:40Z', 'updated_at': '2022-10-20T04:04:13Z', 'revision_number': 13, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:04:15.672166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c2ab3-29bb-46f0-9eb7-4e37e2322536 None None] New status for floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:04:17.385014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:35.687314 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:04:39.833918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4446ccb4-8104-4064-99ff-57a95ca0db18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:42.367931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-58c0d747-916f-4503-a738-a6401a128f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:43.255518 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e552172b-916e-41d9-875d-289ccece9cde req-d82d8657-62fa-4fb8-8ea0-4f4557ea1857 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749507 Oct 20 04:04:43.402093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552172b-916e-41d9-875d-289ccece9cde req-5f1bf2d7-26f3-4d45-82c3-4ce802d0066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:43.403529 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e552172b-916e-41d9-875d-289ccece9cde req-5f1bf2d7-26f3-4d45-82c3-4ce802d0066e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1099 time: 0.0806961 Oct 20 04:04:43.457180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:43.548105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552172b-916e-41d9-875d-289ccece9cde req-66720964-bcbb-434d-a0c1-27d0db9ddc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:43.549485 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e552172b-916e-41d9-875d-289ccece9cde req-66720964-bcbb-434d-a0c1-27d0db9ddc8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1242857 Oct 20 04:04:43.556956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:43.651411 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e552172b-916e-41d9-875d-289ccece9cde req-a8b6491f-b936-4042-a370-3731e75c4467 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 200 len: 1002 time: 0.0951087 Oct 20 04:04:43.711104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552172b-916e-41d9-875d-289ccece9cde req-a8d1417c-58aa-456d-91b1-24cd2771bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:43.712452 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e552172b-916e-41d9-875d-289ccece9cde req-a8d1417c-58aa-456d-91b1-24cd2771bc2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0548904 Oct 20 04:04:43.794874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552172b-916e-41d9-875d-289ccece9cde req-656af2b1-69d4-4948-9c1f-168070440250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:43.796821 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e552172b-916e-41d9-875d-289ccece9cde req-656af2b1-69d4-4948-9c1f-168070440250 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780373 Oct 20 04:04:43.925852 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e552172b-916e-41d9-875d-289ccece9cde req-ccbfa6f6-3f6d-4456-8e99-0611e87f0ded service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223788 Oct 20 04:04:44.052901 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e552172b-916e-41d9-875d-289ccece9cde req-d98b30dd-22fa-437d-aa22-7c81e65ff223 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202674 Oct 20 04:04:44.914218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:47.379553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.509964 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426cc06-dc5c-4785-8531-27bf4260de62 req-2de97acf-dea8-49f5-aac7-a2106df1285e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:52.511384 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a426cc06-dc5c-4785-8531-27bf4260de62 req-2de97acf-dea8-49f5-aac7-a2106df1285e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0881753 Oct 20 04:04:52.554128 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a426cc06-dc5c-4785-8531-27bf4260de62 req-5c41e11d-8aad-40ce-a94c-8523621500fe tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370905 Oct 20 04:05:02.916167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00d746-fd5b-4a17-beeb-745496c59305 req-d4491df2-1110-4c25-a146-983ccf94c8c8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:02.917531 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6e00d746-fd5b-4a17-beeb-745496c59305 req-d4491df2-1110-4c25-a146-983ccf94c8c8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.1478834 Oct 20 04:05:02.939837 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-150ddbb1-32fb-4493-b317-ccea7fd95530 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129477 Oct 20 04:05:02.965600 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6e00d746-fd5b-4a17-beeb-745496c59305 req-b7c4dcfa-e3e4-4de7-9e75-91b7be3530f5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Oct 20 04:05:04.173628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6336b-b2b8-4639-933a-aad85fcc41b3 req-b609f727-f706-4fb9-a56a-c06d9a611900 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:04.175079 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-66f6336b-b2b8-4639-933a-aad85fcc41b3 req-b609f727-f706-4fb9-a56a-c06d9a611900 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0922327 Oct 20 04:05:04.219254 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-66f6336b-b2b8-4639-933a-aad85fcc41b3 req-add994d5-5825-4ff0-8cde-0527ecf050ee tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385091 Oct 20 04:05:04.886778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1c56-0371-43d6-bafb-1128831c295e req-94e25706-0c91-401e-a57a-419576787cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:04.888247 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-94e25706-0c91-401e-a57a-419576787cdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1099 time: 0.0761068 Oct 20 04:05:05.016640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1c56-0371-43d6-bafb-1128831c295e req-d627a6be-010c-4980-89c4-58f72e8537d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:05.018919 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-d627a6be-010c-4980-89c4-58f72e8537d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1228468 Oct 20 04:05:05.122220 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-13f26581-f7a7-44c0-8954-9c355baa9d63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 200 len: 1002 time: 0.0944095 Oct 20 04:05:05.191552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1c56-0371-43d6-bafb-1128831c295e req-dfcaafeb-7f78-4e11-8d3a-791ecc455cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:05.192950 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-dfcaafeb-7f78-4e11-8d3a-791ecc455cce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0607703 Oct 20 04:05:05.276808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1c56-0371-43d6-bafb-1128831c295e req-149d6df4-ab58-41f2-bbf4-f54658ad97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:05.278223 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-149d6df4-ab58-41f2-bbf4-f54658ad97bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763600 Oct 20 04:05:05.571036 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-64e7c59c-9123-4e2a-aef5-4047ce78f356 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828994 Oct 20 04:05:05.585828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9157af9-21d3-4520-8049-3019779ec7e0 req-386ecf2a-fa71-450f-bb52-b7fa809eb32f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:05.587196 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b9157af9-21d3-4520-8049-3019779ec7e0 req-386ecf2a-fa71-450f-bb52-b7fa809eb32f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.1322799 Oct 20 04:05:05.709831 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b9157af9-21d3-4520-8049-3019779ec7e0 req-f5d929f5-f190-4a36-a942-f5a98ab90a7d tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051531 Oct 20 04:05:05.740816 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-ab80ade3-7519-4ed4-bdd6-73a0ceaff14b service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527133 Oct 20 04:05:06.908279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356822f7-0a50-4b28-9bfb-30c4a3f1b993 req-adf93217-4814-4b1e-a562-1318e5c05794 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:06.909622 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-356822f7-0a50-4b28-9bfb-30c4a3f1b993 req-adf93217-4814-4b1e-a562-1318e5c05794 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0865133 Oct 20 04:05:06.952308 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-356822f7-0a50-4b28-9bfb-30c4a3f1b993 req-3a9b9ea3-bdfd-45e0-9eee-10f3fb72e637 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371227 Oct 20 04:05:08.152381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e4fd7-83a3-442c-ab72-806910f19502 req-4cec2c76-4150-40f5-85dd-a12e40134f47 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:08.153841 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b30e4fd7-83a3-442c-ab72-806910f19502 req-4cec2c76-4150-40f5-85dd-a12e40134f47 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0887067 Oct 20 04:05:08.200253 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b30e4fd7-83a3-442c-ab72-806910f19502 req-c3e8ba47-a768-4989-96e4-56f863085ba6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407877 Oct 20 04:05:09.399663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d378cc-9c72-4e08-bf93-b3ecc3c05b3f req-edb53b7c-7f33-465d-a757-6184f8e83d47 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:09.401090 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87d378cc-9c72-4e08-bf93-b3ecc3c05b3f req-edb53b7c-7f33-465d-a757-6184f8e83d47 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0892627 Oct 20 04:05:09.443247 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87d378cc-9c72-4e08-bf93-b3ecc3c05b3f req-b4de7324-1a9c-4349-89ca-27a2ef5dce63 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363777 Oct 20 04:05:09.833625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e1e06e2c-e31e-4ece-8b5f-c9e18512a978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:10.638400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d0988-66ec-4cae-a4b2-a399fe0d9fd5 req-e864b50a-31d6-4753-97c7-3963423099e0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:10.639844 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bd3d0988-66ec-4cae-a4b2-a399fe0d9fd5 req-e864b50a-31d6-4753-97c7-3963423099e0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0858910 Oct 20 04:05:10.682589 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bd3d0988-66ec-4cae-a4b2-a399fe0d9fd5 req-a340341e-d635-43d5-a4ec-f29d7a2722fe tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370636 Oct 20 04:05:11.880447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5557f-f064-45e1-99fd-730db3fdf09e req-10f8c559-fb80-4dc9-97d9-c488e78c7f4e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:11.881903 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-15c5557f-f064-45e1-99fd-730db3fdf09e req-10f8c559-fb80-4dc9-97d9-c488e78c7f4e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0887482 Oct 20 04:05:11.924396 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-15c5557f-f064-45e1-99fd-730db3fdf09e req-7fb1c3fb-0fe4-454b-b52a-40197902dbf7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368683 Oct 20 04:05:12.319494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ef33a9b9-0729-464e-99c6-f24774605253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:12.686560 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:05:13.123530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96a23-0ca4-4de1-8081-bd8d1d0714e7 req-4a399159-d5b2-4c85-8d4f-76015c95da48 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:13.124967 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-02b96a23-0ca4-4de1-8081-bd8d1d0714e7 req-4a399159-d5b2-4c85-8d4f-76015c95da48 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0894620 Oct 20 04:05:13.167815 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-02b96a23-0ca4-4de1-8081-bd8d1d0714e7 req-0da41a3a-af61-44c5-b402-b7c642b5e7fa tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367231 Oct 20 04:05:13.450772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:13.553371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:14.379503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba452b-4e96-42b7-851b-5308bbfca774 req-f8f413da-985a-4ebd-b7d6-55e566348962 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:14.380970 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2bba452b-4e96-42b7-851b-5308bbfca774 req-f8f413da-985a-4ebd-b7d6-55e566348962 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0877247 Oct 20 04:05:14.423658 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2bba452b-4e96-42b7-851b-5308bbfca774 req-11d27958-17f0-4850-9bf9-665ad54692f0 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367324 Oct 20 04:05:14.913782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:15.620435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76d1c2-da34-47bb-9bf5-e552bef34bc1 req-5d0b9290-d04a-415d-b20a-062ca63dfb3b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:15.621915 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee76d1c2-da34-47bb-9bf5-e552bef34bc1 req-5d0b9290-d04a-415d-b20a-062ca63dfb3b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0848553 Oct 20 04:05:15.668904 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee76d1c2-da34-47bb-9bf5-e552bef34bc1 req-9b29fc08-be71-4aba-86bf-fd7e5064b60a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Oct 20 04:05:16.868377 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf9f23-246e-478d-8b0e-680481f928a6 req-4a4f7f36-6166-4587-8144-f7ab8d49b056 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:16.869825 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3faf9f23-246e-478d-8b0e-680481f928a6 req-4a4f7f36-6166-4587-8144-f7ab8d49b056 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0887370 Oct 20 04:05:16.913292 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3faf9f23-246e-478d-8b0e-680481f928a6 req-325be64e-85b3-4eba-a2cf-9d06b80f0639 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371802 Oct 20 04:05:17.399021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:18.108097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e311d2e-1a8e-4268-9fdf-9934b3e26f14 req-90dc7af2-2bb5-489e-a97e-b88127344cf4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:18.109488 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6e311d2e-1a8e-4268-9fdf-9934b3e26f14 req-90dc7af2-2bb5-489e-a97e-b88127344cf4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0852573 Oct 20 04:05:18.151439 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6e311d2e-1a8e-4268-9fdf-9934b3e26f14 req-739d341f-fbac-4726-82cc-da3a727c7936 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363250 Oct 20 04:05:18.941195 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-c62cf002-430c-4cc4-a243-6bd5fb91c848 service neutron] 10.222.0.26 "GET /v2.0/ports/7f71961e-a701-4109-84c2-bdcd9847e8b1/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0743773 Oct 20 04:05:19.352130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c061c-cc86-4526-9b7c-9b57847a5200 req-f401617a-392c-4cab-be37-4b064d7e53c8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:19.353591 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c30c061c-cc86-4526-9b7c-9b57847a5200 req-f401617a-392c-4cab-be37-4b064d7e53c8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0888228 Oct 20 04:05:19.396738 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c30c061c-cc86-4526-9b7c-9b57847a5200 req-901cd85c-6d5e-429e-86dd-89135a4c1793 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371633 Oct 20 04:05:19.500598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1c56-0371-43d6-bafb-1128831c295e req-4636d9ec-0f86-41d6-ac7f-a3af2bb3e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:19.502067 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-4636d9ec-0f86-41d6-ac7f-a3af2bb3e7d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0773492 Oct 20 04:05:19.608468 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1c56-0371-43d6-bafb-1128831c295e req-9a10881d-70b0-44da-a086-06f34ef99d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:19.610512 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-9a10881d-70b0-44da-a086-06f34ef99d5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1099 time: 0.0804539 Oct 20 04:05:19.741748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1c56-0371-43d6-bafb-1128831c295e req-5f4317e0-e9eb-4818-ba3c-1d7e4f55c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:19.743141 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-5f4317e0-e9eb-4818-ba3c-1d7e4f55c60d service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1210949 Oct 20 04:05:19.843948 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-ca6bfc8c-7386-4716-afbe-9ba7705f9683 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 200 len: 1002 time: 0.0919445 Oct 20 04:05:19.906546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1c56-0371-43d6-bafb-1128831c295e req-93c73d5a-49c6-4eff-801b-752203435cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:19.907866 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-93c73d5a-49c6-4eff-801b-752203435cbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0545459 Oct 20 04:05:19.988923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1c56-0371-43d6-bafb-1128831c295e req-06c3dae8-ef12-4e95-9fa4-cc38d84f8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:19.990355 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-06c3dae8-ef12-4e95-9fa4-cc38d84f8b34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735464 Oct 20 04:05:20.121459 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-e21baaf0-f8ca-4490-a0a1-89d567ef7c7a service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179278 Oct 20 04:05:20.364818 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-f4f54590-d7bb-4259-8999-1b2aa2aaf94b service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335670 Oct 20 04:05:20.593204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3764d1-61ce-4c70-b043-a33b63960a32 req-fcf58400-2128-4d46-af72-fec07d01297e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:20.594670 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8d3764d1-61ce-4c70-b043-a33b63960a32 req-fcf58400-2128-4d46-af72-fec07d01297e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0859401 Oct 20 04:05:20.639715 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8d3764d1-61ce-4c70-b043-a33b63960a32 req-d9a20316-31c0-4070-a808-0eead80244b1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Oct 20 04:05:21.841154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b9e8-3d69-47ee-b0d5-7d9b9d5431d0 req-55a1b189-ee8b-4f97-bd89-e466f201f22e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:21.842424 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2b28b9e8-3d69-47ee-b0d5-7d9b9d5431d0 req-55a1b189-ee8b-4f97-bd89-e466f201f22e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0869570 Oct 20 04:05:21.885852 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2b28b9e8-3d69-47ee-b0d5-7d9b9d5431d0 req-c021f49b-d754-4169-8302-be0e9c41bb56 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371041 Oct 20 04:05:22.231604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:05:22.376988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7f71961e-a701-4109-84c2-bdcd9847e8b1 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:05:22.377395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:22.403677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:05:22.406145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f829a6ec-d6ee-4f7f-9dc4-971f7da95a10" -d '{"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-unplugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:05:22.414455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:22.456116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dac5d15-3dc2-4a0c-966b-4aa13ea6422f x-openstack-request-id: req-0dac5d15-3dc2-4a0c-966b-4aa13ea6422f {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:05:22.456413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-unplugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:05:22.456668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0dac5d15-3dc2-4a0c-966b-4aa13ea6422f {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:05:22.457058 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dac5d15-3dc2-4a0c-966b-4aa13ea6422f'] response: {'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'code': 200} Oct 20 04:05:22.473512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:22.541234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:22.548242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.548617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.549069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.549432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.549769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.550105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.550430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.550761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.551082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.551460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.551781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:22.552098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:23.198506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e45b3-846d-4a05-99be-9cdf6180bcc7 req-eef9b1e8-357c-4077-8614-47a96fce0082 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:23.199875 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d87e45b3-846d-4a05-99be-9cdf6180bcc7 req-eef9b1e8-357c-4077-8614-47a96fce0082 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 944 time: 0.1991966 Oct 20 04:05:23.242948 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d87e45b3-846d-4a05-99be-9cdf6180bcc7 req-451d65bd-80e7-4df4-ad29-e61260d44a71 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375097 Oct 20 04:05:24.244280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:05:24.376271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:24.389612 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'mac_address': 'fa:16:3e:03:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:05:24.447523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7f71961e-a701-4109-84c2-bdcd9847e8b1 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:05:24.447924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:24.448736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9237ab5-5b57-4026-8fdf-7ff57ddeaee7 req-1851ae41-14ae-4b55-b7b9-cb936a8d8267 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:24.450429 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a9237ab5-5b57-4026-8fdf-7ff57ddeaee7 req-1851ae41-14ae-4b55-b7b9-cb936a8d8267 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 944 time: 0.0897875 Oct 20 04:05:24.465277 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f71961e-a701-4109-84c2-bdcd9847e8b1 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:05:24.480734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:24.496134 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a9237ab5-5b57-4026-8fdf-7ff57ddeaee7 req-8d96ed72-62e3-453a-8239-95cac00de39b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389619 Oct 20 04:05:24.542359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:24.611510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:24.619914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['7f71961e-a701-4109-84c2-bdcd9847e8b1'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:05:25.692905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daee86-d876-4025-9a6e-d67c203776a2 req-a631acf0-81e5-42c5-b6aa-544adf8bc3ba tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:25.694351 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-69daee86-d876-4025-9a6e-d67c203776a2 req-a631acf0-81e5-42c5-b6aa-544adf8bc3ba tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 945 time: 0.0871594 Oct 20 04:05:25.737451 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-69daee86-d876-4025-9a6e-d67c203776a2 req-6e8194a7-83a2-4113-b65c-720f6ce0a63f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374067 Oct 20 04:05:26.264288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:05:26.329849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 7f71961e-a701-4109-84c2-bdcd9847e8b1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:26.330196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:26.330526 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 7f71961e-a701-4109-84c2-bdcd9847e8b1 Oct 20 04:05:26.463513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7f71961e-a701-4109-84c2-bdcd9847e8b1 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:05:26.463890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:26.494816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:05:26.497111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33de2541-4295-44f1-a6ae-9c50233c3813" -d '{"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-plugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:05:26.508068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:26.547814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df48a5ae-9b93-480c-aad2-73252a4d7fce x-openstack-request-id: req-df48a5ae-9b93-480c-aad2-73252a4d7fce {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:05:26.548109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-plugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:05:26.549002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-df48a5ae-9b93-480c-aad2-73252a4d7fce {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:05:26.549448 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df48a5ae-9b93-480c-aad2-73252a4d7fce'] response: {'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'code': 200} Oct 20 04:05:26.591464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:26.663455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:26.948792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54218-f036-4e47-b2f8-b3c95c3fabd5 req-40e2ec41-bcd0-4661-b70b-40ee9cd47dbb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:26.950561 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ade54218-f036-4e47-b2f8-b3c95c3fabd5 req-40e2ec41-bcd0-4661-b70b-40ee9cd47dbb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0873518 Oct 20 04:05:27.001883 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ade54218-f036-4e47-b2f8-b3c95c3fabd5 req-87b29205-bee7-42ab-8056-f8753f9820d5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Oct 20 04:05:28.198046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee039c89-3f6d-4c93-b773-b38e7d343f2e req-79db519b-a86e-406e-9669-72aefa9e5386 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:28.199493 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee039c89-3f6d-4c93-b773-b38e7d343f2e req-79db519b-a86e-406e-9669-72aefa9e5386 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0846930 Oct 20 04:05:28.246441 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ee039c89-3f6d-4c93-b773-b38e7d343f2e req-3d845e38-9df6-43ed-97bf-c28d50ecfd4a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 Oct 20 04:05:29.443894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e0ccc-e643-453c-a051-e40b5014750c req-ca0489ee-b16b-4984-a0b0-b5eb85495c36 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:29.445357 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-138e0ccc-e643-453c-a051-e40b5014750c req-ca0489ee-b16b-4984-a0b0-b5eb85495c36 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0866914 Oct 20 04:05:29.488990 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-138e0ccc-e643-453c-a051-e40b5014750c req-309dbe07-0bd2-4a8e-93d8-e20800b87001 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377648 Oct 20 04:05:30.686002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4231cf-6e91-4581-bca5-3523da45a573 req-7763214f-873f-467d-a355-375cde2a0d54 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:30.687441 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba4231cf-6e91-4581-bca5-3523da45a573 req-7763214f-873f-467d-a355-375cde2a0d54 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0865004 Oct 20 04:05:30.730417 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba4231cf-6e91-4581-bca5-3523da45a573 req-fe8495f7-3e2b-4bf6-8180-c48c9a90da4e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371706 Oct 20 04:05:31.488669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82da7-8521-4348-8d95-a91fd406d1b1 req-8b408062-46a0-4401-9559-8abb200d1fc5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:31.490142 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-56a82da7-8521-4348-8d95-a91fd406d1b1 req-8b408062-46a0-4401-9559-8abb200d1fc5 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.1480703 Oct 20 04:05:31.518991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-9ef16182-93e6-4930-81a1-68e30a9b3de6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:31.520300 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-9ef16182-93e6-4930-81a1-68e30a9b3de6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99&tenant_id=851f6d57e5c747b1865add0cf913a2c8&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 946 time: 0.1395977 Oct 20 04:05:31.597872 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-56a82da7-8521-4348-8d95-a91fd406d1b1 req-985ef146-cf03-4095-b18b-393028c4a98b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012368 Oct 20 04:05:31.616072 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-85a49172-8b3e-4081-9da5-bda90f987266 service neutron] 10.222.0.26 "GET /v2.0/ports/7f71961e-a701-4109-84c2-bdcd9847e8b1/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0887337 Oct 20 04:05:31.716985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-5eb00161-656c-44b4-be24-b31ec6cdcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:31.718445 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-5eb00161-656c-44b4-be24-b31ec6cdcdc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1099 time: 0.0793889 Oct 20 04:05:31.845411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-dc054715-7b7b-4abf-b316-ac60c7fd090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:31.846832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-dc054715-7b7b-4abf-b316-ac60c7fd090d service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1225674 Oct 20 04:05:31.941819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-08087196-c68f-4a58-bd1d-9d6d6c2af37e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 200 len: 1002 time: 0.0891793 Oct 20 04:05:32.005184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-99ed36dc-c30d-4efb-a85d-5ffdee2f5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:32.006579 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-99ed36dc-c30d-4efb-a85d-5ffdee2f5679 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0588748 Oct 20 04:05:32.085852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-1ebdbb64-0b9f-4a79-acab-63bf64b17d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:32.087193 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-1ebdbb64-0b9f-4a79-acab-63bf64b17d9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748003 Oct 20 04:05:32.213904 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-931576b4-4fb1-4f1c-be7a-049da65b0d31 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204154 Oct 20 04:05:32.341766 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-72f3f2a1-c5c2-4c48-95aa-c6173a213137 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212630 Oct 20 04:05:32.797822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e2fc-0d99-4c00-8bf3-f1416d917002 req-f0afad6e-a139-4792-afb3-757e36205d8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:32.799875 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cd71e2fc-0d99-4c00-8bf3-f1416d917002 req-f0afad6e-a139-4792-afb3-757e36205d8f tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0892401 Oct 20 04:05:32.841525 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cd71e2fc-0d99-4c00-8bf3-f1416d917002 req-75a527fa-8eb9-4694-955d-cfab44ff90f7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360825 Oct 20 04:05:34.083063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1565807-1dac-4888-864c-f55cc5744242 req-c0ae6acf-b49b-433c-9005-11cbf1965705 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:34.084498 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d1565807-1dac-4888-864c-f55cc5744242 req-c0ae6acf-b49b-433c-9005-11cbf1965705 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.1324759 Oct 20 04:05:34.129395 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d1565807-1dac-4888-864c-f55cc5744242 req-aaedcce3-116e-44cc-8ed4-6778a670e959 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391824 Oct 20 04:05:35.327071 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64af71-3d4c-47a3-b516-8299c3ce719f req-db219147-9aa3-47db-bf74-787c06c65eb4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:35.328522 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ff64af71-3d4c-47a3-b516-8299c3ce719f req-db219147-9aa3-47db-bf74-787c06c65eb4 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0885031 Oct 20 04:05:35.375097 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ff64af71-3d4c-47a3-b516-8299c3ce719f req-a85a5a75-b73e-4d7d-a230-4c8098e862c7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404861 Oct 20 04:05:36.730151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d429-ad0e-45ec-808d-91e4684b03d9 req-a43a29ee-58d1-47f1-93ac-beb03c374ded tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:36.731602 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8852d429-ad0e-45ec-808d-91e4684b03d9 req-a43a29ee-58d1-47f1-93ac-beb03c374ded tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.2458735 Oct 20 04:05:36.734477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-e55e02ec-4d8f-4a0f-93a9-165e6ffa810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:36.736314 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-e55e02ec-4d8f-4a0f-93a9-165e6ffa810e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99&tenant_id=851f6d57e5c747b1865add0cf913a2c8 HTTP/1.1" status: 200 len: 1099 time: 0.2140973 Oct 20 04:05:36.826229 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8852d429-ad0e-45ec-808d-91e4684b03d9 req-c9ea3eb6-56c9-4e41-856d-749640d648d7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882592 Oct 20 04:05:36.850346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-f686de66-92bc-46b1-96d3-b48434f70995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:36.851785 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-f686de66-92bc-46b1-96d3-b48434f70995 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1099 time: 0.0858240 Oct 20 04:05:36.983184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-48829cc7-7ee4-422a-9a34-0769227d3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:36.984528 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-48829cc7-7ee4-422a-9a34-0769227d3716 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1235566 Oct 20 04:05:37.084632 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-498b2261-17c1-4ae3-ba24-08af5c447486 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 200 len: 1002 time: 0.0901806 Oct 20 04:05:37.161454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-5366fa06-dc06-4f54-a97d-0ec02c0fd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:37.162889 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-5366fa06-dc06-4f54-a97d-0ec02c0fd3d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0689456 Oct 20 04:05:37.246870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-2d78d6f0-b583-40a4-b661-8874b0651961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:37.248228 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-2d78d6f0-b583-40a4-b661-8874b0651961 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760109 Oct 20 04:05:37.261432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-61335139-c5e8-4fbe-863d-f9a01cfc88f7 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:05:37.262431 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-61335139-c5e8-4fbe-863d-f9a01cfc88f7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047908 Oct 20 04:05:37.395888 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-d6a9f363-fdc6-4925-b2ac-531fe1ca5490 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237228 Oct 20 04:05:37.528352 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87a8e3e8-2199-41ea-af9f-ab1cca236a4e req-a68278a2-0a45-4bd5-b617-08768f552aad service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219847 Oct 20 04:05:38.026707 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a4971-08b1-4e4c-8f43-4ad7799caee4 req-4745dbbd-6ae0-4cfd-ac92-8a4afaa0e0d3 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:38.028170 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-636a4971-08b1-4e4c-8f43-4ad7799caee4 req-4745dbbd-6ae0-4cfd-ac92-8a4afaa0e0d3 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0860910 Oct 20 04:05:38.071677 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-636a4971-08b1-4e4c-8f43-4ad7799caee4 req-64bd491b-56ab-4859-9ee9-0dfac246dece tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376806 Oct 20 04:05:38.312687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:05:38.427953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7f71961e-a701-4109-84c2-bdcd9847e8b1 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:05:38.428331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:38.454605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:05:38.456850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0022ed50-8602-4919-b7e8-86044629e7f1" -d '{"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-unplugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:05:38.464622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:38.510247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856fa125-2367-47d2-a17f-d7be38d03813 x-openstack-request-id: req-856fa125-2367-47d2-a17f-d7be38d03813 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:05:38.510608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-unplugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:05:38.510925 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-856fa125-2367-47d2-a17f-d7be38d03813 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:05:38.511377 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856fa125-2367-47d2-a17f-d7be38d03813'] response: {'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'code': 200} Oct 20 04:05:38.522627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:38.593979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=9']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:39.273520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d77f-2e8e-4acd-a490-7b2f31eda83d req-3d674973-dfdb-4dcd-9f67-e7b22014cba9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:39.274985 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dab6d77f-2e8e-4acd-a490-7b2f31eda83d req-3d674973-dfdb-4dcd-9f67-e7b22014cba9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 944 time: 0.0909388 Oct 20 04:05:39.320339 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dab6d77f-2e8e-4acd-a490-7b2f31eda83d req-79905e55-11d2-4a88-ad23-1002d5b7c777 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392139 Oct 20 04:05:39.884939 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b271afc8-f295-48ec-a982-4fa8e4b1feeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:40.295701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:05:40.427006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:40.440735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'port_id': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'mac_address': 'fa:16:3e:03:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:05:40.495211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7f71961e-a701-4109-84c2-bdcd9847e8b1 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:05:40.495602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:40.512339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f71961e-a701-4109-84c2-bdcd9847e8b1 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:05:40.523116 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f199-9bf3-4b66-b9fe-884c4ec42187 req-8c00ec60-e8a1-463c-8784-9a69368c5348 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:40.524571 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b478f199-9bf3-4b66-b9fe-884c4ec42187 req-8c00ec60-e8a1-463c-8784-9a69368c5348 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 944 time: 0.0893617 Oct 20 04:05:40.528458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:40.568747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b478f199-9bf3-4b66-b9fe-884c4ec42187 req-781f43df-ad11-402e-a2c8-cb969648f4ad tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382335 Oct 20 04:05:40.638996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:40.709933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=10']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:40.715279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['7f71961e-a701-4109-84c2-bdcd9847e8b1'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:05:41.765251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aadde0-38a4-4bae-92c3-eac16f1e8548 req-7e4dc932-4b6a-47d8-bd20-295600de66bb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:41.766717 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-21aadde0-38a4-4bae-92c3-eac16f1e8548 req-7e4dc932-4b6a-47d8-bd20-295600de66bb tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 946 time: 0.0860093 Oct 20 04:05:41.812243 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-21aadde0-38a4-4bae-92c3-eac16f1e8548 req-f39467ce-7c84-4dcc-af4a-a5aadfd55d28 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Oct 20 04:05:42.325814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:05:42.365679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ed6d56da-bbde-4eb7-8377-ae5650385046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:42.393809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 7f71961e-a701-4109-84c2-bdcd9847e8b1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:42.394324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:42.394764 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 7f71961e-a701-4109-84c2-bdcd9847e8b1 Oct 20 04:05:42.508724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 7f71961e-a701-4109-84c2-bdcd9847e8b1 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:05:42.509141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:42.534921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:05:42.537168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07956757-e521-43e6-81d2-12c6cc983159" -d '{"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-plugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:05:42.544620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:42.586466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b986f7c-8904-4bda-942b-3e8553189dfb x-openstack-request-id: req-2b986f7c-8904-4bda-942b-3e8553189dfb {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:05:42.586758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-plugged", "status": "completed", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:05:42.587012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2b986f7c-8904-4bda-942b-3e8553189dfb {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:05:42.587405 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b986f7c-8904-4bda-942b-3e8553189dfb'] response: {'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'code': 200} Oct 20 04:05:42.602347 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:42.668613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=11']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:43.012526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dde53-db80-45c5-8093-03d491879873 req-9fbf00bc-5e49-4514-8c81-b436f7062a6a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:43.013981 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6e9dde53-db80-45c5-8093-03d491879873 req-9fbf00bc-5e49-4514-8c81-b436f7062a6a tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.0877571 Oct 20 04:05:43.056859 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6e9dde53-db80-45c5-8093-03d491879873 req-c7500600-5c5d-4fc5-b270-fcb99d6a22da tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366557 Oct 20 04:05:43.456558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:43.552835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:44.253281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cc927-5e1c-44fb-bba9-98896ad7b29e req-2bdcc6f6-a566-449b-8e1f-fc38579e90e9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:44.254732 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f6cc927-5e1c-44fb-bba9-98896ad7b29e req-2bdcc6f6-a566-449b-8e1f-fc38579e90e9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.0859530 Oct 20 04:05:44.302113 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f6cc927-5e1c-44fb-bba9-98896ad7b29e req-55ac2dbc-16da-4b26-9b03-33a14f93dbc8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416315 Oct 20 04:05:44.500896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa239e7e-cf81-4003-881a-ab530807346a req-59a1805d-de4e-41f2-928d-4c77322b3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:44.502886 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aa239e7e-cf81-4003-881a-ab530807346a req-59a1805d-de4e-41f2-928d-4c77322b3647 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=851f6d57e5c747b1865add0cf913a2c8&device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 1100 time: 0.1152818 Oct 20 04:05:44.653119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa239e7e-cf81-4003-881a-ab530807346a req-23a18e21-5b54-4d4d-a7f5-65ad6ca793e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:44.654585 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aa239e7e-cf81-4003-881a-ab530807346a req-23a18e21-5b54-4d4d-a7f5-65ad6ca793e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 200 len: 912 time: 0.1236479 Oct 20 04:05:44.755516 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aa239e7e-cf81-4003-881a-ab530807346a req-a53555c5-8eb4-469a-af0c-d102a2b2bd4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 200 len: 1002 time: 0.0938416 Oct 20 04:05:44.821287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa239e7e-cf81-4003-881a-ab530807346a req-9737317c-c0d8-4088-a8d5-ea0e78c78040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:44.822671 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aa239e7e-cf81-4003-881a-ab530807346a req-9737317c-c0d8-4088-a8d5-ea0e78c78040 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 200 len: 850 time: 0.0558639 Oct 20 04:05:44.907564 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa239e7e-cf81-4003-881a-ab530807346a req-6b881f85-c09f-410c-806a-2aa349f52b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:44.909499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aa239e7e-cf81-4003-881a-ab530807346a req-6b881f85-c09f-410c-806a-2aa349f52b9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96b7cc93-0f45-4695-a69a-49a9ca77ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798414 Oct 20 04:05:44.918825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:45.037564 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aa239e7e-cf81-4003-881a-ab530807346a req-41134c00-7e99-42bd-9f8b-f491c9ea91a3 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209235 Oct 20 04:05:45.276432 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aa239e7e-cf81-4003-881a-ab530807346a req-cd8543e5-4954-4121-b31d-844baf683172 service neutron] 10.222.0.26 "GET /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285812 Oct 20 04:05:45.644996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77848320-cedc-4f1f-a2d0-00f871aa67f9 req-42949dd3-2aef-4424-9707-95ee7e1bb83e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:45.646484 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-77848320-cedc-4f1f-a2d0-00f871aa67f9 req-42949dd3-2aef-4424-9707-95ee7e1bb83e tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.0896013 Oct 20 04:05:45.689327 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-77848320-cedc-4f1f-a2d0-00f871aa67f9 req-c0b44406-ea72-458e-9bc5-6f996f3a15a8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369942 Oct 20 04:05:46.928392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40c828-1506-40de-9374-1ef671c4cf53 req-301f12ca-115a-43e7-bd9d-6bbff9557461 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:46.929766 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e40c828-1506-40de-9374-1ef671c4cf53 req-301f12ca-115a-43e7-bd9d-6bbff9557461 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.1055284 Oct 20 04:05:46.973361 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e40c828-1506-40de-9374-1ef671c4cf53 req-e16ec1d3-7054-4485-8f4a-6d34117a97f8 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Oct 20 04:05:47.169832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673917b-be9c-4f12-88dd-e4ab094b9cac req-aa3ae7e7-345c-4227-92ed-43ebdd9a713b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:47.171289 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7673917b-be9c-4f12-88dd-e4ab094b9cac req-aa3ae7e7-345c-4227-92ed-43ebdd9a713b tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.0867159 Oct 20 04:05:47.219759 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7673917b-be9c-4f12-88dd-e4ab094b9cac req-a03a4e1b-95f1-4655-8244-9617e6d54f2c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411291 Oct 20 04:05:47.393780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.423237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d0f9b-e698-4289-ae04-bfc890b45259 req-05951d2b-2f99-4e4b-8edd-830a68753b37 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:47.424700 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-be4d0f9b-e698-4289-ae04-bfc890b45259 req-05951d2b-2f99-4e4b-8edd-830a68753b37 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.0943673 Oct 20 04:05:47.467303 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-be4d0f9b-e698-4289-ae04-bfc890b45259 req-c735095d-74d4-4bc5-ade9-0b5fff67d3a9 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369167 Oct 20 04:05:48.059449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e662b3-2e9f-49e8-a452-3d937e2a0662 req-0de7f325-1f01-4edf-a9b6-2be146b0dcd1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:48.060900 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-79e662b3-2e9f-49e8-a452-3d937e2a0662 req-0de7f325-1f01-4edf-a9b6-2be146b0dcd1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.0905321 Oct 20 04:05:48.112573 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-79e662b3-2e9f-49e8-a452-3d937e2a0662 req-cd20eb2f-ce81-4071-8a3e-910b52adfad6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448091 Oct 20 04:05:49.318336 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557641d-058e-4be5-947d-cf0cc21d8ce5 req-293a1c26-bbed-4ba5-8ca2-5aeb62f197a1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:49.319867 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4557641d-058e-4be5-947d-cf0cc21d8ce5 req-293a1c26-bbed-4ba5-8ca2-5aeb62f197a1 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.0880191 Oct 20 04:05:49.363917 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4557641d-058e-4be5-947d-cf0cc21d8ce5 req-d3130f03-b2ed-4ae3-bba2-49a6809e8996 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382049 Oct 20 04:05:49.685667 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:05:50.564577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bba9e-a6ae-493e-82c2-23ae542eaefe req-d8608d62-b7a5-46bd-8469-8debdb642679 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:50.566055 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-345bba9e-a6ae-493e-82c2-23ae542eaefe req-d8608d62-b7a5-46bd-8469-8debdb642679 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.0883079 Oct 20 04:05:50.665680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-345bba9e-a6ae-493e-82c2-23ae542eaefe req-afcae5d5-b795-48c7-bbb5-82bde1607b85 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups?id=dada9b32-87ce-4585-a249-902de598983a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660150 Oct 20 04:05:50.684797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802006-6e7f-4602-891a-58290a4204e2 req-ca53b90d-5d09-4cd2-9e63-20285979cc64 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:50.686257 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c8802006-6e7f-4602-891a-58290a4204e2 req-ca53b90d-5d09-4cd2-9e63-20285979cc64 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 947 time: 0.1296465 Oct 20 04:05:50.757212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Deleting port 7f71961e-a701-4109-84c2-bdcd9847e8b1 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:05:50.757581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:50.997864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] For port 7f71961e-a701-4109-84c2-bdcd9847e8b1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f71961e-a701-4109-84c2-bdcd9847e8b1,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:50.998143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:51.291448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:51.291743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:51.292053 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 disassociated. External IP: 172.26.7.93, port: 7f71961e-a701-4109-84c2-bdcd9847e8b1. Oct 20 04:05:51.292392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Calling delete_port for 7f71961e-a701-4109-84c2-bdcd9847e8b1 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:05:51.499689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:51.548175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event deleted for resources: {'Port': ['ID=7f71961e-a701-4109-84c2-bdcd9847e8b1,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:51.559712 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.560078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.560435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.560773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.561100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.561480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.561813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.562137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.562466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.562782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.563100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.563435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:51.856690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:05:51.885173 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-dd87a576-dfe7-44c8-bf06-5a44ffea7cf1 req-3354ff13-fce2-4da2-9fd0-328bc656daf7 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 210 time: 0.0963337 Oct 20 04:05:52.029369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:05:52.039886 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:05:52.049024 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:05:52.050251 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:05:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:52.114633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] No DVR routers for this DVR port 7f71961e-a701-4109-84c2-bdcd9847e8b1 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:05:52.116992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:52.119579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-deleted', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:05:52.121828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a6b81d-85c9-40ec-bdd9-6e010d26864b" -d '{"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-deleted", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:05:52.165787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe96ed87-8a79-4778-9478-b5b68fcc24b3 x-openstack-request-id: req-fe96ed87-8a79-4778-9478-b5b68fcc24b3 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:05:52.165787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27dd78-9412-4e4b-9737-bb676b50fa99", "name": "network-vif-deleted", "tag": "7f71961e-a701-4109-84c2-bdcd9847e8b1", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:05:52.165787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fe96ed87-8a79-4778-9478-b5b68fcc24b3 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:05:52.165787 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe96ed87-8a79-4778-9478-b5b68fcc24b3'] response: {'server_uuid': '8d27dd78-9412-4e4b-9737-bb676b50fa99', 'name': 'network-vif-deleted', 'tag': '7f71961e-a701-4109-84c2-bdcd9847e8b1', 'status': 'completed', 'code': 200} Oct 20 04:05:52.220576 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c8802006-6e7f-4602-891a-58290a4204e2 req-7d8a13ae-a4e3-40ae-aee3-90b1d01612e6 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.26 "DELETE /v2.0/ports/7f71961e-a701-4109-84c2-bdcd9847e8b1 HTTP/1.1" status: 204 len: 173 time: 1.5261877 Oct 20 04:05:52.222088 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:05:52.560851 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:52.565668 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:05:52.574277 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:05:52.574868 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:05:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:52.751572 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:05:53.048643 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-23124805-4c94-459b-8d94-e676e0440c98 req-a436b86e-9d8a-4de9-8ec7-4943d0618d4c tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d27dd78-9412-4e4b-9737-bb676b50fa99 HTTP/1.1" status: 200 len: 210 time: 0.0512512 Oct 20 04:05:53.062853 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:53.066707 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0c6f4-0636-4f2b-b5fb-e332c627d7f1 None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T03:59:37Z', 'revision_number': 4, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'eccf3fcf-c002-415c-94c3-f69f0572dd87', 'name': '', 'network_id': '96b7cc93-0f45-4695-a69a-49a9ca77ddb6', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'mac_address': 'fa:16:3e:f0:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:36Z', 'updated_at': '2022-10-20T03:59:44Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'subnets': [{'id': 'bdd2d95c-f128-4da7-b8fb-e16ed60d1fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:05:53.286688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0751c-f618-41ea-b1a9-28515ae8d9d8 None None] New status for floating IP e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:05:54.418878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:05:54.452382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 7f71961e-a701-4109-84c2-bdcd9847e8b1 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:05:54.452728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 7f71961e-a701-4109-84c2-bdcd9847e8b1 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:05:57.478638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44764) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:05:57.542123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac34c496-d7ea-4bc6-808d-a3ce116785d2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:57.570300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac34c496-d7ea-4bc6-808d-a3ce116785d2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:57.690372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac34c496-d7ea-4bc6-808d-a3ce116785d2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:57.709178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34c496-d7ea-4bc6-808d-a3ce116785d2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dada9b32-87ce-4585-a249-902de598983a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:57.772844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac34c496-d7ea-4bc6-808d-a3ce116785d2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:57.773991 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ac34c496-d7ea-4bc6-808d-a3ce116785d2 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "DELETE /v2.0/security-groups/dada9b32-87ce-4585-a249-902de598983a HTTP/1.1" status: 204 len: 168 time: 0.2943618 Oct 20 04:05:57.776547 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44768) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:05:57.795258 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-e04ba8da-01f2-4e13-8fdd-044dad971475 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] show failed (client error): The resource could not be found. Oct 20 04:05:57.796244 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e04ba8da-01f2-4e13-8fdd-044dad971475 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "GET /v2.0/security-groups/dada9b32-87ce-4585-a249-902de598983a HTTP/1.1" status: 404 len: 347 time: 0.0188174 Oct 20 04:05:57.798849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44772) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:05:57.951196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Deleting port a60dbaeb-644e-44b2-b893-a760d1e9f36c {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:05:57.951457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:58.114941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:58.115306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:58.237201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Calling delete_port for a60dbaeb-644e-44b2-b893-a760d1e9f36c owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:05:58.436686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:58.490156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Pushing event deleted for resources: {'Port': ['ID=a60dbaeb-644e-44b2-b893-a760d1e9f36c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:58.583667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:58.597169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:58.598957 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4a628993-ca4e-453a-8ae6-fbe254860000 tempest-ServerActionsTestJSON-518407638 tempest-ServerActionsTestJSON-518407638-project] 10.222.0.33 "DELETE /v2.0/floatingips/e354a8a0-a6c4-499b-b3c7-8ec9fbca5a96 HTTP/1.1" status: 204 len: 168 time: 0.7992575 Oct 20 04:05:58.601989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44776) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:05:59.288117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:59.631121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Deleting port eccf3fcf-c002-415c-94c3-f69f0572dd87 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:05:59.631739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:59.797506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] For port eccf3fcf-c002-415c-94c3-f69f0572dd87, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=eccf3fcf-c002-415c-94c3-f69f0572dd87,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:05:59.797858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:59.915418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Calling delete_port for eccf3fcf-c002-415c-94c3-f69f0572dd87 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:00.139378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:00.187449 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Pushing event deleted for resources: {'Port': ['ID=eccf3fcf-c002-415c-94c3-f69f0572dd87,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:00.557327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:00.903849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Router 0f65022f-ae0d-42c4-b78f-2540bd40b433 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:06:01.075754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:06:01.084727 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] Sync routers for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:06:01.088320 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f5028985-4135-43ae-b867-7cf3e352a517 admin admin] 10.222.0.33 "PUT /v2.0/routers/0f65022f-ae0d-42c4-b78f-2540bd40b433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4852998 Oct 20 04:06:01.090790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44784) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:01.094171 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:06:01.094765 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:05:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:01.259763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:01.265137 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:06:01.434609 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:01.494257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Deleting port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:01.494592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:01.573960 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T04:06:00Z', 'revision_number': 5, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port': {'id': '8dd55b61-8a57-44b2-b1d6-b8b4331acfea', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:59:34Z', 'updated_at': '2022-10-20T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:01.577619 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] Checking router: 0f65022f-ae0d-42c4-b78f-2540bd40b433 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:06:01.585880 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] Routers {'0f65022f-ae0d-42c4-b78f-2540bd40b433'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:06:01.586477 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:05:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0f65022f-ae0d-42c4-b78f-2540bd40b433'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:01.666647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] For port 8dd55b61-8a57-44b2-b1d6-b8b4331acfea, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8dd55b61-8a57-44b2-b1d6-b8b4331acfea,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:01.667003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:01.732278 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] Set router 0f65022f-ae0d-42c4-b78f-2540bd40b433 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:06:01.786644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Calling delete_port for 8dd55b61-8a57-44b2-b1d6-b8b4331acfea owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:01.834322 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T04:06:01Z', 'revision_number': 6, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:01.838555 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d0c8c-2d6c-4cf7-b378-305a50091265 None None] The sync data for ids ['0f65022f-ae0d-42c4-b78f-2540bd40b433'] in dv-neutron-861845-1-hyperv is: [{'id': '0f65022f-ae0d-42c4-b78f-2540bd40b433', 'name': 'tempest-ServerActionsTestJSON-165597141-router', 'tenant_id': '851f6d57e5c747b1865add0cf913a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:59:33Z', 'updated_at': '2022-10-20T04:06:01Z', 'revision_number': 6, 'project_id': '851f6d57e5c747b1865add0cf913a2c8', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:06:02.105478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.154802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd55b61-8a57-44b2-b1d6-b8b4331acfea,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:02.249990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.419865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.422041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.518613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.519117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f65022f-ae0d-42c4-b78f-2540bd40b433 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:06:02.530948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.532135 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f476f8bc-4e70-4083-8dc1-2713ac0f9169 admin admin] 10.222.0.33 "DELETE /v2.0/routers/0f65022f-ae0d-42c4-b78f-2540bd40b433 HTTP/1.1" status: 204 len: 168 time: 1.4404588 Oct 20 04:06:02.534593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44788) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:02.594157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcf82b5-ec11-4e01-b276-89a6d06edae9 admin admin] Deleting subnet bdd2d95c-f128-4da7-b8fb-e16ed60d1fea {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:06:02.597970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bcf82b5-ec11-4e01-b276-89a6d06edae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.653758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bcf82b5-ec11-4e01-b276-89a6d06edae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.732319 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bcf82b5-ec11-4e01-b276-89a6d06edae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.851121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bcf82b5-ec11-4e01-b276-89a6d06edae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.891397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf82b5-ec11-4e01-b276-89a6d06edae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd2d95c-f128-4da7-b8fb-e16ed60d1fea,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:02.896659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0bcf82b5-ec11-4e01-b276-89a6d06edae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:02.902162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8fb6a9-1662-4965-9163-81bdeaeed4b3 None None] Network 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:06:02.902623 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0bcf82b5-ec11-4e01-b276-89a6d06edae9 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/bdd2d95c-f128-4da7-b8fb-e16ed60d1fea HTTP/1.1" status: 204 len: 168 time: 0.3664629 Oct 20 04:06:02.905108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44792) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:03.010081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.020183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Deleting port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:03.020501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.157428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] DHCP port deletion for 96b7cc93-0f45-4695-a69a-49a9ca77ddb6 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:06:03.162379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] Deleting port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:03.162744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.224118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] For port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=659d657c-2148-41b0-80b9-4d7d4bbc2c9a,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:03.224729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.351270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Calling delete_port for 659d657c-2148-41b0-80b9-4d7d4bbc2c9a owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:03.359220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] For port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=659d657c-2148-41b0-80b9-4d7d4bbc2c9a,segment=NetworkSegment(3c96b5dc-8d8b-4f7f-bb64-f87207c05aef),segment_id=3c96b5dc-8d8b-4f7f-bb64-f87207c05aef)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:03.359657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.479658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.479893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] Calling delete_port for 659d657c-2148-41b0-80b9-4d7d4bbc2c9a owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:03.526311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Pushing event deleted for resources: {'Port': ['ID=659d657c-2148-41b0-80b9-4d7d4bbc2c9a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:03.530693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] No DVR routers for this DVR port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:06:03.549880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:06:03.550233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:06:03.742827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.768951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b7cc93-0f45-4695-a69a-49a9ca77ddb6']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:03.784251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:03.784553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c96b5dc-8d8b-4f7f-bb64-f87207c05aef') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:03.796129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.812301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.818875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:06:03.819260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.911128 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 3c96b5dc-8d8b-4f7f-bb64-f87207c05aef resource provider aggregate not found Oct 20 04:06:03.925115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 659d657c-2148-41b0-80b9-4d7d4bbc2c9a no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:06:03.938005 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 3c96b5dc-8d8b-4f7f-bb64-f87207c05aef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c96b5dc-8d8b-4f7f-bb64-f87207c05aef found for delete ", "request_id": "req-6cde2a3c-f19f-4b60-853f-493c7f925acd"}]} Oct 20 04:06:03.961622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 659d657c-2148-41b0-80b9-4d7d4bbc2c9a {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:06:03.961988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 659d657c-2148-41b0-80b9-4d7d4bbc2c9a not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:06:03.962381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device eccf3fcf-c002-415c-94c3-f69f0572dd87 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:06:03.981721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:03.999038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: eccf3fcf-c002-415c-94c3-f69f0572dd87 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:06:03.999384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device eccf3fcf-c002-415c-94c3-f69f0572dd87 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:06:03.999836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8dd55b61-8a57-44b2-b1d6-b8b4331acfea no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:06:03.999949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:04.010390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b7cc93-0f45-4695-a69a-49a9ca77ddb6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:04.034699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 8dd55b61-8a57-44b2-b1d6-b8b4331acfea {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:06:04.035058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8dd55b61-8a57-44b2-b1d6-b8b4331acfea not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:06:04.051326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] Deleting port 659d657c-2148-41b0-80b9-4d7d4bbc2c9a {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:04.051704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:04.106128 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1c99765b-5708-4e8e-9e5b-161ef3a39612 admin admin] 10.222.0.33 "DELETE /v2.0/networks/96b7cc93-0f45-4695-a69a-49a9ca77ddb6 HTTP/1.1" status: 204 len: 168 time: 1.1999714 Oct 20 04:06:04.150103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6e651-9b07-44d1-b454-73e3377c2cca None None] The port '659d657c-2148-41b0-80b9-4d7d4bbc2c9a' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:06:04.420962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44804) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:04.468845 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5db3100d-f628-413f-868f-d58d70163173 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=851f6d57e5c747b1865add0cf913a2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467300 Oct 20 04:06:04.471325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44808) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:04.532676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48b4de94-eebd-4c5e-9faa-367b38a32ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:04.557657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48b4de94-eebd-4c5e-9faa-367b38a32ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:04.711294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48b4de94-eebd-4c5e-9faa-367b38a32ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:04.727069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4de94-eebd-4c5e-9faa-367b38a32ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503718d6-7824-49b0-b36d-169a48cb243d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:04.735126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48b4de94-eebd-4c5e-9faa-367b38a32ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:04.736561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-48b4de94-eebd-4c5e-9faa-367b38a32ebf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/503718d6-7824-49b0-b36d-169a48cb243d HTTP/1.1" status: 204 len: 168 time: 0.2641232 Oct 20 04:06:05.840709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 44832) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:05.940558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-6978670-network', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:06:05.945968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:06:05.949778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Usage tracker for resource:network and tenant:4b0d6adccad94b92a5a38a998d776aa5 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:06:05.952555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:06:05.958124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:06:06.044260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Made reservation on behalf of 4b0d6adccad94b92a5a38a998d776aa5 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:06:06.046555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:06.059042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:06.077157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:06:06.080924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0d6adccad94b92a5a38a998d776aa5 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:06:06.083848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:06:06.093397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:06:06.176797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:06.267261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:06.296267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:06:06.304262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ddbca-3cff-4d09-bcc8-ab17f5bed548,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:06.309528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:06.309869 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Added segment cff59858-a62f-450d-8773-2bf09d49c44d of type vlan for network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 Oct 20 04:06:06.335219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:06.431032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:06.431897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:06.432470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:06.533835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] Pushing event updated for resources: {'Network': ['ID=c0238d41-0395-45ea-b96d-7dfa2f4bf1c0,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:06.544115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:06:06.594161 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e46ff07c-1819-4a53-9e61-a2889ccb2e83 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7523036 Oct 20 04:06:06.597082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 44838) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:06.603463 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Request body: {'subnet': {'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-6978670-subnet', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:06:06.608733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:06:06.612675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Usage tracker for resource:subnet and tenant:4b0d6adccad94b92a5a38a998d776aa5 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:06:06.616122 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:06:06.622143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:06:06.690531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Made reservation on behalf of 4b0d6adccad94b92a5a38a998d776aa5 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:06:06.692826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:06.939605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:07.014796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=384f13a3-931c-4a3c-bee3-960884e2953f,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:07.025167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Checking segment: {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:06:07.025537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Network hostable DHCP agents. Network: c0238d41-0395-45ea-b96d-7dfa2f4bf1c0, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:06:07.029990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.030342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.030685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.031021 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.031353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.031686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.032016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.032344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.032671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.032992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.033342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.033666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:07.116738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:06:07.175617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, c0238d41-0395-45ea-b96d-7dfa2f4bf1c0) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:06:07.179573 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:07.180259 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:07.185493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07a2bb-69a0-4001-8b46-dd32931d955a None None] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:06:07.272002 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ae822373-a0b4-48b6-952b-73c3c791e01d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6730361 Oct 20 04:06:07.274664 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 44842) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:07.279647 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:06:07.284424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:06:07.288454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Usage tracker for resource:router and tenant:4b0d6adccad94b92a5a38a998d776aa5 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:06:07.291293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:06:07.296902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:06:07.368517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:07.369617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:07.384781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:07.399499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'fixed_ips': [{'subnet_id': '384f13a3-931c-4a3c-bee3-960884e2953f'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:06:07.400377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:07.551401 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Allocated IP 172.20.0.2 (c0238d41-0395-45ea-b96d-7dfa2f4bf1c0/384f13a3-931c-4a3c-bee3-960884e2953f/1cf37462-7a77-4844-958a-d61f7a5c28cb) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:06:07.761360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:07.771124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Transition to ACTIVE for port object 1cf37462-7a77-4844-958a-d61f7a5c28cb will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:06:07.789463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Transition to ACTIVE for port object 1cf37462-7a77-4844-958a-d61f7a5c28cb will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:06:07.809319 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:07.877030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:07.940575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:06:07.941731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:06:07.945320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:06:07.954009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Pushing event updated for resources: {'Port': ['ID=1cf37462-7a77-4844-958a-d61f7a5c28cb,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:08.054847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Attempting to bind port 1cf37462-7a77-4844-958a-d61f7a5c28cb on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:06:08.055211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Attempting to bind port 1cf37462-7a77-4844-958a-d61f7a5c28cb by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:06:08.055567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Attempting to bind port 1cf37462-7a77-4844-958a-d61f7a5c28cb on network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:06:08.060946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:06:08.061249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Checking segment: {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:06:08.061780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:08.062169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Bound using segment: {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:06:08.062621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Bound port: 1cf37462-7a77-4844-958a-d61f7a5c28cb, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:06:08.062983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:08.148651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] For port 1cf37462-7a77-4844-958a-d61f7a5c28cb, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:06:08.151656 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] For port 1cf37462-7a77-4844-958a-d61f7a5c28cb, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1cf37462-7a77-4844-958a-d61f7a5c28cb,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:06:08.220329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:08.229536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:08.259638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:08.298916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c0987-262b-4c13-8ecd-a97b92a85f97 None None] Pushing event updated for resources: {'Port': ['ID=1cf37462-7a77-4844-958a-d61f7a5c28cb,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:08.402208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Allocated IP 172.26.7.74 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/1a73aa7b-dcab-4c25-8442-83d3d678511a) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:06:08.573255 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:08.668125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:08.731075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:06:08.734177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:06:08.737786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:06:08.776051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a73aa7b-dcab-4c25-8442-83d3d678511a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:09.205020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:09.228280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8e8aa-2184-4d29-8bdb-5865449c2c16 None None] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:06:09.386667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b032fbfe-00d5-4c71-9e08-048310346617 None None] Provisioning for port 1cf37462-7a77-4844-958a-d61f7a5c28cb completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:06:09.666928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:09.838627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bc540427-4968-47b8-ba7a-5f2b9c278d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:09.931225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1cf37462-7a77-4844-958a-d61f7a5c28cb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:06:09.945231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Router 8b774472-f053-4de8-b908-019827aae516 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:06:10.073150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1cf37462-7a77-4844-958a-d61f7a5c28cb completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:06:10.078081 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1cf37462-7a77-4844-958a-d61f7a5c28cb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:10.078473 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:10.078806 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1cf37462-7a77-4844-958a-d61f7a5c28cb Oct 20 04:06:10.122478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:06:10.132493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Sync routers for ids ['8b774472-f053-4de8-b908-019827aae516'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:06:10.145827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Routers {'8b774472-f053-4de8-b908-019827aae516'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:06:10.146436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:05:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8b774472-f053-4de8-b908-019827aae516'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:10.219877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:10.221253 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3e70ffec-ad47-4580-8732-6d51757c74a8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9455445 Oct 20 04:06:10.231141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 44846) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:10.383512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1cf37462-7a77-4844-958a-d61f7a5c28cb is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:10.384102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:10.418685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Set router 8b774472-f053-4de8-b908-019827aae516 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:06:10.551182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 1cf37462-7a77-4844-958a-d61f7a5c28cb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1cf37462-7a77-4844-958a-d61f7a5c28cb,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:10.624434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:10.746661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=1cf37462-7a77-4844-958a-d61f7a5c28cb,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:10.775754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b774472-f053-4de8-b908-019827aae516', 'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:06:07Z', 'updated_at': '2022-10-20T04:06:08Z', 'revision_number': 3, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'gw_port': {'id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:08Z', 'updated_at': '2022-10-20T04:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:10.779851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Checking router: 8b774472-f053-4de8-b908-019827aae516 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:06:10.780199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Updating router 8b774472-f053-4de8-b908-019827aae516 port 1a73aa7b-dcab-4c25-8442-83d3d678511a binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:06:10.834400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.009363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.156134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.167448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Transition to ACTIVE for port object 1a73aa7b-dcab-4c25-8442-83d3d678511a will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:06:11.210877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Allocated IP 172.20.0.1 (c0238d41-0395-45ea-b96d-7dfa2f4bf1c0/384f13a3-931c-4a3c-bee3-960884e2953f/8b5de0ea-71ae-43f7-9507-e74af6c3d470) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:06:11.242770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.304388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Attempting to bind port 1a73aa7b-dcab-4c25-8442-83d3d678511a on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:06:11.304661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Attempting to bind port 1a73aa7b-dcab-4c25-8442-83d3d678511a by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:06:11.305027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Attempting to bind port 1a73aa7b-dcab-4c25-8442-83d3d678511a on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:06:11.315225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:06:11.315599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:06:11.316063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.316950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:06:11.317441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Bound port: 1a73aa7b-dcab-4c25-8442-83d3d678511a, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:06:11.317834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.357200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.361993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbff0f-e65c-4ed2-81f1-90516e630cea None None] Pushing event updated for resources: {'Port': ['ID=1a73aa7b-dcab-4c25-8442-83d3d678511a,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:11.374247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Transition to ACTIVE for port object 8b5de0ea-71ae-43f7-9507-e74af6c3d470 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:06:11.396690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] For port 1a73aa7b-dcab-4c25-8442-83d3d678511a, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:06:11.399901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] For port 1a73aa7b-dcab-4c25-8442-83d3d678511a, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a73aa7b-dcab-4c25-8442-83d3d678511a,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:06:11.471566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.496667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.534037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:06:11.536808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:06:11.540605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:06:11.560950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Routers {'8b774472-f053-4de8-b908-019827aae516'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:06:11.561617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:05:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8b774472-f053-4de8-b908-019827aae516'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:11.583881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5de0ea-71ae-43f7-9507-e74af6c3d470,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:11.608526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.704274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbff0f-e65c-4ed2-81f1-90516e630cea None None] Pushing event updated for resources: {'Port': ['ID=1a73aa7b-dcab-4c25-8442-83d3d678511a,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:11.751786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] Set router 8b774472-f053-4de8-b908-019827aae516 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:06:11.798537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:11.970843 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1cf37462-7a77-4844-958a-d61f7a5c28cb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:06:12.024821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:12.039314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Provisioning for port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:06:12.063585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Provisioning complete for port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:12.063947 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:12.064339 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Attempt 1 to provision port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 Oct 20 04:06:12.082234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:12.162177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:12.171434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1cf37462-7a77-4844-958a-d61f7a5c28cb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:12.171800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:12.172128 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1cf37462-7a77-4844-958a-d61f7a5c28cb Oct 20 04:06:12.188485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:12.194189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5de0ea-71ae-43f7-9507-e74af6c3d470,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:12.261789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b774472-f053-4de8-b908-019827aae516', 'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:06:07Z', 'updated_at': '2022-10-20T04:06:08Z', 'revision_number': 3, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'gw_port': {'id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:08Z', 'updated_at': '2022-10-20T04:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:12.292469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbeb29-8413-4ba5-9b04-3b6ea43484c2 None None] The sync data for ids ['8b774472-f053-4de8-b908-019827aae516'] in dv-neutron-861845-1-hyperv is: [{'id': '8b774472-f053-4de8-b908-019827aae516', 'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:06:07Z', 'updated_at': '2022-10-20T04:06:08Z', 'revision_number': 3, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'gw_port': {'id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:08Z', 'updated_at': '2022-10-20T04:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:06:12.325708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1cf37462-7a77-4844-958a-d61f7a5c28cb is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:12.331441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:06:12.332576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:06:12.348430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a508-6333-4b2b-ba1e-ec7e61c726e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:12.550832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Router 8b774472-f053-4de8-b908-019827aae516 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:06:12.663392 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Attempt 2 to provision port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 Oct 20 04:06:12.723457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:12.859728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:06:12.868995 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-654da644-5aa9-4a96-97d3-ee625a4350a6 admin admin] 10.222.0.33 "PUT /v2.0/routers/8b774472-f053-4de8-b908-019827aae516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6367338 Oct 20 04:06:13.224409 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Attempt 3 to provision port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 Oct 20 04:06:13.277985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:13.386592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34241df-2370-420b-97b0-f6f3a390d35a req-64caca09-3adb-487b-a804-15c3d358b837 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:13.388055 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-64caca09-3adb-487b-a804-15c3d358b837 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/networks?id=c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 HTTP/1.1" status: 200 len: 811 time: 0.1510646 Oct 20 04:06:13.402637 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-0bd19076-06a3-4889-b805-907c4ee432bb tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/quotas/4b0d6adccad94b92a5a38a998d776aa5 HTTP/1.1" status: 200 len: 375 time: 0.0090666 Oct 20 04:06:13.454414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:13.496075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-a34241df-2370-420b-97b0-f6f3a390d35a req-17985cfb-b58f-4c76-aef6-726a659346f9 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Synchronizing usage tracker for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:06:13.545698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:13.568589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-a34241df-2370-420b-97b0-f6f3a390d35a req-17985cfb-b58f-4c76-aef6-726a659346f9 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Unset dirty status for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:06:13.569985 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-17985cfb-b58f-4c76-aef6-726a659346f9 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=4b0d6adccad94b92a5a38a998d776aa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623874 Oct 20 04:06:13.704706 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-e14afb62-cb60-4183-8730-cd8cda74871c service neutron] 10.222.0.33 "GET /v2.0/networks/c0238d41-0395-45ea-b96d-7dfa2f4bf1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276066 Oct 20 04:06:13.759495 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Sync routers for ids ['8b774472-f053-4de8-b908-019827aae516'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:06:13.768637 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Routers {'8b774472-f053-4de8-b908-019827aae516'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:06:13.769335 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:06:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8b774472-f053-4de8-b908-019827aae516'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:13.779607 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Attempt 4 to provision port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 Oct 20 04:06:13.837013 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-1df686e8-60ca-403f-b1d4-db6d36f64436 service neutron] 10.222.0.33 "GET /v2.0/networks/c0238d41-0395-45ea-b96d-7dfa2f4bf1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259542 Oct 20 04:06:13.838394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:13.934708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a73aa7b-dcab-4c25-8442-83d3d678511a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:06:13.946478 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Set router 8b774472-f053-4de8-b908-019827aae516 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:06:14.101463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1a73aa7b-dcab-4c25-8442-83d3d678511a completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:06:14.105220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a73aa7b-dcab-4c25-8442-83d3d678511a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:14.105775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.106402 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a73aa7b-dcab-4c25-8442-83d3d678511a Oct 20 04:06:14.192866 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6ee26aed-93ba-491b-944a-0e875f3509c2 req-5669c24d-fbee-448f-89d5-581579baa35a tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 210 time: 0.0697203 Oct 20 04:06:14.260443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a73aa7b-dcab-4c25-8442-83d3d678511a is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:14.261539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.264054 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b774472-f053-4de8-b908-019827aae516', 'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:06:07Z', 'updated_at': '2022-10-20T04:06:11Z', 'revision_number': 4, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'gw_port': {'id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:08Z', 'updated_at': '2022-10-20T04:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '8b5de0ea-71ae-43f7-9507-e74af6c3d470', 'name': '', 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'mac_address': 'fa:16:3e:0f:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '384f13a3-931c-4a3c-bee3-960884e2953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:11Z', 'updated_at': '2022-10-20T04:06:11Z', 'revision_number': 2, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'subnets': [{'id': '384f13a3-931c-4a3c-bee3-960884e2953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:14.268593 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Checking router: 8b774472-f053-4de8-b908-019827aae516 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:06:14.269181 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Updating router 8b774472-f053-4de8-b908-019827aae516 port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:06:14.281602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 1a73aa7b-dcab-4c25-8442-83d3d678511a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a73aa7b-dcab-4c25-8442-83d3d678511a,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:14.320959 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.339827 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Attempt 5 to provision port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 Oct 20 04:06:14.383184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.444212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:14.457741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=1a73aa7b-dcab-4c25-8442-83d3d678511a,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:14.654896 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.666621 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Transition to ACTIVE for port object 8b5de0ea-71ae-43f7-9507-e74af6c3d470 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:06:14.727800 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.905514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.940966 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Pushing event updated for resources: {'Port': ['ID=8b5de0ea-71ae-43f7-9507-e74af6c3d470,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:14.945314 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Attempt 6 to provision port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 Oct 20 04:06:14.963452 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.963793 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.964130 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.964459 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.964781 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.965114 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.965466 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.965783 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.966107 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.966425 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.966739 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.967053 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:14.974070 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Attempting to bind port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:06:14.974434 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Attempting to bind port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:06:14.974787 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Attempting to bind port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 on network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:06:14.980136 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:06:14.980501 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Checking segment: {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:06:14.980894 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.981298 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Bound using segment: {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:06:14.981759 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Bound port: 8b5de0ea-71ae-43f7-9507-e74af6c3d470, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:06:14.982124 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.998481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:15.067981 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] For port 8b5de0ea-71ae-43f7-9507-e74af6c3d470, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:06:15.070886 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] For port 8b5de0ea-71ae-43f7-9507-e74af6c3d470, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8b5de0ea-71ae-43f7-9507-e74af6c3d470,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:06:15.129454 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:15.187024 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Routers {'8b774472-f053-4de8-b908-019827aae516'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:06:15.187644 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:06:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8b774472-f053-4de8-b908-019827aae516'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:15.330789 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e25cfb-4029-4bed-b476-c45f3e97f81d None None] Pushing event updated for resources: {'Port': ['ID=8b5de0ea-71ae-43f7-9507-e74af6c3d470,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:15.366480 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-970d802d-2579-44f3-8217-cd4f2712db4b req-63e499bc-16b8-49ee-93a2-8a9463f1b0a8 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 210 time: 0.0535247 Oct 20 04:06:15.373640 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] Set router 8b774472-f053-4de8-b908-019827aae516 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:06:15.500070 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Attempt 7 to provision port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 Oct 20 04:06:15.563593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-209d64b7-9cd6-4562-8879-39f9ed051d69 None None] Port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:06:15.690217 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b774472-f053-4de8-b908-019827aae516', 'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:06:07Z', 'updated_at': '2022-10-20T04:06:11Z', 'revision_number': 4, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'gw_port': {'id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:08Z', 'updated_at': '2022-10-20T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '8b5de0ea-71ae-43f7-9507-e74af6c3d470', 'name': '', 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'mac_address': 'fa:16:3e:0f:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '384f13a3-931c-4a3c-bee3-960884e2953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:11Z', 'updated_at': '2022-10-20T04:06:15Z', 'revision_number': 4, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'subnets': [{'id': '384f13a3-931c-4a3c-bee3-960884e2953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:15.694729 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61d7816-3864-4f0b-bf69-09455079637d None None] The sync data for ids ['8b774472-f053-4de8-b908-019827aae516'] in dv-neutron-861845-1-hyperv is: [{'id': '8b774472-f053-4de8-b908-019827aae516', 'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:06:07Z', 'updated_at': '2022-10-20T04:06:11Z', 'revision_number': 4, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'gw_port': {'id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:08Z', 'updated_at': '2022-10-20T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '8b5de0ea-71ae-43f7-9507-e74af6c3d470', 'name': '', 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'mac_address': 'fa:16:3e:0f:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '384f13a3-931c-4a3c-bee3-960884e2953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:11Z', 'updated_at': '2022-10-20T04:06:15Z', 'revision_number': 4, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'subnets': [{'id': '384f13a3-931c-4a3c-bee3-960884e2953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:06:15.977516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a73aa7b-dcab-4c25-8442-83d3d678511a up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:06:16.048574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1a73aa7b-dcab-4c25-8442-83d3d678511a triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:16.048942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:16.049305 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1a73aa7b-dcab-4c25-8442-83d3d678511a Oct 20 04:06:16.175126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1a73aa7b-dcab-4c25-8442-83d3d678511a is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:16.176926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8b5de0ea-71ae-43f7-9507-e74af6c3d470 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:06:16.370284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:06:16.376418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:16.376835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:16.377175 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 Oct 20 04:06:16.489126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34241df-2370-420b-97b0-f6f3a390d35a req-25ecd33f-084e-4e41-9dd1-ba23e5d49481 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:16.489876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a34241df-2370-420b-97b0-f6f3a390d35a req-25ecd33f-084e-4e41-9dd1-ba23e5d49481 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Synchronizing usage tracker for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:06:16.510855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:16.512217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:16.547502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 8b5de0ea-71ae-43f7-9507-e74af6c3d470, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8b5de0ea-71ae-43f7-9507-e74af6c3d470,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:16.615142 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-247070ca-a4ef-49d6-a9d0-c45b3f4d7a70 req-fd45892b-e77f-45d4-8172-55a882c83233 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 210 time: 0.0649772 Oct 20 04:06:16.615762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a34241df-2370-420b-97b0-f6f3a390d35a req-25ecd33f-084e-4e41-9dd1-ba23e5d49481 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Unset dirty status for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:06:16.616729 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-25ecd33f-084e-4e41-9dd1-ba23e5d49481 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.26 "GET /v2.0/networks?id=c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 HTTP/1.1" status: 200 len: 811 time: 0.2829783 Oct 20 04:06:16.639149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Request body: {'port': {'device_id': 'b1f60916-139d-4964-86a8-0f948ab1d479', 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'admin_state_up': True, 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:06:16.660597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:16.737255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=8b5de0ea-71ae-43f7-9507-e74af6c3d470,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:16.792504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:06:16.802367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:06:16.865603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Made reservation on behalf of 4b0d6adccad94b92a5a38a998d776aa5 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:06:16.869584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:17.030467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Allocated IP 172.20.0.6 (c0238d41-0395-45ea-b96d-7dfa2f4bf1c0/384f13a3-931c-4a3c-bee3-960884e2953f/4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:06:17.227251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:17.243150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Transition to ACTIVE for port object 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:06:17.330292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:17.402210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:06:17.405137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:06:17.408940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:06:17.416090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:17.439706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Pushing event updated for resources: {'Port': ['ID=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:17.477197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:17.477862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:17.553917 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-65b0b722-00a1-4f1c-aa84-eac464c15a97 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9190044 Oct 20 04:06:17.569776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Request body: {'port': {'device_id': 'b1f60916-139d-4964-86a8-0f948ab1d479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:06:17.666807 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7bbf0737-7589-4a6c-81c3-89a08d324c76 None None] Provisioning for port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:06:17.667860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7bbf0737-7589-4a6c-81c3-89a08d324c76 None None] Provisioning complete for port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:17.668351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7bbf0737-7589-4a6c-81c3-89a08d324c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:17.668877 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-7bbf0737-7589-4a6c-81c3-89a08d324c76 None None] Attempt 1 to provision port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e Oct 20 04:06:17.728348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf0737-7589-4a6c-81c3-89a08d324c76 None None] Port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:17.788838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:17.830081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab18a0-a4e1-42c0-8c63-2d1bc0c629a0 req-a28b068d-7db5-4f7c-a314-b84a20d1d3fd tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:17.831585 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f8ab18a0-a4e1-42c0-8c63-2d1bc0c629a0 req-a28b068d-7db5-4f7c-a314-b84a20d1d3fd tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 931 time: 0.0934305 Oct 20 04:06:17.876760 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f8ab18a0-a4e1-42c0-8c63-2d1bc0c629a0 req-77c2eefc-10fe-425d-84d0-4c00e131c85e tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 Oct 20 04:06:17.912454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8b5de0ea-71ae-43f7-9507-e74af6c3d470 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:06:17.978839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:17.979150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:17.979479 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 Oct 20 04:06:18.124602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:18.135978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:06:18.143221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:18.157081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Transition to ACTIVE for port object 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:06:18.219913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:18.229761 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-7bbf0737-7589-4a6c-81c3-89a08d324c76 None None] Attempt 2 to provision port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e Oct 20 04:06:18.282603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf0737-7589-4a6c-81c3-89a08d324c76 None None] Port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:18.407772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Pushing event updated for resources: {'Port': ['ID=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:18.441528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Attempting to bind port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:06:18.441859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Attempting to bind port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:06:18.442184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Attempting to bind port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e on network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:06:18.446601 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e on network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:06:18.446918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Attempting to bind port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e on network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:06:18.451820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:06:18.452148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Checking segment: {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:06:18.452520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Bound using segment: {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:06:18.452942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Bound port: 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:06:18.453306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:18.538424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] For port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:06:18.541376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] For port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:06:18.610850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:18.645128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:18.645813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:18.647177 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] 10.222.0.26 "PUT /v2.0/ports/4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e HTTP/1.1" status: 200 len: 1093 time: 1.0824740 Oct 20 04:06:18.647666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f60916-139d-4964-86a8-0f948ab1d479', 'tag': '4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:06:18.649982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70766c8-c22e-4b42-8c6b-e2586e7b29c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f60916-139d-4964-86a8-0f948ab1d479", "tag": "4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:06:18.690822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eff812-e611-4c2f-92fa-92a24f0557ba service neutron] Pushing event updated for resources: {'Port': ['ID=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:18.695888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d91c444-0697-4645-b2a3-93cae8385b79 x-openstack-request-id: req-7d91c444-0697-4645-b2a3-93cae8385b79 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:06:18.696289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f60916-139d-4964-86a8-0f948ab1d479", "tag": "4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:06:18.696546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7d91c444-0697-4645-b2a3-93cae8385b79 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:06:18.696939 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d91c444-0697-4645-b2a3-93cae8385b79'] response: {'name': 'network-changed', 'server_uuid': 'b1f60916-139d-4964-86a8-0f948ab1d479', 'tag': '4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e', 'status': 'completed', 'code': 200} Oct 20 04:06:18.784109 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-7bbf0737-7589-4a6c-81c3-89a08d324c76 None None] Attempt 3 to provision port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e Oct 20 04:06:18.800525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70766c8-c22e-4b42-8c6b-e2586e7b29c4 req-e22e8315-435c-4459-8676-7736fac9e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:18.801981 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f70766c8-c22e-4b42-8c6b-e2586e7b29c4 req-e22e8315-435c-4459-8676-7736fac9e5a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b0d6adccad94b92a5a38a998d776aa5&device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 1096 time: 0.0786607 Oct 20 04:06:18.844667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf0737-7589-4a6c-81c3-89a08d324c76 None None] Port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:06:18.944221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70766c8-c22e-4b42-8c6b-e2586e7b29c4 req-cb1f87f4-2955-4984-9623-f24c6eafe7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:18.945757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f70766c8-c22e-4b42-8c6b-e2586e7b29c4 req-cb1f87f4-2955-4984-9623-f24c6eafe7f0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4b0d6adccad94b92a5a38a998d776aa5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1328776 Oct 20 04:06:19.072750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984324c-fb86-4f6b-9e2d-881981a3ed50 req-ef3f74d2-3b60-484c-821e-a2fbd2b4c719 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:19.074151 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0984324c-fb86-4f6b-9e2d-881981a3ed50 req-ef3f74d2-3b60-484c-821e-a2fbd2b4c719 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 943 time: 0.0855010 Oct 20 04:06:19.083494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70766c8-c22e-4b42-8c6b-e2586e7b29c4 req-60c94141-5703-48b4-90ce-43c4ffc927b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:19.084928 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f70766c8-c22e-4b42-8c6b-e2586e7b29c4 req-60c94141-5703-48b4-90ce-43c4ffc927b6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301854 Oct 20 04:06:19.122477 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0984324c-fb86-4f6b-9e2d-881981a3ed50 req-cddb9ede-8755-4ce6-9cc3-adc87e80bb32 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Oct 20 04:06:19.205860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34241df-2370-420b-97b0-f6f3a390d35a req-dbde2d37-ccd3-465f-997c-a607783cae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:19.207337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-dbde2d37-ccd3-465f-997c-a607783cae0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b0d6adccad94b92a5a38a998d776aa5&device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 1096 time: 0.0811510 Oct 20 04:06:19.277568 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-778ac0c0-b78f-406b-885b-6241cf47be4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e HTTP/1.1" status: 200 len: 217 time: 0.0591054 Oct 20 04:06:19.345378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34241df-2370-420b-97b0-f6f3a390d35a req-0ca1721d-919e-4b4b-a18b-f7c47fcfddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:19.346712 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-0ca1721d-919e-4b4b-a18b-f7c47fcfddf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=384f13a3-931c-4a3c-bee3-960884e2953f HTTP/1.1" status: 200 len: 850 time: 0.0605202 Oct 20 04:06:19.431856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34241df-2370-420b-97b0-f6f3a390d35a req-23848899-cce7-4624-98ef-69f747f2f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:19.433399 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-23848899-cce7-4624-98ef-69f747f2f765 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0238d41-0395-45ea-b96d-7dfa2f4bf1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763385 Oct 20 04:06:19.565691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-92c8ae50-7f68-451c-99c9-af0d195a98f1 service neutron] 10.222.0.26 "GET /v2.0/networks/c0238d41-0395-45ea-b96d-7dfa2f4bf1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225390 Oct 20 04:06:19.700053 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a34241df-2370-420b-97b0-f6f3a390d35a req-3d20d18a-8014-4c48-9b4c-fec99d7f9309 service neutron] 10.222.0.26 "GET /v2.0/networks/c0238d41-0395-45ea-b96d-7dfa2f4bf1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243269 Oct 20 04:06:20.326363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072599-cd06-43e5-9f6a-5e9f73a4b6fc req-ce817527-3696-40ac-bd03-99466634362b tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:20.327051 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-82072599-cd06-43e5-9f6a-5e9f73a4b6fc req-ce817527-3696-40ac-bd03-99466634362b tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Synchronizing usage tracker for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:06:20.425035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-82072599-cd06-43e5-9f6a-5e9f73a4b6fc req-ce817527-3696-40ac-bd03-99466634362b tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Unset dirty status for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:06:20.426624 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82072599-cd06-43e5-9f6a-5e9f73a4b6fc req-ce817527-3696-40ac-bd03-99466634362b tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 943 time: 0.1894064 Oct 20 04:06:20.469299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-82072599-cd06-43e5-9f6a-5e9f73a4b6fc req-e2078b76-38ef-492a-bdf9-ad40ae6edb30 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Synchronizing usage tracker for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:06:20.533841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-82072599-cd06-43e5-9f6a-5e9f73a4b6fc req-e2078b76-38ef-492a-bdf9-ad40ae6edb30 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Unset dirty status for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:06:20.535504 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82072599-cd06-43e5-9f6a-5e9f73a4b6fc req-e2078b76-38ef-492a-bdf9-ad40ae6edb30 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032317 Oct 20 04:06:21.732560 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987195-539b-4fb8-aa9e-8453fa37112f req-09c0df4c-0db4-4d77-92f9-103d48a8dd5f tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:21.734304 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-db987195-539b-4fb8-aa9e-8453fa37112f req-09c0df4c-0db4-4d77-92f9-103d48a8dd5f tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 943 time: 0.0858717 Oct 20 04:06:21.776369 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-db987195-539b-4fb8-aa9e-8453fa37112f req-bc104eb0-3dc6-4316-8934-e4508df7faf8 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364323 Oct 20 04:06:22.512311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:06:22.643357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:22.656294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e', 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'port_id': '4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e', 'mac_address': 'fa:16:3e:03:27:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384f13a3-931c-4a3c-bee3-960884e2953f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:06:22.709182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:22.709585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:22.725896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:06:22.741152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:22.836597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:22.906856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:22.914703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.915049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.915425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.915753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.916079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.916403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.916725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.917044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.917397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.917716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.918031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.918344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:22.974579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75699-f5c8-47f8-b3b9-155b902475ef req-9fd55632-26de-4d78-bc1b-e0d4394f5d79 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:22.976006 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d6a75699-f5c8-47f8-b3b9-155b902475ef req-9fd55632-26de-4d78-bc1b-e0d4394f5d79 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 944 time: 0.0902352 Oct 20 04:06:23.114683 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d6a75699-f5c8-47f8-b3b9-155b902475ef req-4a4ec570-6110-4bad-be16-77803fa0a702 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328914 Oct 20 04:06:23.155692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:06:24.323306 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82614369-cc86-4cbd-9c5e-86295b218efd req-32a2332a-865e-42d7-90ef-0697201c1689 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:24.324900 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-82614369-cc86-4cbd-9c5e-86295b218efd req-32a2332a-865e-42d7-90ef-0697201c1689 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 944 time: 0.1025350 Oct 20 04:06:24.368753 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-82614369-cc86-4cbd-9c5e-86295b218efd req-3bad0eb7-8651-4222-8cd8-baf2ff9c6684 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380731 Oct 20 04:06:24.527964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:06:24.648493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:06:24.653631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:24.654028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:24.654365 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e Oct 20 04:06:24.766412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:24.766783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:24.793058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f60916-139d-4964-86a8-0f948ab1d479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:06:24.795276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed80a121-4198-4415-9787-86a9eb9ff9fd" -d '{"events": [{"server_uuid": "b1f60916-139d-4964-86a8-0f948ab1d479", "name": "network-vif-plugged", "status": "completed", "tag": "4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:06:24.802562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:24.837124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff88cf95-db94-4159-a378-72210766f800 x-openstack-request-id: req-ff88cf95-db94-4159-a378-72210766f800 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:06:24.837471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f60916-139d-4964-86a8-0f948ab1d479", "name": "network-vif-plugged", "status": "completed", "tag": "4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:06:24.837732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ff88cf95-db94-4159-a378-72210766f800 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:06:24.838137 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff88cf95-db94-4159-a378-72210766f800'] response: {'server_uuid': 'b1f60916-139d-4964-86a8-0f948ab1d479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e', 'code': 200} Oct 20 04:06:24.865700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:24.932253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:25.194903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf73ca7-a3f2-4969-a161-af05d249d342 req-0a263a25-09f4-4108-bc7a-18ab77ba74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:25.196342 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3cf73ca7-a3f2-4969-a161-af05d249d342 req-0a263a25-09f4-4108-bc7a-18ab77ba74e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 1098 time: 0.0762615 Oct 20 04:06:25.239320 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3cf73ca7-a3f2-4969-a161-af05d249d342 req-2b78aa4b-25ef-476c-8454-38150d8ddb18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334904 Oct 20 04:06:25.561285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca408a-3b27-409d-b6ff-870e2be893aa req-dc30899a-d40b-4965-926d-73cbf7c7c4a6 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:25.562761 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-47ca408a-3b27-409d-b6ff-870e2be893aa req-dc30899a-d40b-4965-926d-73cbf7c7c4a6 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0854928 Oct 20 04:06:25.608458 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-47ca408a-3b27-409d-b6ff-870e2be893aa req-ab30ec0e-d7f7-490d-a3dd-124a29497d35 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394056 Oct 20 04:06:26.684417 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:06:26.809502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94220d-c5a6-40b2-8a1c-75416cfc9888 req-094ec3e2-f2af-4d7e-9a47-a9b129de1a8e tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:26.810989 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd94220d-c5a6-40b2-8a1c-75416cfc9888 req-094ec3e2-f2af-4d7e-9a47-a9b129de1a8e tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0876813 Oct 20 04:06:26.854210 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd94220d-c5a6-40b2-8a1c-75416cfc9888 req-4f77f5f4-4246-4c3c-b54b-56886d032d95 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Oct 20 04:06:27.136277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-25a8ded3-7ded-4215-9906-519daa91ebee tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:27.137699 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-25a8ded3-7ded-4215-9906-519daa91ebee tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/networks?id=c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 HTTP/1.1" status: 200 len: 811 time: 0.1406064 Oct 20 04:06:27.151564 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-bcf528e4-ba6a-42b0-812f-f030d093d63b tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/quotas/4b0d6adccad94b92a5a38a998d776aa5 HTTP/1.1" status: 200 len: 375 time: 0.0085125 Oct 20 04:06:27.240034 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e8c31e9-f8b8-4c7d-8d0d-878a5b529a84 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=4b0d6adccad94b92a5a38a998d776aa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836229 Oct 20 04:06:27.367684 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-5252b0fb-dced-4864-aaeb-63bcd20aa723 service neutron] 10.222.0.33 "GET /v2.0/networks/c0238d41-0395-45ea-b96d-7dfa2f4bf1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212933 Oct 20 04:06:27.601285 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-a7d3879f-5ba1-4f26-918f-272c143bce72 service neutron] 10.222.0.33 "GET /v2.0/networks/c0238d41-0395-45ea-b96d-7dfa2f4bf1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276173 Oct 20 04:06:27.841888 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dc44c40b-b666-429c-aa87-4d1d3112ca99 req-c58b774a-a72d-40be-924b-2fc844dba07d tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 210 time: 0.0513616 Oct 20 04:06:29.013574 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bab85953-f832-47f7-b4e6-2c82fe34e999 req-0d620f21-ae11-415b-a474-23724c034807 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 210 time: 0.0537934 Oct 20 04:06:29.636089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-62c4e1d2-b61a-4164-954c-5988fc1f7146 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:29.637912 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-62c4e1d2-b61a-4164-954c-5988fc1f7146 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.26 "GET /v2.0/networks?id=c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 HTTP/1.1" status: 200 len: 811 time: 0.1477890 Oct 20 04:06:29.653356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Request body: {'port': {'device_id': '57521814-f9bd-462a-8ea5-368f44156e34', 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'admin_state_up': True, 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:06:29.786521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:06:29.796003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:06:29.844207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Made reservation on behalf of 4b0d6adccad94b92a5a38a998d776aa5 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:06:29.847699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:30.009849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Allocated IP 172.20.0.12 (c0238d41-0395-45ea-b96d-7dfa2f4bf1c0/384f13a3-931c-4a3c-bee3-960884e2953f/a4074dba-3f61-44d2-ba5e-db4048aed15e) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:06:30.191855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e28080a8-85ed-41a7-9b53-d50ff5262979 req-9066fad9-47ec-4c51-8c8e-8fda9fda8de8 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 210 time: 0.0601268 Oct 20 04:06:30.258090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:30.273210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Transition to ACTIVE for port object a4074dba-3f61-44d2-ba5e-db4048aed15e will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:06:30.375848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:30.388112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:06:30.446844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:06:30.449647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:06:30.453384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:06:30.487251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Pushing event updated for resources: {'Port': ['ID=a4074dba-3f61-44d2-ba5e-db4048aed15e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:30.522106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:30.522882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:30.638077 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e54fda72-b035-485d-97a0-0088152955d1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9884911 Oct 20 04:06:30.653000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Request body: {'port': {'device_id': '57521814-f9bd-462a-8ea5-368f44156e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:06:30.763318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:30.786283 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cc24fb39-e865-4c4f-91b5-e9747e8168ba None None] Provisioning for port a4074dba-3f61-44d2-ba5e-db4048aed15e completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:06:30.791458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cc24fb39-e865-4c4f-91b5-e9747e8168ba None None] Provisioning complete for port a4074dba-3f61-44d2-ba5e-db4048aed15e triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:30.791951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cc24fb39-e865-4c4f-91b5-e9747e8168ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:30.792287 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cc24fb39-e865-4c4f-91b5-e9747e8168ba None None] Attempt 1 to provision port a4074dba-3f61-44d2-ba5e-db4048aed15e Oct 20 04:06:30.846784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cc24fb39-e865-4c4f-91b5-e9747e8168ba None None] Port a4074dba-3f61-44d2-ba5e-db4048aed15e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:31.094149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4074dba-3f61-44d2-ba5e-db4048aed15e {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:06:31.101142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:31.114935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Transition to ACTIVE for port object a4074dba-3f61-44d2-ba5e-db4048aed15e will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:06:31.202024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:31.348550 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cc24fb39-e865-4c4f-91b5-e9747e8168ba None None] Attempt 2 to provision port a4074dba-3f61-44d2-ba5e-db4048aed15e Oct 20 04:06:31.395271 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87f43f-efe2-4fcf-9548-068e7458f05f req-da5cb541-8b24-4c31-a648-a3e208e6b176 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:31.397221 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5b87f43f-efe2-4fcf-9548-068e7458f05f req-da5cb541-8b24-4c31-a648-a3e208e6b176 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 944 time: 0.0928922 Oct 20 04:06:31.403751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cc24fb39-e865-4c4f-91b5-e9747e8168ba None None] Port a4074dba-3f61-44d2-ba5e-db4048aed15e cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:06:31.442797 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5b87f43f-efe2-4fcf-9548-068e7458f05f req-14339bdd-5ebe-4b83-8df6-500c63f071e5 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Oct 20 04:06:31.491743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Pushing event updated for resources: {'Port': ['ID=a4074dba-3f61-44d2-ba5e-db4048aed15e,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:31.525296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Attempting to bind port a4074dba-3f61-44d2-ba5e-db4048aed15e on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:06:31.525618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Attempting to bind port a4074dba-3f61-44d2-ba5e-db4048aed15e by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:06:31.525942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Attempting to bind port a4074dba-3f61-44d2-ba5e-db4048aed15e on network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:06:31.530458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Port a4074dba-3f61-44d2-ba5e-db4048aed15e on network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:06:31.530776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Attempting to bind port a4074dba-3f61-44d2-ba5e-db4048aed15e on network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:06:31.535687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:06:31.536019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Checking segment: {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:06:31.536399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Bound using segment: {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:06:31.536821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Bound port: a4074dba-3f61-44d2-ba5e-db4048aed15e, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff59858-a62f-450d-8773-2bf09d49c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:06:31.537159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:31.625420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] For port a4074dba-3f61-44d2-ba5e-db4048aed15e, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:06:31.629020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] For port a4074dba-3f61-44d2-ba5e-db4048aed15e, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a4074dba-3f61-44d2-ba5e-db4048aed15e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:06:31.688663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:31.719355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:31.720054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:31.721423 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4074dba-3f61-44d2-ba5e-db4048aed15e HTTP/1.1" status: 200 len: 1094 time: 1.0730658 Oct 20 04:06:31.721904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57521814-f9bd-462a-8ea5-368f44156e34', 'tag': 'a4074dba-3f61-44d2-ba5e-db4048aed15e'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:06:31.724656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beb8b9c-2c46-4c67-9bfa-280aa7364cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "57521814-f9bd-462a-8ea5-368f44156e34", "tag": "a4074dba-3f61-44d2-ba5e-db4048aed15e"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:06:31.765038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2daea1-73c4-4875-980f-874e181cca66 service neutron] Pushing event updated for resources: {'Port': ['ID=a4074dba-3f61-44d2-ba5e-db4048aed15e,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:31.770720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a0cf18-50ce-4c92-847b-6b4e024a1beb x-openstack-request-id: req-d6a0cf18-50ce-4c92-847b-6b4e024a1beb {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:06:31.771012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57521814-f9bd-462a-8ea5-368f44156e34", "tag": "a4074dba-3f61-44d2-ba5e-db4048aed15e", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:06:31.771325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d6a0cf18-50ce-4c92-847b-6b4e024a1beb {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:06:31.771726 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a0cf18-50ce-4c92-847b-6b4e024a1beb'] response: {'name': 'network-changed', 'server_uuid': '57521814-f9bd-462a-8ea5-368f44156e34', 'tag': 'a4074dba-3f61-44d2-ba5e-db4048aed15e', 'status': 'completed', 'code': 200} Oct 20 04:06:31.869973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8b9c-2c46-4c67-9bfa-280aa7364cb7 req-ec8faea9-8d38-4247-8a16-d4add2bd1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:31.871445 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1beb8b9c-2c46-4c67-9bfa-280aa7364cb7 req-ec8faea9-8d38-4247-8a16-d4add2bd1b29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b0d6adccad94b92a5a38a998d776aa5&device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 1097 time: 0.0815217 Oct 20 04:06:31.905197 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cc24fb39-e865-4c4f-91b5-e9747e8168ba None None] Attempt 3 to provision port a4074dba-3f61-44d2-ba5e-db4048aed15e Oct 20 04:06:31.963109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cc24fb39-e865-4c4f-91b5-e9747e8168ba None None] Port a4074dba-3f61-44d2-ba5e-db4048aed15e had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:06:32.008330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8b9c-2c46-4c67-9bfa-280aa7364cb7 req-f312b6b5-7ca9-44fb-9480-dd92fba8dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:32.009799 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1beb8b9c-2c46-4c67-9bfa-280aa7364cb7 req-f312b6b5-7ca9-44fb-9480-dd92fba8dcb4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4b0d6adccad94b92a5a38a998d776aa5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1318133 Oct 20 04:06:32.141421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8b9c-2c46-4c67-9bfa-280aa7364cb7 req-4f595cf9-8563-4422-ac56-832434c59da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:32.142867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1beb8b9c-2c46-4c67-9bfa-280aa7364cb7 req-4f595cf9-8563-4422-ac56-832434c59da1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269467 Oct 20 04:06:32.251843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e8eef74c-6f06-43b4-8ede-ed2f2e31df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:32.253200 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-e8eef74c-6f06-43b4-8ede-ed2f2e31df9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b0d6adccad94b92a5a38a998d776aa5&device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 1097 time: 0.0764501 Oct 20 04:06:32.325041 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-26078b31-c948-4bc7-ae98-6af0d2cc1902 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4074dba-3f61-44d2-ba5e-db4048aed15e HTTP/1.1" status: 200 len: 217 time: 0.0617597 Oct 20 04:06:32.385497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-26a0929d-96fb-4b39-afe0-eee57629bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:32.386849 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-26a0929d-96fb-4b39-afe0-eee57629bf82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=384f13a3-931c-4a3c-bee3-960884e2953f HTTP/1.1" status: 200 len: 850 time: 0.0557690 Oct 20 04:06:32.469050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-dbbbdc4a-cab9-41d6-ad92-518f3c7a093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:32.470500 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-dbbbdc4a-cab9-41d6-ad92-518f3c7a093b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0238d41-0395-45ea-b96d-7dfa2f4bf1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778103 Oct 20 04:06:32.618690 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-637a3d5a-80a1-4a89-bb01-4aba9e066186 service neutron] 10.222.0.26 "GET /v2.0/networks/c0238d41-0395-45ea-b96d-7dfa2f4bf1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299086 Oct 20 04:06:32.641788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3e85-7c2c-4515-8d8a-accdbb7c9c5d req-22949129-d8c3-45fb-9e6c-e5a02e88af86 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:32.643333 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4dac3e85-7c2c-4515-8d8a-accdbb7c9c5d req-22949129-d8c3-45fb-9e6c-e5a02e88af86 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 944 time: 0.0917385 Oct 20 04:06:32.687804 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4dac3e85-7c2c-4515-8d8a-accdbb7c9c5d req-7ee82f32-ead5-4644-a81d-ff62a7cd16e2 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Oct 20 04:06:32.748652 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b793b13-5900-4aba-96c9-7d92ba2a3c7c req-dc91454c-f8c7-4b34-9e5c-c23a07102c43 service neutron] 10.222.0.26 "GET /v2.0/networks/c0238d41-0395-45ea-b96d-7dfa2f4bf1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230695 Oct 20 04:06:33.882702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423889e4-ce91-4c48-b16e-2a2f42ad8589 req-9c1320fd-2e09-409d-9b75-8345cce14345 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:33.883388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-423889e4-ce91-4c48-b16e-2a2f42ad8589 req-9c1320fd-2e09-409d-9b75-8345cce14345 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Synchronizing usage tracker for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:06:33.969889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-423889e4-ce91-4c48-b16e-2a2f42ad8589 req-9c1320fd-2e09-409d-9b75-8345cce14345 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Unset dirty status for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:06:33.970948 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-423889e4-ce91-4c48-b16e-2a2f42ad8589 req-9c1320fd-2e09-409d-9b75-8345cce14345 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 944 time: 0.1713576 Oct 20 04:06:34.014027 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-423889e4-ce91-4c48-b16e-2a2f42ad8589 req-23b82a30-ec7a-4f5f-89ba-b597d7438845 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Oct 20 04:06:34.610478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a4074dba-3f61-44d2-ba5e-db4048aed15e details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:06:34.739368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port a4074dba-3f61-44d2-ba5e-db4048aed15e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a4074dba-3f61-44d2-ba5e-db4048aed15e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:34.751743 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'a4074dba-3f61-44d2-ba5e-db4048aed15e', 'network_id': 'c0238d41-0395-45ea-b96d-7dfa2f4bf1c0', 'port_id': 'a4074dba-3f61-44d2-ba5e-db4048aed15e', 'mac_address': 'fa:16:3e:e9:69:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384f13a3-931c-4a3c-bee3-960884e2953f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:06:34.807404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port a4074dba-3f61-44d2-ba5e-db4048aed15e is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:34.807800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:34.824054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4074dba-3f61-44d2-ba5e-db4048aed15e {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:06:34.838960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port a4074dba-3f61-44d2-ba5e-db4048aed15e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a4074dba-3f61-44d2-ba5e-db4048aed15e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:34.939305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:35.003931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=a4074dba-3f61-44d2-ba5e-db4048aed15e,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:35.168260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['a4074dba-3f61-44d2-ba5e-db4048aed15e'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:06:35.212160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918ece-f8be-427c-bb01-7afba1284756 req-fd9f350f-95f0-48e1-b74c-a4f99a533f56 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:35.213587 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ca918ece-f8be-427c-bb01-7afba1284756 req-fd9f350f-95f0-48e1-b74c-a4f99a533f56 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 945 time: 0.0877235 Oct 20 04:06:35.260542 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ca918ece-f8be-427c-bb01-7afba1284756 req-cd8dc447-8dc1-4449-9de7-3578faf6c806 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Oct 20 04:06:36.460759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3f22c-2d0f-4c09-8bb1-859552ddf221 req-c8ed2805-a01b-4621-991d-db5385f01d89 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:36.462219 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fca3f22c-2d0f-4c09-8bb1-859552ddf221 req-c8ed2805-a01b-4621-991d-db5385f01d89 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 945 time: 0.0894959 Oct 20 04:06:36.505487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fca3f22c-2d0f-4c09-8bb1-859552ddf221 req-d3dbb9a8-e4d7-47cf-a453-6161e15a6abc tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377078 Oct 20 04:06:36.650111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a4074dba-3f61-44d2-ba5e-db4048aed15e up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:06:36.769420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port a4074dba-3f61-44d2-ba5e-db4048aed15e completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:06:36.774082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port a4074dba-3f61-44d2-ba5e-db4048aed15e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:06:36.774564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:36.774928 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port a4074dba-3f61-44d2-ba5e-db4048aed15e Oct 20 04:06:36.909790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port a4074dba-3f61-44d2-ba5e-db4048aed15e is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:06:36.910079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:36.935300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57521814-f9bd-462a-8ea5-368f44156e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4074dba-3f61-44d2-ba5e-db4048aed15e'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:06:36.937553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2724121c-1811-4817-a297-0ec28baed75c" -d '{"events": [{"server_uuid": "57521814-f9bd-462a-8ea5-368f44156e34", "name": "network-vif-plugged", "status": "completed", "tag": "a4074dba-3f61-44d2-ba5e-db4048aed15e"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:06:36.945705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port a4074dba-3f61-44d2-ba5e-db4048aed15e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a4074dba-3f61-44d2-ba5e-db4048aed15e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:36.979118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64db40b8-5122-411c-bc7c-837811f86050 x-openstack-request-id: req-64db40b8-5122-411c-bc7c-837811f86050 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:06:36.979422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57521814-f9bd-462a-8ea5-368f44156e34", "name": "network-vif-plugged", "status": "completed", "tag": "a4074dba-3f61-44d2-ba5e-db4048aed15e", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:06:36.979672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-64db40b8-5122-411c-bc7c-837811f86050 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:06:36.980051 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64db40b8-5122-411c-bc7c-837811f86050'] response: {'server_uuid': '57521814-f9bd-462a-8ea5-368f44156e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4074dba-3f61-44d2-ba5e-db4048aed15e', 'code': 200} Oct 20 04:06:37.032601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:37.099714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=a4074dba-3f61-44d2-ba5e-db4048aed15e,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:37.371518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedfd90-7f3b-414e-bfd7-458069c83cd2 req-fea8db9f-6573-42c4-be30-96cc433befbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:37.372997 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdedfd90-7f3b-414e-bfd7-458069c83cd2 req-fea8db9f-6573-42c4-be30-96cc433befbc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 1099 time: 0.0780911 Oct 20 04:06:37.515097 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cdedfd90-7f3b-414e-bfd7-458069c83cd2 req-cd48073a-daa6-40cf-8125-4acd1490a312 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356192 Oct 20 04:06:37.701855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34c2b8-b30c-4fc8-ba14-f31c38a62299 req-5ff0fd6a-296b-4a49-9549-95bce2936c1f tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:37.703288 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6a34c2b8-b30c-4fc8-ba14-f31c38a62299 req-5ff0fd6a-296b-4a49-9549-95bce2936c1f tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 946 time: 0.0849009 Oct 20 04:06:37.748156 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6a34c2b8-b30c-4fc8-ba14-f31c38a62299 req-f7c5ca9e-8995-4690-8e73-b3e84ac735b9 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 Oct 20 04:06:38.948088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb113d32-db0f-48c8-ad17-e2ef5df64576 req-d8a13c0e-f435-4f26-8910-56cc0f2654c6 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:38.949470 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cb113d32-db0f-48c8-ad17-e2ef5df64576 req-d8a13c0e-f435-4f26-8910-56cc0f2654c6 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 946 time: 0.0863712 Oct 20 04:06:38.992532 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cb113d32-db0f-48c8-ad17-e2ef5df64576 req-39708c09-3fba-466b-aaca-3f57b110a2a1 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374780 Oct 20 04:06:39.565441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ccf2-65ce-49ec-9d4c-3992bb95853a req-ff2d7e8e-9a48-4b90-8f36-3ffc36f23c76 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:39.567474 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1357ccf2-65ce-49ec-9d4c-3992bb95853a req-ff2d7e8e-9a48-4b90-8f36-3ffc36f23c76 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 946 time: 0.0890336 Oct 20 04:06:39.609991 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1357ccf2-65ce-49ec-9d4c-3992bb95853a req-63b6ff05-c80b-4b73-a8b5-ada183b301ec tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369763 Oct 20 04:06:39.838395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c40e1be6-17bd-4f0f-8310-719bea0a94dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:40.815720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf11f49-c559-4699-9772-79d4c557c6d9 req-da7d5b01-df13-4f8f-afe6-cf372b611078 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:40.817150 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dcf11f49-c559-4699-9772-79d4c557c6d9 req-da7d5b01-df13-4f8f-afe6-cf372b611078 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 946 time: 0.0851212 Oct 20 04:06:40.914659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dcf11f49-c559-4699-9772-79d4c557c6d9 req-3808ebd4-59b5-41b8-8e14-3efe10f2c31c tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 Oct 20 04:06:40.937040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a006f-3255-4192-8f37-58eda776c545 req-c77c8398-7198-4192-b27f-e1e88dfb635d tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:40.938546 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a18a006f-3255-4192-8f37-58eda776c545 req-c77c8398-7198-4192-b27f-e1e88dfb635d tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.26 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 946 time: 0.1176624 Oct 20 04:06:41.009631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-a18a006f-3255-4192-8f37-58eda776c545 req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Deleting port a4074dba-3f61-44d2-ba5e-db4048aed15e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:41.009966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a18a006f-3255-4192-8f37-58eda776c545 req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:41.247013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-a18a006f-3255-4192-8f37-58eda776c545 req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] For port a4074dba-3f61-44d2-ba5e-db4048aed15e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a4074dba-3f61-44d2-ba5e-db4048aed15e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:41.247290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a18a006f-3255-4192-8f37-58eda776c545 req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:41.367415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-a18a006f-3255-4192-8f37-58eda776c545 req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Calling delete_port for a4074dba-3f61-44d2-ba5e-db4048aed15e owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:41.563484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a18a006f-3255-4192-8f37-58eda776c545 req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:41.575471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e', 'a4074dba-3f61-44d2-ba5e-db4048aed15e'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:06:41.615849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Pushing event deleted for resources: {'Port': ['ID=a4074dba-3f61-44d2-ba5e-db4048aed15e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:41.712793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18a006f-3255-4192-8f37-58eda776c545 req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] No DVR routers for this DVR port a4074dba-3f61-44d2-ba5e-db4048aed15e on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:06:41.715478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a18a006f-3255-4192-8f37-58eda776c545 req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:41.718948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57521814-f9bd-462a-8ea5-368f44156e34', 'name': 'network-vif-deleted', 'tag': 'a4074dba-3f61-44d2-ba5e-db4048aed15e'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:06:41.721382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f3624f-6f01-4822-9662-bd0820c5ad00" -d '{"events": [{"server_uuid": "57521814-f9bd-462a-8ea5-368f44156e34", "name": "network-vif-deleted", "tag": "a4074dba-3f61-44d2-ba5e-db4048aed15e"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:06:41.766953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08e5872-021c-4259-b1c2-3f4a23fb274d x-openstack-request-id: req-d08e5872-021c-4259-b1c2-3f4a23fb274d {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:06:41.767349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57521814-f9bd-462a-8ea5-368f44156e34", "name": "network-vif-deleted", "tag": "a4074dba-3f61-44d2-ba5e-db4048aed15e", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:06:41.767702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d08e5872-021c-4259-b1c2-3f4a23fb274d {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:06:41.768215 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08e5872-021c-4259-b1c2-3f4a23fb274d'] response: {'server_uuid': '57521814-f9bd-462a-8ea5-368f44156e34', 'name': 'network-vif-deleted', 'tag': 'a4074dba-3f61-44d2-ba5e-db4048aed15e', 'status': 'completed', 'code': 200} Oct 20 04:06:41.816679 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a18a006f-3255-4192-8f37-58eda776c545 req-4014fd75-3ef4-48af-85da-38db98b6f707 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.26 "DELETE /v2.0/ports/a4074dba-3f61-44d2-ba5e-db4048aed15e HTTP/1.1" status: 204 len: 173 time: 0.8694234 Oct 20 04:06:42.077430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-0a02de51-6d57-4145-b792-c32f60460db1 req-e906ae17-ddaa-4d9e-8d58-9149be2ab09b tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Synchronizing usage tracker for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:06:42.164156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-0a02de51-6d57-4145-b792-c32f60460db1 req-e906ae17-ddaa-4d9e-8d58-9149be2ab09b tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Unset dirty status for tenant:4b0d6adccad94b92a5a38a998d776aa5 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:06:42.165359 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0a02de51-6d57-4145-b792-c32f60460db1 req-e906ae17-ddaa-4d9e-8d58-9149be2ab09b tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=57521814-f9bd-462a-8ea5-368f44156e34 HTTP/1.1" status: 200 len: 210 time: 0.1401315 Oct 20 04:06:42.341371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7d5aab4e-144e-46ce-9818-3f564dd94581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:43.431617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bc96e-11ba-4bf7-9526-37dcb51cf762 req-e73f3d23-2030-48bc-8bef-dbd43ead7019 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:43.433060 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d9bc96e-11ba-4bf7-9526-37dcb51cf762 req-e73f3d23-2030-48bc-8bef-dbd43ead7019 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0856879 Oct 20 04:06:43.466871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:43.476705 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3d9bc96e-11ba-4bf7-9526-37dcb51cf762 req-4bb0df9b-4eed-4da0-b9c9-a59844cce296 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378058 Oct 20 04:06:43.564002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:43.692329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c415d-5479-4fa3-bf4b-40869372c04f req-5c70a38c-871e-476d-a2e9-e3560e0e475d tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:43.693781 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f06c415d-5479-4fa3-bf4b-40869372c04f req-5c70a38c-871e-476d-a2e9-e3560e0e475d tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0898120 Oct 20 04:06:43.736540 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f06c415d-5479-4fa3-bf4b-40869372c04f req-79bd4e33-33b9-4705-b015-375c4b1e9445 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370340 Oct 20 04:06:43.937762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedd751-155b-4b3b-9c92-ab28e447d8bc req-31177ae3-9ca8-4b91-aaf7-b4ce6ff23458 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:43.939214 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1eedd751-155b-4b3b-9c92-ab28e447d8bc req-31177ae3-9ca8-4b91-aaf7-b4ce6ff23458 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0862861 Oct 20 04:06:43.985357 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1eedd751-155b-4b3b-9c92-ab28e447d8bc req-584f3e4d-ba58-4779-a1f0-7bd609aec61f tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Oct 20 04:06:44.279849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2a05e-72a6-4144-bbbc-705300a2416a req-9657ad6e-80ee-41c1-af3f-71d657023010 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:44.281222 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-71a2a05e-72a6-4144-bbbc-705300a2416a req-9657ad6e-80ee-41c1-af3f-71d657023010 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0867834 Oct 20 04:06:44.324370 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-71a2a05e-72a6-4144-bbbc-705300a2416a req-7c603bab-5236-4664-b952-8cedee302aef tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Oct 20 04:06:44.520737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d1ae5-a35c-4075-a3e1-05b1421d4f4f req-6785c4a2-0ee6-48b3-887c-f2cb40ac4570 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:44.522186 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b23d1ae5-a35c-4075-a3e1-05b1421d4f4f req-6785c4a2-0ee6-48b3-887c-f2cb40ac4570 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0858021 Oct 20 04:06:44.567499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b23d1ae5-a35c-4075-a3e1-05b1421d4f4f req-b2a71c5e-9edd-42dc-923b-dc8e67105e5b tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Oct 20 04:06:44.669490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a4074dba-3f61-44d2-ba5e-db4048aed15e no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:06:44.703964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: a4074dba-3f61-44d2-ba5e-db4048aed15e {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:06:44.704309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a4074dba-3f61-44d2-ba5e-db4048aed15e not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:06:44.773332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4958de-a915-4dbf-9549-e70055feb8c1 req-db0b1c74-fc55-4114-85a4-dfb793b01f20 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:44.774757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf4958de-a915-4dbf-9549-e70055feb8c1 req-db0b1c74-fc55-4114-85a4-dfb793b01f20 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0887997 Oct 20 04:06:44.817331 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf4958de-a915-4dbf-9549-e70055feb8c1 req-e017628d-7bc8-46e5-97c2-a9e9ad5673a7 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369637 Oct 20 04:06:44.918594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:45.549570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5817ec-698b-4687-ab04-7d66e70550a6 req-8b1ca0fe-7742-40a6-8697-02a3c54f5f8e tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:45.551565 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5a5817ec-698b-4687-ab04-7d66e70550a6 req-8b1ca0fe-7742-40a6-8697-02a3c54f5f8e tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0904386 Oct 20 04:06:45.594041 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5a5817ec-698b-4687-ab04-7d66e70550a6 req-8923370d-a06f-4ad5-913f-8ead601d6ce6 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369248 Oct 20 04:06:46.802252 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e889e45-e43c-4144-83e5-db08bfe9f5a0 req-b421f68f-c679-48e6-8c1d-d3ebabf5e791 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:46.803708 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3e889e45-e43c-4144-83e5-db08bfe9f5a0 req-b421f68f-c679-48e6-8c1d-d3ebabf5e791 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0952051 Oct 20 04:06:46.846494 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3e889e45-e43c-4144-83e5-db08bfe9f5a0 req-c1a7c261-e9a0-4733-9a7a-d97d6e4e68d2 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/security-groups?id=398ddbca-3cff-4d09-bcc8-ab17f5bed548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Oct 20 04:06:46.919603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-5ddc039d-e0c0-4a8a-b117-f240a1750182 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:46.920917 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-5ddc039d-e0c0-4a8a-b117-f240a1750182 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 945 time: 0.0848458 Oct 20 04:06:47.082222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Deleting port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:47.082559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:47.321977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] For port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:47.322253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:47.403821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:47.443134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Calling delete_port for 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:47.661396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:47.676262 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:06:47.711529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Pushing event deleted for resources: {'Port': ['ID=4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:47.800617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] No DVR routers for this DVR port 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:06:47.803129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:47.805844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f60916-139d-4964-86a8-0f948ab1d479', 'name': 'network-vif-deleted', 'tag': '4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:06:47.808152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218e00bc-40b7-4985-a69e-dec3f1b2c1ff" -d '{"events": [{"server_uuid": "b1f60916-139d-4964-86a8-0f948ab1d479", "name": "network-vif-deleted", "tag": "4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:06:47.858338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2233c3-d278-4ecb-af8e-054b014d0d1b x-openstack-request-id: req-1f2233c3-d278-4ecb-af8e-054b014d0d1b {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:06:47.858338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f60916-139d-4964-86a8-0f948ab1d479", "name": "network-vif-deleted", "tag": "4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:06:47.858338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1f2233c3-d278-4ecb-af8e-054b014d0d1b {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:06:47.858743 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2233c3-d278-4ecb-af8e-054b014d0d1b'] response: {'server_uuid': 'b1f60916-139d-4964-86a8-0f948ab1d479', 'name': 'network-vif-deleted', 'tag': '4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e', 'status': 'completed', 'code': 200} Oct 20 04:06:47.878903 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6e13e284-5c65-4a2f-b0f7-70accd0409b9 req-19923d04-6a67-465b-b692-8761009eabfa tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.26 "DELETE /v2.0/ports/4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e HTTP/1.1" status: 204 len: 173 time: 0.9516127 Oct 20 04:06:48.008716 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a0dc1f9d-0157-48f9-837b-08d2298e17df req-5f438568-24b4-43fc-8972-db3b46a1b406 tempest-ServersNegativeTestJSON-869760135 tempest-ServersNegativeTestJSON-869760135-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1f60916-139d-4964-86a8-0f948ab1d479 HTTP/1.1" status: 200 len: 210 time: 0.0495739 Oct 20 04:06:49.106762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45004) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:49.626365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:50.077113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Deleting port 8b5de0ea-71ae-43f7-9507-e74af6c3d470 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:50.077475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:50.244279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] For port 8b5de0ea-71ae-43f7-9507-e74af6c3d470, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=8b5de0ea-71ae-43f7-9507-e74af6c3d470,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:50.244967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:50.369388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Calling delete_port for 8b5de0ea-71ae-43f7-9507-e74af6c3d470 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:50.598636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:50.644761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5de0ea-71ae-43f7-9507-e74af6c3d470,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:50.700631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:06:50.736076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:06:50.736419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 4a8ca0fe-a1ad-4b07-8508-bd2b4b3ccd5e not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:06:50.910881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:51.254483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Router 8b774472-f053-4de8-b908-019827aae516 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:06:51.528317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:06:51.537207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] Sync routers for ids ['8b774472-f053-4de8-b908-019827aae516'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:06:51.540695 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9912d62d-d04f-46c7-9c53-aa77617bddf5 admin admin] 10.222.0.33 "PUT /v2.0/routers/8b774472-f053-4de8-b908-019827aae516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4328833 Oct 20 04:06:51.543112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45008) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:51.546513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] Routers {'8b774472-f053-4de8-b908-019827aae516'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:06:51.547129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:06:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8b774472-f053-4de8-b908-019827aae516'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:51.726064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:51.726947 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] Set router 8b774472-f053-4de8-b908-019827aae516 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:06:51.904656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:52.005330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b774472-f053-4de8-b908-019827aae516', 'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:06:07Z', 'updated_at': '2022-10-20T04:06:50Z', 'revision_number': 5, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'gw_port': {'id': '1a73aa7b-dcab-4c25-8442-83d3d678511a', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b774472-f053-4de8-b908-019827aae516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:06:08Z', 'updated_at': '2022-10-20T04:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:52.009146 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] Checking router: 8b774472-f053-4de8-b908-019827aae516 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:06:52.017202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] Routers {'8b774472-f053-4de8-b908-019827aae516'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:06:52.018035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:06:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8b774472-f053-4de8-b908-019827aae516'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:52.020788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Deleting port 1a73aa7b-dcab-4c25-8442-83d3d678511a {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:52.021163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:52.166293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] Set router 8b774472-f053-4de8-b908-019827aae516 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:06:52.190982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] For port 1a73aa7b-dcab-4c25-8442-83d3d678511a, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1a73aa7b-dcab-4c25-8442-83d3d678511a,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:52.191340 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:52.269256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b774472-f053-4de8-b908-019827aae516', 'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:06:07Z', 'updated_at': '2022-10-20T04:06:51Z', 'revision_number': 6, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:52.273149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a6c5a-4f0f-49ad-bad4-0e08f3695736 None None] The sync data for ids ['8b774472-f053-4de8-b908-019827aae516'] in dv-neutron-861845-1-hyperv is: [{'id': '8b774472-f053-4de8-b908-019827aae516', 'name': 'tempest-ServersNegativeTestJSON-6978670-router', 'tenant_id': '4b0d6adccad94b92a5a38a998d776aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:06:07Z', 'updated_at': '2022-10-20T04:06:51Z', 'revision_number': 6, 'project_id': '4b0d6adccad94b92a5a38a998d776aa5', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:06:52.311589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Calling delete_port for 1a73aa7b-dcab-4c25-8442-83d3d678511a owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:52.558279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:52.606426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a73aa7b-dcab-4c25-8442-83d3d678511a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:52.648436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.649204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.649204 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.649577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.649801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.650131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.650461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.650787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.651108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.651432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.651754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.652068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:06:52.716570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:52.992396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:52.994467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.072646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.073186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b774472-f053-4de8-b908-019827aae516 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:06:53.086241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.087434 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4d9ecb42-c703-41fa-a47c-1a096dd962f4 admin admin] 10.222.0.33 "DELETE /v2.0/routers/8b774472-f053-4de8-b908-019827aae516 HTTP/1.1" status: 204 len: 168 time: 1.5434108 Oct 20 04:06:53.089894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45012) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:53.150420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aa9316-38c8-4fa2-902c-1d60d3668798 admin admin] Deleting subnet 384f13a3-931c-4a3c-bee3-960884e2953f {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:06:53.153616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9316-38c8-4fa2-902c-1d60d3668798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.201397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9316-38c8-4fa2-902c-1d60d3668798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.282899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9316-38c8-4fa2-902c-1d60d3668798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.471156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9316-38c8-4fa2-902c-1d60d3668798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.510177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa9316-38c8-4fa2-902c-1d60d3668798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384f13a3-931c-4a3c-bee3-960884e2953f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:53.514944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9316-38c8-4fa2-902c-1d60d3668798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.519978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e137a0-11d3-40cc-b211-7eec4ce1bc45 None None] Network c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:06:53.521733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b8aa9316-38c8-4fa2-902c-1d60d3668798 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/384f13a3-931c-4a3c-bee3-960884e2953f HTTP/1.1" status: 204 len: 168 time: 0.4309018 Oct 20 04:06:53.524173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45016) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:53.640550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.651069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Deleting port 1cf37462-7a77-4844-958a-d61f7a5c28cb {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:53.651403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.804343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] DHCP port deletion for c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:06:53.808623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] Deleting port 1cf37462-7a77-4844-958a-d61f7a5c28cb {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:53.808995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.858640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] For port 1cf37462-7a77-4844-958a-d61f7a5c28cb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1cf37462-7a77-4844-958a-d61f7a5c28cb,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:53.858996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:53.931587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1cf37462-7a77-4844-958a-d61f7a5c28cb no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:06:53.984169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Calling delete_port for 1cf37462-7a77-4844-958a-d61f7a5c28cb owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:54.059117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] For port 1cf37462-7a77-4844-958a-d61f7a5c28cb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1cf37462-7a77-4844-958a-d61f7a5c28cb,segment=NetworkSegment(cff59858-a62f-450d-8773-2bf09d49c44d),segment_id=cff59858-a62f-450d-8773-2bf09d49c44d)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:06:54.059399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:54.118139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:54.168584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf37462-7a77-4844-958a-d61f7a5c28cb,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:54.170390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] No DVR routers for this DVR port 1cf37462-7a77-4844-958a-d61f7a5c28cb on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:06:54.176238 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No ports have port_id starting with 1cf37462-7a77-4844-958a-d61f7a5c28cb Oct 20 04:06:54.182733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] Calling delete_port for 1cf37462-7a77-4844-958a-d61f7a5c28cb owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:06:54.210073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a73aa7b-dcab-4c25-8442-83d3d678511a no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:06:54.255735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1a73aa7b-dcab-4c25-8442-83d3d678511a {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:06:54.256083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1a73aa7b-dcab-4c25-8442-83d3d678511a not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:06:54.256498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8b5de0ea-71ae-43f7-9507-e74af6c3d470 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:06:54.284066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:54.291575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 8b5de0ea-71ae-43f7-9507-e74af6c3d470 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:06:54.292045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 8b5de0ea-71ae-43f7-9507-e74af6c3d470 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:06:54.308714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0238d41-0395-45ea-b96d-7dfa2f4bf1c0']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:06:54.319698 dv-neutron-861845-1-hyperv neutron-server[90077]: util.warn( Oct 20 04:06:54.323244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff59858-a62f-450d-8773-2bf09d49c44d') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:54.323244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff59858-a62f-450d-8773-2bf09d49c44d') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:06:54.325295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:06:54.325660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:06:54.332978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:54.348045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:54.353903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:06:54.354284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:54.418375 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment cff59858-a62f-450d-8773-2bf09d49c44d resource provider aggregate not found Oct 20 04:06:54.439089 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment cff59858-a62f-450d-8773-2bf09d49c44d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cff59858-a62f-450d-8773-2bf09d49c44d found for delete ", "request_id": "req-24d4e834-9bbf-428e-8303-870b98dfa686"}]} Oct 20 04:06:54.517995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:54.523002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:54.548014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0238d41-0395-45ea-b96d-7dfa2f4bf1c0,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:54.633164 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ebbde8e0-0b99-4d4d-a595-42e3df7b69e2 admin admin] 10.222.0.33 "DELETE /v2.0/networks/c0238d41-0395-45ea-b96d-7dfa2f4bf1c0 HTTP/1.1" status: 204 len: 168 time: 1.1079605 Oct 20 04:06:54.826722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] Deleting port 1cf37462-7a77-4844-958a-d61f7a5c28cb {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:06:54.827265 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:54.893374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a2da6-3e03-40ef-95f0-f265d26dfefb None None] The port '1cf37462-7a77-4844-958a-d61f7a5c28cb' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:06:55.015568 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45026) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:55.067084 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-567e71a0-5753-4101-8a05-2c01853304c6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4b0d6adccad94b92a5a38a998d776aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503240 Oct 20 04:06:55.069531 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45030) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:55.126433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a09a24a-47bd-41f9-ab6b-48d1f22e6e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:55.151536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a09a24a-47bd-41f9-ab6b-48d1f22e6e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:55.249734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a09a24a-47bd-41f9-ab6b-48d1f22e6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:55.265871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09a24a-47bd-41f9-ab6b-48d1f22e6e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ddbca-3cff-4d09-bcc8-ab17f5bed548,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:55.339829 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0a09a24a-47bd-41f9-ab6b-48d1f22e6e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:55.340947 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0a09a24a-47bd-41f9-ab6b-48d1f22e6e83 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/398ddbca-3cff-4d09-bcc8-ab17f5bed548 HTTP/1.1" status: 204 len: 168 time: 0.2705228 Oct 20 04:06:56.362146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45054) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:06:56.463979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-644755919'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:06:56.468938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:06:56.472769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:network and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:06:56.475603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:06:56.481735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:06:56.546487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:06:56.549789 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:56.561672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:56.576221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:06:56.579996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:security_group_rule and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:06:56.583345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:06:56.588944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:06:56.671778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:56.712145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:56.740014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:06:56.751909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bf1bd5-ebf7-4828-9bbb-bd4815c5bd1a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:56.756755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:56.757097 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Added segment 177fb61a-343f-48ad-8d60-d2db8c998864 of type vlan for network 452dbeb6-0eca-44e8-8815-0c51a15883a8 Oct 20 04:06:56.791375 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:56.876562 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:56.882619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:56.883200 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:56.989954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Network': ['ID=452dbeb6-0eca-44e8-8815-0c51a15883a8,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:06:56.999898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 452dbeb6-0eca-44e8-8815-0c51a15883a8 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:06:57.054477 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fd446b71-fb54-4699-bd6b-cd64e6e39ec6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6911790 Oct 20 04:07:00.353282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45060) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:00.358999 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'subnet': {'network_id': '452dbeb6-0eca-44e8-8815-0c51a15883a8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:00.464780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:00.468501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:subnet and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:00.471212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:00.477165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:00.540867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:00.544283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:00.816157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:00.999093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Subnet': ['ID=6526ae5e-1d50-4844-8484-1f90d4cf5aca,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:01.007324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Checking segment: {'id': '177fb61a-343f-48ad-8d60-d2db8c998864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '452dbeb6-0eca-44e8-8815-0c51a15883a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:01.007673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network hostable DHCP agents. Network: 452dbeb6-0eca-44e8-8815-0c51a15883a8, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:07:01.112276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network 452dbeb6-0eca-44e8-8815-0c51a15883a8 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:07:01.186521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 452dbeb6-0eca-44e8-8815-0c51a15883a8) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:01.191015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:01.192074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:01.195107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff677f-4312-4651-b40a-9dc7707f4d95 None None] Network 452dbeb6-0eca-44e8-8815-0c51a15883a8 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:01.279641 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d81fbeb0-0281-4766-9326-32d4deeb1798 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9247088 Oct 20 04:07:01.296122 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45064) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:01.302194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-838420904'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:01.307082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:01.310888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:network and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:01.313832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:01.320526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:01.386921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:01.390352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:01.408602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-452dbeb6-0eca-44e8-8815-0c51a15883a8', 'network_id': '452dbeb6-0eca-44e8-8815-0c51a15883a8', 'tenant_id': '6bc68b9495bf424bae7e046cbaac2aed', 'fixed_ips': [{'subnet_id': '6526ae5e-1d50-4844-8484-1f90d4cf5aca'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:07:01.410084 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:01.419105 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:07:01.427521 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:01.431580 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Added segment b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828 of type vlan for network 6a54eb26-9f4a-427c-9454-1257d6921027 Oct 20 04:07:01.452379 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:01.563111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Allocated IP 2001:db8:0:ffff::2 (452dbeb6-0eca-44e8-8815-0c51a15883a8/6526ae5e-1d50-4844-8484-1f90d4cf5aca/39a7bcda-780b-4cd3-aa69-3a50a6c0e99c) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:01.564059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:01.569742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:01.570320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:01.686413 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Network': ['ID=6a54eb26-9f4a-427c-9454-1257d6921027,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:01.697710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 6a54eb26-9f4a-427c-9454-1257d6921027 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:07:01.719270 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-add78cfb-554c-4e32-b63b-84c175013f92 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4219971 Oct 20 04:07:01.722522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45068) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:01.728374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'subnet': {'network_id': '6a54eb26-9f4a-427c-9454-1257d6921027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:01.839277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:01.843095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:subnet and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:01.845885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:01.851674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:01.889779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:01.900130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Transition to ACTIVE for port object 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:01.906972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:01.910784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:01.917649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Transition to ACTIVE for port object 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:01.964793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:02.034947 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Network 452dbeb6-0eca-44e8-8815-0c51a15883a8 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:02.037894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:02.041574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:02.047457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Pushing event updated for resources: {'Port': ['ID=39a7bcda-780b-4cd3-aa69-3a50a6c0e99c,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:02.149095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Attempting to bind port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:02.149496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Attempting to bind port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '177fb61a-343f-48ad-8d60-d2db8c998864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '452dbeb6-0eca-44e8-8815-0c51a15883a8'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:02.149856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Attempting to bind port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c on network 452dbeb6-0eca-44e8-8815-0c51a15883a8 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:02.155360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:02.155732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Checking segment: {'id': '177fb61a-343f-48ad-8d60-d2db8c998864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '452dbeb6-0eca-44e8-8815-0c51a15883a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:02.156131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:02.156520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Bound using segment: {'id': '177fb61a-343f-48ad-8d60-d2db8c998864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '452dbeb6-0eca-44e8-8815-0c51a15883a8'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:02.156980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Bound port: 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177fb61a-343f-48ad-8d60-d2db8c998864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '452dbeb6-0eca-44e8-8815-0c51a15883a8'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:02.157417 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:02.243607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] For port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:02.246549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] For port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=39a7bcda-780b-4cd3-aa69-3a50a6c0e99c,segment=NetworkSegment(177fb61a-343f-48ad-8d60-d2db8c998864),segment_id=177fb61a-343f-48ad-8d60-d2db8c998864)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:02.272732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:02.295793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:02.353921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Subnet': ['ID=27e6ff2c-7395-4e8a-8097-2f4a1875e091,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:02.361754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Checking segment: {'id': 'b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a54eb26-9f4a-427c-9454-1257d6921027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:02.363023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network hostable DHCP agents. Network: 6a54eb26-9f4a-427c-9454-1257d6921027, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:07:02.371526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8c183-de0e-452a-89b1-b003763ec3f4 None None] Pushing event updated for resources: {'Port': ['ID=39a7bcda-780b-4cd3-aa69-3a50a6c0e99c,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:02.443773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network 6a54eb26-9f4a-427c-9454-1257d6921027 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:07:02.516975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 6a54eb26-9f4a-427c-9454-1257d6921027) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:02.516975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:02.516975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:02.533327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43ca8ca-40c2-45a9-abca-e3fdfa7bed39 None None] Network 6a54eb26-9f4a-427c-9454-1257d6921027 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:02.624668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45072) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:02.625166 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-16e33ccb-6726-45ec-b680-47ded07799f6 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9013073 Oct 20 04:07:02.772351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:02.791006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-6a54eb26-9f4a-427c-9454-1257d6921027', 'network_id': '6a54eb26-9f4a-427c-9454-1257d6921027', 'tenant_id': '6bc68b9495bf424bae7e046cbaac2aed', 'fixed_ips': [{'subnet_id': '27e6ff2c-7395-4e8a-8097-2f4a1875e091'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:07:02.791933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:02.842968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:02.948982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Allocated IP 2001:db8::2 (6a54eb26-9f4a-427c-9454-1257d6921027/27e6ff2c-7395-4e8a-8097-2f4a1875e091/03702166-62e5-4780-9674-c5529317c429) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:03.156930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.167885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Transition to ACTIVE for port object 03702166-62e5-4780-9674-c5529317c429 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:03.186582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Transition to ACTIVE for port object 03702166-62e5-4780-9674-c5529317c429 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:03.250235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.316563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3912603d-b39d-48fd-a848-3d0871dc9334 None None] Network 452dbeb6-0eca-44e8-8815-0c51a15883a8 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:03.329680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Network 6a54eb26-9f4a-427c-9454-1257d6921027 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:03.337081 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:03.339365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:03.369050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.406448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Pushing event updated for resources: {'Port': ['ID=03702166-62e5-4780-9674-c5529317c429,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:03.408494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Subnet': ['ID=27e6ff2c-7395-4e8a-8097-2f4a1875e091,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:03.504205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.528955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a54eb26-9f4a-427c-9454-1257d6921027']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:03.540809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:03.541115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:03.546430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Attempting to bind port 03702166-62e5-4780-9674-c5529317c429 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:03.546806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Attempting to bind port 03702166-62e5-4780-9674-c5529317c429 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a54eb26-9f4a-427c-9454-1257d6921027'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:03.547173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Attempting to bind port 03702166-62e5-4780-9674-c5529317c429 on network 6a54eb26-9f4a-427c-9454-1257d6921027 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:03.552495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.556228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:03.556603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Checking segment: {'id': 'b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a54eb26-9f4a-427c-9454-1257d6921027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:03.557038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.557462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Bound using segment: {'id': 'b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a54eb26-9f4a-427c-9454-1257d6921027'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:03.557930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Bound port: 03702166-62e5-4780-9674-c5529317c429, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a54eb26-9f4a-427c-9454-1257d6921027'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:03.558302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.568962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.574958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:03.575374 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.598221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b82c3331-059d-4b7d-bc01-efb65b364e28 None None] Provisioning for port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:03.683212 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:07:03.730388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 04:07:03.730388 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 04:07:03.730388 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': '6a54eb26-9f4a-427c-9454-1257d6921027'}] Oct 20 04:07:03.730388 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:07:03.731165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:07:03.749208 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828 resource provider aggregate not found Oct 20 04:07:03.764020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] For port 03702166-62e5-4780-9674-c5529317c429, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:03.764020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] For port 03702166-62e5-4780-9674-c5529317c429, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=03702166-62e5-4780-9674-c5529317c429,segment=NetworkSegment(b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828),segment_id=b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:03.765165 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828 found for delete ", "request_id": "req-017a0e8b-ba04-4f6f-93da-14fa0adf53fb"}]} Oct 20 04:07:03.838874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:03.985177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:04.064444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f85d8d-2e11-415f-aa6a-bf3757d26683 None None] Pushing event updated for resources: {'Port': ['ID=03702166-62e5-4780-9674-c5529317c429,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:04.093217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8219e8-0974-4fb2-8f46-d963e4d544f2 None None] Network 6a54eb26-9f4a-427c-9454-1257d6921027 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:04.156457 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:04.177038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:04.177391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.177742 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c Oct 20 04:07:04.231793 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.243476 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Deleting port 03702166-62e5-4780-9674-c5529317c429 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:04.243806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.380986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:04.381622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.422156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=39a7bcda-780b-4cd3-aa69-3a50a6c0e99c,segment=NetworkSegment(177fb61a-343f-48ad-8d60-d2db8c998864),segment_id=177fb61a-343f-48ad-8d60-d2db8c998864)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:04.427899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc3c08-e10b-4e5c-9179-f2bef8f52411 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 04:07:04.452810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] For port 03702166-62e5-4780-9674-c5529317c429, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=03702166-62e5-4780-9674-c5529317c429,segment=NetworkSegment(b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828),segment_id=b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:04.453112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.510795 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.547067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fc3c08-e10b-4e5c-9179-f2bef8f52411 None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 04:07:04.575861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Calling delete_port for 03702166-62e5-4780-9674-c5529317c429 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:04.652513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=39a7bcda-780b-4cd3-aa69-3a50a6c0e99c,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:04.707355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.757063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Port': ['ID=03702166-62e5-4780-9674-c5529317c429,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:04.758867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No DVR routers for this DVR port 03702166-62e5-4780-9674-c5529317c429 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:07:04.879550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.903563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a54eb26-9f4a-427c-9454-1257d6921027']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:04.914920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:04.915215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:04.926082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.941582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:04.947266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:04.947641 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:05.232736 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:05.250492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:05.263975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Network': ['ID=6a54eb26-9f4a-427c-9454-1257d6921027,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:05.267857 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ad793ca9-1fe5-4e2e-b40b-6db6656c9802 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/networks/6a54eb26-9f4a-427c-9454-1257d6921027 HTTP/1.1" status: 204 len: 168 time: 2.6412811 Oct 20 04:07:05.271496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45082) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:05.276673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1436883393'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:05.281544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:05.285320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:network and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:05.288093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:05.294294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:05.352351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:05.355738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:05.383526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:07:05.391634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:05.391968 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Added segment 2778b478-f34a-474b-98e6-2f153a774328 of type vlan for network a2bc010d-0d8f-492c-8897-d700321c3f10 Oct 20 04:07:05.418953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:05.512174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:05.517526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:05.518100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:05.621551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Network': ['ID=a2bc010d-0d8f-492c-8897-d700321c3f10,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:05.631371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network a2bc010d-0d8f-492c-8897-d700321c3f10 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:07:05.678986 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7decb423-e039-469b-912f-17107e499c71 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4064696 Oct 20 04:07:05.681719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45086) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:05.687352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'subnet': {'network_id': 'a2bc010d-0d8f-492c-8897-d700321c3f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:05.787161 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828 resource provider aggregate not found Oct 20 04:07:05.797916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:05.802501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:subnet and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:05.805718 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5c44cb2-c072-4d40-a5d1-8dfd0e0b8828 found for delete ", "request_id": "req-b22b5a29-d1d1-4c6a-b959-f0c0710d9703"}]} Oct 20 04:07:05.806465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:05.812144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:05.883382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:05.886882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:05.934319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:05.978566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.ipam_backend_mixin [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Performing IP validity checks on allocation pools {{(pid=90076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 20 04:07:05.979081 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.ipam_backend_mixin [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Checking for overlaps among allocation pools and gateway ip {{(pid=90076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 20 04:07:06.000755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:06.001112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:06.001476 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c Oct 20 04:07:06.120067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:06.140836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:06.216620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Subnet': ['ID=c881344b-132c-4a34-9df0-7ad2f59fe307,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:06.225075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Checking segment: {'id': '2778b478-f34a-474b-98e6-2f153a774328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2bc010d-0d8f-492c-8897-d700321c3f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:06.225474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network hostable DHCP agents. Network: a2bc010d-0d8f-492c-8897-d700321c3f10, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:07:06.289469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network a2bc010d-0d8f-492c-8897-d700321c3f10 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:07:06.362013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, a2bc010d-0d8f-492c-8897-d700321c3f10) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:06.366016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:06.366643 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:06.370509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c03d9-4504-487b-8677-8616400c1232 None None] Network a2bc010d-0d8f-492c-8897-d700321c3f10 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:06.450390 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-861e3d49-234e-4e4e-9831-6dbcb8446a5d tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7676055 Oct 20 04:07:06.452944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45094) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:06.587541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-a2bc010d-0d8f-492c-8897-d700321c3f10', 'network_id': 'a2bc010d-0d8f-492c-8897-d700321c3f10', 'tenant_id': '6bc68b9495bf424bae7e046cbaac2aed', 'fixed_ips': [{'subnet_id': 'c881344b-132c-4a34-9df0-7ad2f59fe307'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:07:06.588413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:06.591108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:06.659925 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:06.773768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Allocated IP 2001:db8::3 (a2bc010d-0d8f-492c-8897-d700321c3f10/c881344b-132c-4a34-9df0-7ad2f59fe307/0389cd18-6c5f-413a-b962-cdf4185b7755) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:06.978191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:06.988117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Transition to ACTIVE for port object 0389cd18-6c5f-413a-b962-cdf4185b7755 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:07.005678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Transition to ACTIVE for port object 0389cd18-6c5f-413a-b962-cdf4185b7755 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:07.071264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:07.135200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Network a2bc010d-0d8f-492c-8897-d700321c3f10 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:07.138095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:07.141627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:07.162949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:07.177133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Pushing event updated for resources: {'Port': ['ID=0389cd18-6c5f-413a-b962-cdf4185b7755,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:07.206961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Subnet': ['ID=c881344b-132c-4a34-9df0-7ad2f59fe307,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:07.230906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.231167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.231501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.231832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.232156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.232480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.233082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.233446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.233769 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.234087 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.234407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.234721 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:07.248369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Attempting to bind port 0389cd18-6c5f-413a-b962-cdf4185b7755 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:07.248743 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Attempting to bind port 0389cd18-6c5f-413a-b962-cdf4185b7755 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '2778b478-f34a-474b-98e6-2f153a774328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2bc010d-0d8f-492c-8897-d700321c3f10'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:07.249107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Attempting to bind port 0389cd18-6c5f-413a-b962-cdf4185b7755 on network a2bc010d-0d8f-492c-8897-d700321c3f10 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:07.254780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:07.255153 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Checking segment: {'id': '2778b478-f34a-474b-98e6-2f153a774328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2bc010d-0d8f-492c-8897-d700321c3f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:07.255551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:07.255942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Bound using segment: {'id': '2778b478-f34a-474b-98e6-2f153a774328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2bc010d-0d8f-492c-8897-d700321c3f10'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:07.256422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Bound port: 0389cd18-6c5f-413a-b962-cdf4185b7755, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2778b478-f34a-474b-98e6-2f153a774328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2bc010d-0d8f-492c-8897-d700321c3f10'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:07.256805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:07.310026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:07.339741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bc010d-0d8f-492c-8897-d700321c3f10']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:07.342594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] For port 0389cd18-6c5f-413a-b962-cdf4185b7755, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:07.345558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] For port 0389cd18-6c5f-413a-b962-cdf4185b7755, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0389cd18-6c5f-413a-b962-cdf4185b7755,segment=NetworkSegment(2778b478-f34a-474b-98e6-2f153a774328),segment_id=2778b478-f34a-474b-98e6-2f153a774328)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:07.351836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2778b478-f34a-474b-98e6-2f153a774328') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:07.352133 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2778b478-f34a-474b-98e6-2f153a774328') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:07.363837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:07.404117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:07.405992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:07.411908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:07.412279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:07.529150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adfa75-ac49-4429-8283-d239c98299d3 None None] Pushing event updated for resources: {'Port': ['ID=0389cd18-6c5f-413a-b962-cdf4185b7755,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:07.537337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eba8156-54fa-42b5-b8e2-ee2b5a8390f5 None None] Network a2bc010d-0d8f-492c-8897-d700321c3f10 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:07.541063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 04:07:07.541063 dv-neutron-861845-1-hyperv neutron-server[90076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 04:07:07.541063 dv-neutron-861845-1-hyperv neutron-server[90076]: [parameters: {'id': 'a2bc010d-0d8f-492c-8897-d700321c3f10'}] Oct 20 04:07:07.541063 dv-neutron-861845-1-hyperv neutron-server[90076]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:07:07.541485 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:07:07.735916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb65349-39cc-4fcb-96eb-6145ed0d7a9d None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 04:07:07.816056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb65349-39cc-4fcb-96eb-6145ed0d7a9d None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 04:07:07.822606 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 2778b478-f34a-474b-98e6-2f153a774328 resource provider aggregate not found Oct 20 04:07:07.838315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 2778b478-f34a-474b-98e6-2f153a774328 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2778b478-f34a-474b-98e6-2f153a774328 found for delete ", "request_id": "req-a7e0ebee-f7d4-491d-a061-6e930d084e48"}]} Oct 20 04:07:08.042438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.054134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Deleting port 0389cd18-6c5f-413a-b962-cdf4185b7755 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:08.054464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.253179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] For port 0389cd18-6c5f-413a-b962-cdf4185b7755, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0389cd18-6c5f-413a-b962-cdf4185b7755,segment=NetworkSegment(2778b478-f34a-474b-98e6-2f153a774328),segment_id=2778b478-f34a-474b-98e6-2f153a774328)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:08.253898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.371389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Calling delete_port for 0389cd18-6c5f-413a-b962-cdf4185b7755 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:08.477658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.522709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Port': ['ID=0389cd18-6c5f-413a-b962-cdf4185b7755,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:08.526214 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No DVR routers for this DVR port 0389cd18-6c5f-413a-b962-cdf4185b7755 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:07:08.644496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.668295 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bc010d-0d8f-492c-8897-d700321c3f10']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:08.679782 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2778b478-f34a-474b-98e6-2f153a774328') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:08.680080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2778b478-f34a-474b-98e6-2f153a774328') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:08.691407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.710631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.716426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:08.716809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.860074 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.879494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.892253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Network': ['ID=a2bc010d-0d8f-492c-8897-d700321c3f10,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:08.896197 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ce4894f5-a307-4360-802b-30ee124dbed0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/networks/a2bc010d-0d8f-492c-8897-d700321c3f10 HTTP/1.1" status: 204 len: 168 time: 2.4420395 Oct 20 04:07:08.899803 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45102) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:08.905091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-731750607'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:08.909877 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:08.913608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:network and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:08.916377 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:08.926767 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:08.986406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:08.990230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:09.016950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:07:09.025075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:09.025673 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Added segment 091f38e0-6dea-4679-9d72-671263fb2240 of type vlan for network f0998593-7252-4c78-b726-237becfffaa5 Oct 20 04:07:09.050291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:09.123816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:09.129888 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:09.130493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:09.234019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Network': ['ID=f0998593-7252-4c78-b726-237becfffaa5,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:09.244818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network f0998593-7252-4c78-b726-237becfffaa5 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:07:09.307792 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5c832f19-11b0-4c32-9d73-9085136de526 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4069619 Oct 20 04:07:09.311501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45106) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:09.317123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'subnet': {'network_id': 'f0998593-7252-4c78-b726-237becfffaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:09.524731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:09.528577 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:subnet and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:09.531401 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:09.537566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:09.609152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:09.612897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:09.826541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-517efe9b-7a80-49a7-9883-512dd529eddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:09.856321 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 2778b478-f34a-474b-98e6-2f153a774328 resource provider aggregate not found Oct 20 04:07:09.866896 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:09.898714 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 2778b478-f34a-474b-98e6-2f153a774328 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2778b478-f34a-474b-98e6-2f153a774328 found for delete ", "request_id": "req-b9124365-dd4d-462e-bc3a-f4d2d723489c"}]} Oct 20 04:07:09.946561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Subnet': ['ID=eea6cb29-4b9c-4db2-88f7-3c1cc02ea008,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:09.958705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Checking segment: {'id': '091f38e0-6dea-4679-9d72-671263fb2240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f0998593-7252-4c78-b726-237becfffaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:09.959053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network hostable DHCP agents. Network: f0998593-7252-4c78-b726-237becfffaa5, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:07:10.015093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network f0998593-7252-4c78-b726-237becfffaa5 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:07:10.060710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, f0998593-7252-4c78-b726-237becfffaa5) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:10.064545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:10.065125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.069722 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b82d15-447a-4301-a238-a1292fa49b9b None None] Network f0998593-7252-4c78-b726-237becfffaa5 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:10.146315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-638c8a39-1a3b-4ee8-8d90-f252ecf06fd7 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8337698 Oct 20 04:07:10.149804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45114) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:10.155355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617430922'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:10.160183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:10.164008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:network and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:10.166899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for network was recalculated. Used quota:2. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:10.172466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:10.259824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:10.263323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.292089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:07:10.301029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.301398 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Added segment 13ba19dc-62e4-4169-9002-03968646e462 of type vlan for network de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 Oct 20 04:07:10.321491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-f0998593-7252-4c78-b726-237becfffaa5', 'network_id': 'f0998593-7252-4c78-b726-237becfffaa5', 'tenant_id': '6bc68b9495bf424bae7e046cbaac2aed', 'fixed_ips': [{'subnet_id': 'eea6cb29-4b9c-4db2-88f7-3c1cc02ea008'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:07:10.322334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.329987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.409483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.414936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:10.415510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.474174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Allocated IP 2001:db8::2 (f0998593-7252-4c78-b726-237becfffaa5/eea6cb29-4b9c-4db2-88f7-3c1cc02ea008/758f5676-a05f-4a57-97a1-d88d1f1b2ea7) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:10.523171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Network': ['ID=de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:10.547180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:07:10.552719 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2f32b503-045c-4206-a713-b00188e6db52 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4018550 Oct 20 04:07:10.555808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45118) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:10.561605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Request body: {'subnet': {'network_id': 'de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:10.669778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:10.673455 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Usage tracker for resource:subnet and tenant:6bc68b9495bf424bae7e046cbaac2aed is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:10.676760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:10.682309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:10.752000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Made reservation on behalf of 6bc68b9495bf424bae7e046cbaac2aed for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:10.755544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.762459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.772812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Transition to ACTIVE for port object 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:10.791689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Transition to ACTIVE for port object 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:10.832421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:10.902115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Network f0998593-7252-4c78-b726-237becfffaa5 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:10.904812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:10.909690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:10.913129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Pushing event updated for resources: {'Port': ['ID=758f5676-a05f-4a57-97a1-d88d1f1b2ea7,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:11.009522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Attempting to bind port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:11.009891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Attempting to bind port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '091f38e0-6dea-4679-9d72-671263fb2240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f0998593-7252-4c78-b726-237becfffaa5'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:11.010252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Attempting to bind port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 on network f0998593-7252-4c78-b726-237becfffaa5 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:11.015363 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:11.015733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Checking segment: {'id': '091f38e0-6dea-4679-9d72-671263fb2240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f0998593-7252-4c78-b726-237becfffaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:11.016128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:11.016520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Bound using segment: {'id': '091f38e0-6dea-4679-9d72-671263fb2240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f0998593-7252-4c78-b726-237becfffaa5'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:11.016980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Bound port: 758f5676-a05f-4a57-97a1-d88d1f1b2ea7, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091f38e0-6dea-4679-9d72-671263fb2240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f0998593-7252-4c78-b726-237becfffaa5'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:11.017394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:11.021227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:11.104272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event updated for resources: {'Subnet': ['ID=a45fa334-c9fe-40dc-8b42-66afa794ae74,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:11.106344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] For port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:11.109432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] For port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=758f5676-a05f-4a57-97a1-d88d1f1b2ea7,segment=NetworkSegment(091f38e0-6dea-4679-9d72-671263fb2240),segment_id=091f38e0-6dea-4679-9d72-671263fb2240)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:11.112225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Checking segment: {'id': '13ba19dc-62e4-4169-9002-03968646e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:11.112542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network hostable DHCP agents. Network: de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:07:11.198646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:11.220886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Network de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:07:11.274609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f02cb5-9561-4386-b7e6-37d07f77d27d None None] Pushing event updated for resources: {'Port': ['ID=758f5676-a05f-4a57-97a1-d88d1f1b2ea7,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:11.301425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:11.306453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:11.308504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:11.309238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a495a6be-0fb3-4043-99fd-c7c79c9f7cb9 None None] Network de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:11.404922 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-14523241-b911-415c-b45a-f3c9b2b10007 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8478832 Oct 20 04:07:11.407472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45122) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:11.560121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73', 'network_id': 'de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73', 'tenant_id': '6bc68b9495bf424bae7e046cbaac2aed', 'fixed_ips': [{'subnet_id': 'a45fa334-c9fe-40dc-8b42-66afa794ae74'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:07:11.561204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:11.563256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:11.630140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:11.733815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Allocated IP 2001:db8::2 (de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73/a45fa334-c9fe-40dc-8b42-66afa794ae74/d8718aec-d552-4d40-bda4-4ac4e96ac3e6) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:11.936079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:11.947367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Transition to ACTIVE for port object d8718aec-d552-4d40-bda4-4ac4e96ac3e6 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:11.967165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Transition to ACTIVE for port object d8718aec-d552-4d40-bda4-4ac4e96ac3e6 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:11.971052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:12.061541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.124880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:12.130972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Network de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:12.134407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:12.140780 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:12.141497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.147134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Pushing event updated for resources: {'Port': ['ID=d8718aec-d552-4d40-bda4-4ac4e96ac3e6,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:12.186876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Subnet': ['ID=a45fa334-c9fe-40dc-8b42-66afa794ae74,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:12.264900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f57b5-4142-4f14-9199-0a6940c98aa6 None None] Network f0998593-7252-4c78-b726-237becfffaa5 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:12.281991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.307814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:12.319865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ba19dc-62e4-4169-9002-03968646e462') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:12.320164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ba19dc-62e4-4169-9002-03968646e462') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:12.331290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.347369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.353727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:12.354142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.368390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Attempting to bind port d8718aec-d552-4d40-bda4-4ac4e96ac3e6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:12.368763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Attempting to bind port d8718aec-d552-4d40-bda4-4ac4e96ac3e6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '13ba19dc-62e4-4169-9002-03968646e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:12.369140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Attempting to bind port d8718aec-d552-4d40-bda4-4ac4e96ac3e6 on network de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:12.383915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:12.384314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Checking segment: {'id': '13ba19dc-62e4-4169-9002-03968646e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:12.384702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.385087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Bound using segment: {'id': '13ba19dc-62e4-4169-9002-03968646e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:12.385598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Bound port: d8718aec-d552-4d40-bda4-4ac4e96ac3e6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ba19dc-62e4-4169-9002-03968646e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:12.385954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.421616 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 13ba19dc-62e4-4169-9002-03968646e462 resource provider aggregate not found Oct 20 04:07:12.444504 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 13ba19dc-62e4-4169-9002-03968646e462 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13ba19dc-62e4-4169-9002-03968646e462 found for delete ", "request_id": "req-386aa557-1cdb-4fd2-b70c-150dfb1ee51d"}]} Oct 20 04:07:12.466813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b5550b31-8cde-4961-9f4f-96324a47bad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.476502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-244dcdeb-b6db-4c7a-b6f7-f8df24a9a4c8 None None] Provisioning for port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:12.495166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.db.api [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 04:07:12.495166 dv-neutron-861845-1-hyperv neutron-server[90075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 04:07:12.495166 dv-neutron-861845-1-hyperv neutron-server[90075]: [parameters: {'id': 'de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73'}] Oct 20 04:07:12.495166 dv-neutron-861845-1-hyperv neutron-server[90075]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=90075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:07:12.495575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG oslo_db.api [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:07:12.511400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-244dcdeb-b6db-4c7a-b6f7-f8df24a9a4c8 None None] Provisioning complete for port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:12.511773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-244dcdeb-b6db-4c7a-b6f7-f8df24a9a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.512113 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-244dcdeb-b6db-4c7a-b6f7-f8df24a9a4c8 None None] Attempt 1 to provision port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 Oct 20 04:07:12.605757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] For port d8718aec-d552-4d40-bda4-4ac4e96ac3e6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:12.660616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] For port d8718aec-d552-4d40-bda4-4ac4e96ac3e6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d8718aec-d552-4d40-bda4-4ac4e96ac3e6,segment=NetworkSegment(13ba19dc-62e4-4169-9002-03968646e462),segment_id=13ba19dc-62e4-4169-9002-03968646e462)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:12.722452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.764985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-244dcdeb-b6db-4c7a-b6f7-f8df24a9a4c8 None None] Current status of the port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:12.765379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-244dcdeb-b6db-4c7a-b6f7-f8df24a9a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.886247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9703eb-3fd9-42c6-ace7-62d3cbc0c70f None None] Pushing event updated for resources: {'Port': ['ID=d8718aec-d552-4d40-bda4-4ac4e96ac3e6,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:12.889450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-244dcdeb-b6db-4c7a-b6f7-f8df24a9a4c8 None None] For port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=758f5676-a05f-4a57-97a1-d88d1f1b2ea7,segment=NetworkSegment(091f38e0-6dea-4679-9d72-671263fb2240),segment_id=091f38e0-6dea-4679-9d72-671263fb2240)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:12.898309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f25866-1cb5-4c7e-ac7a-0a2546e4d1d2 None None] Network de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:12.965103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-244dcdeb-b6db-4c7a-b6f7-f8df24a9a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:12.997147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.010913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Deleting port d8718aec-d552-4d40-bda4-4ac4e96ac3e6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:13.011236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.127239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dcdeb-b6db-4c7a-b6f7-f8df24a9a4c8 None None] Pushing event updated for resources: {'Port': ['ID=758f5676-a05f-4a57-97a1-d88d1f1b2ea7,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:13.151839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4eea61b7-ec52-4698-a206-6e1935ef2866 None None] Provisioning complete for port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:13.152213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4eea61b7-ec52-4698-a206-6e1935ef2866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.152552 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4eea61b7-ec52-4698-a206-6e1935ef2866 None None] Attempt 1 to provision port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 Oct 20 04:07:13.219036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] For port d8718aec-d552-4d40-bda4-4ac4e96ac3e6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d8718aec-d552-4d40-bda4-4ac4e96ac3e6,segment=NetworkSegment(13ba19dc-62e4-4169-9002-03968646e462),segment_id=13ba19dc-62e4-4169-9002-03968646e462)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:13.219362 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.254553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da88f1b-272b-4196-92a7-28404c13efcf None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 04:07:13.320767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4eea61b7-ec52-4698-a206-6e1935ef2866 None None] Current status of the port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:13.373698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da88f1b-272b-4196-92a7-28404c13efcf None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 04:07:13.446450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Calling delete_port for d8718aec-d552-4d40-bda4-4ac4e96ac3e6 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:13.507632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.575462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.579506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.634234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Port': ['ID=d8718aec-d552-4d40-bda4-4ac4e96ac3e6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:13.639735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No DVR routers for this DVR port d8718aec-d552-4d40-bda4-4ac4e96ac3e6 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:07:13.766114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.790338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:13.802600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ba19dc-62e4-4169-9002-03968646e462') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:13.802906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ba19dc-62e4-4169-9002-03968646e462') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:13.813804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.828941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.834832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:13.835218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.939533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:13.975577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:13.996153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.004465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Network': ['ID=de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:14.008760 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:14.009136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.009508 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 Oct 20 04:07:14.011238 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-61fc83b1-acaa-40de-b91c-bfeb773a28b4 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/networks/de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 HTTP/1.1" status: 204 len: 168 time: 2.5985630 Oct 20 04:07:14.013859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45130) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:14.053907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f442d35-62d1-4cf9-9522-331e396ac602 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] GET failed (client error): The resource could not be found. Oct 20 04:07:14.054437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9f442d35-62d1-4cf9-9522-331e396ac602 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Synchronizing usage tracker for tenant:6bc68b9495bf424bae7e046cbaac2aed on resource:subnet {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:07:14.139392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9f442d35-62d1-4cf9-9522-331e396ac602 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Unset dirty status for tenant:6bc68b9495bf424bae7e046cbaac2aed on resource:subnet {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:07:14.140579 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9f442d35-62d1-4cf9-9522-331e396ac602 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "GET /v2.0/subnets/a45fa334-c9fe-40dc-8b42-66afa794ae74 HTTP/1.1" status: 404 len: 337 time: 0.1258101 Oct 20 04:07:14.144103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45134) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:14.162142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:14.172992 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c552d9a-336c-4766-8b55-d06f2e7c9fba tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] DELETE failed (client error): The resource could not be found. Oct 20 04:07:14.173502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c552d9a-336c-4766-8b55-d06f2e7c9fba tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:07:14.175123 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7c552d9a-336c-4766-8b55-d06f2e7c9fba tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/networks/de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 HTTP/1.1" status: 404 len: 339 time: 0.0300968 Oct 20 04:07:14.179001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45138) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:14.215380 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7dbafe-c45d-45ba-afec-cac3e245562c tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] DELETE failed (client error): The resource could not be found. Oct 20 04:07:14.215814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7dbafe-c45d-45ba-afec-cac3e245562c tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:07:14.217388 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ea7dbafe-c45d-45ba-afec-cac3e245562c tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/subnets/a45fa334-c9fe-40dc-8b42-66afa794ae74 HTTP/1.1" status: 404 len: 337 time: 0.0374572 Oct 20 04:07:14.219706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45142) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:14.243807 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e37665-5653-4ac2-9876-fc5ff496f58c tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] DELETE failed (client error): The resource could not be found. Oct 20 04:07:14.244189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e37665-5653-4ac2-9876-fc5ff496f58c tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:07:14.245758 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a4e37665-5653-4ac2-9876-fc5ff496f58c tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/networks/de9b8861-7b4e-4dc1-9ef0-2e3b3c771b73 HTTP/1.1" status: 404 len: 339 time: 0.0252140 Oct 20 04:07:14.248136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45146) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:14.311606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d8e088-c090-4b72-933c-7b8cb66c314a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Deleting subnet eea6cb29-4b9c-4db2-88f7-3c1cc02ea008 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:07:14.314495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e088-c090-4b72-933c-7b8cb66c314a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.371046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e088-c090-4b72-933c-7b8cb66c314a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.453472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e088-c090-4b72-933c-7b8cb66c314a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.484232 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 13ba19dc-62e4-4169-9002-03968646e462 resource provider aggregate not found Oct 20 04:07:14.500659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 13ba19dc-62e4-4169-9002-03968646e462 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13ba19dc-62e4-4169-9002-03968646e462 found for delete ", "request_id": "req-ffb2283c-e5c5-4130-87c1-6842dfc3719b"}]} Oct 20 04:07:14.592406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e088-c090-4b72-933c-7b8cb66c314a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.632163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8e088-c090-4b72-933c-7b8cb66c314a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Subnet': ['ID=eea6cb29-4b9c-4db2-88f7-3c1cc02ea008,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:14.634079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e088-c090-4b72-933c-7b8cb66c314a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.642433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d3cc31-c557-40d1-a825-fc94057250fc None None] Network f0998593-7252-4c78-b726-237becfffaa5 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:14.684033 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f7d8e088-c090-4b72-933c-7b8cb66c314a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/subnets/eea6cb29-4b9c-4db2-88f7-3c1cc02ea008 HTTP/1.1" status: 204 len: 168 time: 0.4349394 Oct 20 04:07:14.686470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45154) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:14.799199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.809376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Deleting port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:14.809709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.900648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.913981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] DHCP port deletion for f0998593-7252-4c78-b726-237becfffaa5 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:07:14.917863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] Deleting port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:14.918249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.025492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] For port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=758f5676-a05f-4a57-97a1-d88d1f1b2ea7,segment=NetworkSegment(091f38e0-6dea-4679-9d72-671263fb2240),segment_id=091f38e0-6dea-4679-9d72-671263fb2240)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:15.026073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.114921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] For port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=758f5676-a05f-4a57-97a1-d88d1f1b2ea7,segment=NetworkSegment(091f38e0-6dea-4679-9d72-671263fb2240),segment_id=091f38e0-6dea-4679-9d72-671263fb2240)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:15.115468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.148913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Calling delete_port for 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:15.236373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] Calling delete_port for 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:15.301474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.306599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:07:15.309393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:07:15.351912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Port': ['ID=758f5676-a05f-4a57-97a1-d88d1f1b2ea7,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:15.353729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No DVR routers for this DVR port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:07:15.569989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.594604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0998593-7252-4c78-b726-237becfffaa5']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:15.606792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091f38e0-6dea-4679-9d72-671263fb2240') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:15.607091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091f38e0-6dea-4679-9d72-671263fb2240') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:15.618339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.633596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.639525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:15.639909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.808448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] Deleting port 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:15.808888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.820711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.840652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:15.846766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Network': ['ID=f0998593-7252-4c78-b726-237becfffaa5,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:15.853898 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-84219ea9-240f-4110-a1a0-d8b0aa085478 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/networks/f0998593-7252-4c78-b726-237becfffaa5 HTTP/1.1" status: 204 len: 168 time: 1.1664567 Oct 20 04:07:15.856312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45158) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:15.878287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc9767-3e9a-48a4-b63b-32f6b09c4033 None None] The port '758f5676-a05f-4a57-97a1-d88d1f1b2ea7' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:07:15.892456 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfee347-f9a1-4e37-b44f-b2977eb1061a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] DELETE failed (client error): The resource could not be found. Oct 20 04:07:15.892901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfee347-f9a1-4e37-b44f-b2977eb1061a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:07:15.895162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1cfee347-f9a1-4e37-b44f-b2977eb1061a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/subnets/c881344b-132c-4a34-9df0-7ad2f59fe307 HTTP/1.1" status: 404 len: 337 time: 0.0374248 Oct 20 04:07:15.897660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45162) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:15.926227 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e707c0fd-b3ac-4088-bc57-f4664bf70d15 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] DELETE failed (client error): The resource could not be found. Oct 20 04:07:15.926683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e707c0fd-b3ac-4088-bc57-f4664bf70d15 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:07:15.928452 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e707c0fd-b3ac-4088-bc57-f4664bf70d15 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/networks/a2bc010d-0d8f-492c-8897-d700321c3f10 HTTP/1.1" status: 404 len: 339 time: 0.0296648 Oct 20 04:07:15.931034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45166) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:15.940899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:07:15.968131 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6544d9-397c-4639-acaa-f1c5ee1b3ec0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] DELETE failed (client error): The resource could not be found. Oct 20 04:07:15.968573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6544d9-397c-4639-acaa-f1c5ee1b3ec0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:07:15.970243 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6d6544d9-397c-4639-acaa-f1c5ee1b3ec0 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/subnets/27e6ff2c-7395-4e8a-8097-2f4a1875e091 HTTP/1.1" status: 404 len: 337 time: 0.0383320 Oct 20 04:07:15.972847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45170) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:15.980426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:07:15.980769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 758f5676-a05f-4a57-97a1-d88d1f1b2ea7 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:07:15.997029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91e6b02-ba89-4710-973b-ae69a15c1555 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] DELETE failed (client error): The resource could not be found. Oct 20 04:07:15.997517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91e6b02-ba89-4710-973b-ae69a15c1555 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=90075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:07:15.999128 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f91e6b02-ba89-4710-973b-ae69a15c1555 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/networks/6a54eb26-9f4a-427c-9454-1257d6921027 HTTP/1.1" status: 404 len: 339 time: 0.0253839 Oct 20 04:07:16.001644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45174) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:16.064890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0282fcd-2da7-434d-9896-b395d7b23a3a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Deleting subnet 6526ae5e-1d50-4844-8484-1f90d4cf5aca {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:07:16.068370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0282fcd-2da7-434d-9896-b395d7b23a3a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:16.127562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0282fcd-2da7-434d-9896-b395d7b23a3a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:16.209251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0282fcd-2da7-434d-9896-b395d7b23a3a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:16.381364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0282fcd-2da7-434d-9896-b395d7b23a3a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:16.418833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0282fcd-2da7-434d-9896-b395d7b23a3a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Subnet': ['ID=6526ae5e-1d50-4844-8484-1f90d4cf5aca,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:16.422189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0282fcd-2da7-434d-9896-b395d7b23a3a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:16.428718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7e18eb-754d-4562-87f8-f58320167302 None None] Network 452dbeb6-0eca-44e8-8815-0c51a15883a8 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:16.432048 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f0282fcd-2da7-434d-9896-b395d7b23a3a tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/subnets/6526ae5e-1d50-4844-8484-1f90d4cf5aca HTTP/1.1" status: 204 len: 168 time: 0.4294779 Oct 20 04:07:16.434704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45178) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:16.519882 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 091f38e0-6dea-4679-9d72-671263fb2240 resource provider aggregate not found Oct 20 04:07:16.540589 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 091f38e0-6dea-4679-9d72-671263fb2240 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 091f38e0-6dea-4679-9d72-671263fb2240 found for delete ", "request_id": "req-8eeef6a1-163c-4b55-b2c0-6b23873d60af"}]} Oct 20 04:07:16.550461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:16.561146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Deleting port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:16.561509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:16.687978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] DHCP port deletion for 452dbeb6-0eca-44e8-8815-0c51a15883a8 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:07:16.692196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] Deleting port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:16.692564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:16.762671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] For port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=39a7bcda-780b-4cd3-aa69-3a50a6c0e99c,segment=NetworkSegment(177fb61a-343f-48ad-8d60-d2db8c998864),segment_id=177fb61a-343f-48ad-8d60-d2db8c998864)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:16.763024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:16.886020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Calling delete_port for 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:16.889802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] For port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=39a7bcda-780b-4cd3-aa69-3a50a6c0e99c,segment=NetworkSegment(177fb61a-343f-48ad-8d60-d2db8c998864),segment_id=177fb61a-343f-48ad-8d60-d2db8c998864)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:16.890215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.009476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] Calling delete_port for 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:17.032486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.085442 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] No DVR routers for this DVR port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:07:17.087113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Port': ['ID=39a7bcda-780b-4cd3-aa69-3a50a6c0e99c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:17.114205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:07:17.114556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:07:17.208247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.232292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452dbeb6-0eca-44e8-8815-0c51a15883a8']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:17.244003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177fb61a-343f-48ad-8d60-d2db8c998864') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:17.244307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177fb61a-343f-48ad-8d60-d2db8c998864') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:17.255217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.270886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.278750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:17.278750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.342886 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 177fb61a-343f-48ad-8d60-d2db8c998864 resource provider aggregate not found Oct 20 04:07:17.368433 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 177fb61a-343f-48ad-8d60-d2db8c998864 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 177fb61a-343f-48ad-8d60-d2db8c998864 found for delete ", "request_id": "req-021c70f9-5d37-4135-a095-8c2737e6c7e0"}]} Oct 20 04:07:17.420857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.438004 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.455016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.466225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] Pushing event deleted for resources: {'Network': ['ID=452dbeb6-0eca-44e8-8815-0c51a15883a8,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:17.470112 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-35dd6356-decb-4dbc-a242-17ff65873364 tempest-NetworksIpV6Test-1312274733 tempest-NetworksIpV6Test-1312274733-project] 10.222.0.33 "DELETE /v2.0/networks/452dbeb6-0eca-44e8-8815-0c51a15883a8 HTTP/1.1" status: 204 len: 168 time: 1.0342834 Oct 20 04:07:17.616046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] Deleting port 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:17.616598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.684604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f82e1329-2e14-4485-8eb9-05294a8e51ec None None] The port '39a7bcda-780b-4cd3-aa69-3a50a6c0e99c' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:07:17.906213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45194) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:17.933159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:07:17.966602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:07:17.966867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 39a7bcda-780b-4cd3-aa69-3a50a6c0e99c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:07:18.051271 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-29cce863-6539-400c-ba78-7c62ded7ffd3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6bc68b9495bf424bae7e046cbaac2aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432829 Oct 20 04:07:18.053701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45200) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:18.108503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79642511-a8bc-42b2-a1c4-68ceb1b3bb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:18.133824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79642511-a8bc-42b2-a1c4-68ceb1b3bb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:18.282656 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79642511-a8bc-42b2-a1c4-68ceb1b3bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:18.399786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79642511-a8bc-42b2-a1c4-68ceb1b3bb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bf1bd5-ebf7-4828-9bbb-bd4815c5bd1a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:18.403011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-79642511-a8bc-42b2-a1c4-68ceb1b3bb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:18.404117 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-79642511-a8bc-42b2-a1c4-68ceb1b3bb5c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a8bf1bd5-ebf7-4828-9bbb-bd4815c5bd1a HTTP/1.1" status: 204 len: 168 time: 0.3495574 Oct 20 04:07:19.363759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45224) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:19.462926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1387290953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:19.469574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:19.473942 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Usage tracker for resource:router and tenant:ab5b724918ff41439e63c6175bb7548d is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:19.476776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:19.482974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:19.527858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.528819 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.543584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.625375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.699359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.700524 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5a74a8b3-c73e-40d1-9d9c-002f062cb633 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3357983 Oct 20 04:07:19.703163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45230) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:19.709091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-352183302'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:19.713848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:19.718270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Usage tracker for resource:network and tenant:ab5b724918ff41439e63c6175bb7548d is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:19.721020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:19.726708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:19.796731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Made reservation on behalf of ab5b724918ff41439e63c6175bb7548d for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:19.800165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.812144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.826700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:19.830546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Usage tracker for resource:security_group_rule and tenant:ab5b724918ff41439e63c6175bb7548d is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:19.833865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:19.839381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:19.920989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.990575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:20.024902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:07:20.030519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395d9676-cff2-4fd7-9b24-973741cfe153,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:20.037185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:20.037563 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Added segment edadaf0c-2d84-44e5-909f-fff08f3acaba of type vlan for network 4c19edaa-07f9-45c2-afa3-3c8443b036b2 Oct 20 04:07:20.063367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:20.162145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:20.167356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:20.167932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:20.275843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event updated for resources: {'Network': ['ID=4c19edaa-07f9-45c2-afa3-3c8443b036b2,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:20.286197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 4c19edaa-07f9-45c2-afa3-3c8443b036b2 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:07:20.324140 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6e40d98e-1163-4c43-b705-07c2c5d02de4 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6199558 Oct 20 04:07:20.326857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45234) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:20.335298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Request body: {'subnet': {'network_id': '4c19edaa-07f9-45c2-afa3-3c8443b036b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:20.440713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:20.444648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Usage tracker for resource:subnet and tenant:ab5b724918ff41439e63c6175bb7548d is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:20.447426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:20.453012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:20.506087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Made reservation on behalf of ab5b724918ff41439e63c6175bb7548d for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:20.509520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:20.762513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:20.839705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event updated for resources: {'Subnet': ['ID=13819d9a-159e-4e99-98ee-d1c3c79840d8,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:20.848669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Checking segment: {'id': 'edadaf0c-2d84-44e5-909f-fff08f3acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4c19edaa-07f9-45c2-afa3-3c8443b036b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:20.849042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Network hostable DHCP agents. Network: 4c19edaa-07f9-45c2-afa3-3c8443b036b2, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:07:20.922236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Network 4c19edaa-07f9-45c2-afa3-3c8443b036b2 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:07:21.002163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 4c19edaa-07f9-45c2-afa3-3c8443b036b2) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:21.006105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:21.006686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.010642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ca8bd-3e0d-4546-8b35-134ee8b02ea1 None None] Network 4c19edaa-07f9-45c2-afa3-3c8443b036b2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:21.088906 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5006110a-2812-404b-ad78-c0c41408a3e3 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7609282 Oct 20 04:07:21.091999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45238) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:21.098055 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2112557074'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:21.102903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:21.106689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Usage tracker for resource:network and tenant:ab5b724918ff41439e63c6175bb7548d is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:21.109532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Quota usage for network was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:21.115434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:21.180585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Made reservation on behalf of ab5b724918ff41439e63c6175bb7548d for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:21.184121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.212258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:07:21.221225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.221625 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Added segment b4361daf-b04c-4ae1-85bb-2d429712293e of type vlan for network 3b97d4be-9794-4d85-8d55-8f1a29a5870c Oct 20 04:07:21.225892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-4c19edaa-07f9-45c2-afa3-3c8443b036b2', 'network_id': '4c19edaa-07f9-45c2-afa3-3c8443b036b2', 'tenant_id': 'ab5b724918ff41439e63c6175bb7548d', 'fixed_ips': [{'subnet_id': '13819d9a-159e-4e99-98ee-d1c3c79840d8'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:07:21.226758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.250841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.346338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.351903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:21.352482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.380678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Allocated IP 172.20.0.2 (4c19edaa-07f9-45c2-afa3-3c8443b036b2/13819d9a-159e-4e99-98ee-d1c3c79840d8/0d4698a2-71ae-43d0-b208-285e1ba7ecf6) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:21.458852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event updated for resources: {'Network': ['ID=3b97d4be-9794-4d85-8d55-8f1a29a5870c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:21.472949 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f5f9e7b8-53db-4eaa-b254-0a23367f0965 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3798149 Oct 20 04:07:21.473404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 3b97d4be-9794-4d85-8d55-8f1a29a5870c details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:07:21.475703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45242) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:21.481128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Request body: {'subnet': {'network_id': '3b97d4be-9794-4d85-8d55-8f1a29a5870c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:21.678357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.688175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Transition to ACTIVE for port object 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:21.696462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:21.700181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Usage tracker for resource:subnet and tenant:ab5b724918ff41439e63c6175bb7548d is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:21.702919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:21.706515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Transition to ACTIVE for port object 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:21.708470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:21.758446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.790848 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Made reservation on behalf of ab5b724918ff41439e63c6175bb7548d for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:21.795343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.822123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Network 4c19edaa-07f9-45c2-afa3-3c8443b036b2 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:21.824842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:21.828317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:21.833937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Pushing event updated for resources: {'Port': ['ID=0d4698a2-71ae-43d0-b208-285e1ba7ecf6,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:21.932844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Attempting to bind port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:21.933203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Attempting to bind port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'edadaf0c-2d84-44e5-909f-fff08f3acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4c19edaa-07f9-45c2-afa3-3c8443b036b2'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:21.933604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Attempting to bind port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 on network 4c19edaa-07f9-45c2-afa3-3c8443b036b2 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:21.938903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:21.939272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Checking segment: {'id': 'edadaf0c-2d84-44e5-909f-fff08f3acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4c19edaa-07f9-45c2-afa3-3c8443b036b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:21.939673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:21.940061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Bound using segment: {'id': 'edadaf0c-2d84-44e5-909f-fff08f3acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4c19edaa-07f9-45c2-afa3-3c8443b036b2'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:21.940527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Bound port: 0d4698a2-71ae-43d0-b208-285e1ba7ecf6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edadaf0c-2d84-44e5-909f-fff08f3acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4c19edaa-07f9-45c2-afa3-3c8443b036b2'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:21.940895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:22.029534 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] For port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:22.032511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] For port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0d4698a2-71ae-43d0-b208-285e1ba7ecf6,segment=NetworkSegment(edadaf0c-2d84-44e5-909f-fff08f3acaba),segment_id=edadaf0c-2d84-44e5-909f-fff08f3acaba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:22.076604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:22.105475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:22.157997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event updated for resources: {'Subnet': ['ID=90aa0917-a560-4125-b3b0-167cb48a132d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:22.166575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Checking segment: {'id': 'b4361daf-b04c-4ae1-85bb-2d429712293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3b97d4be-9794-4d85-8d55-8f1a29a5870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:22.166933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Network hostable DHCP agents. Network: 3b97d4be-9794-4d85-8d55-8f1a29a5870c, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:07:22.181637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fba325-709d-4327-8c5b-7a3402a43557 None None] Pushing event updated for resources: {'Port': ['ID=0d4698a2-71ae-43d0-b208-285e1ba7ecf6,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:22.248095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Network 3b97d4be-9794-4d85-8d55-8f1a29a5870c is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:07:22.329874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 3b97d4be-9794-4d85-8d55-8f1a29a5870c) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:22.342305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090efe1-d641-4ec9-913e-3259e65db46b None None] Network 3b97d4be-9794-4d85-8d55-8f1a29a5870c requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:22.349638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:22.350256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:22.429824 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7c6e5ad9-b67a-4c40-b935-d2431d7bb1ca tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9506335 Oct 20 04:07:22.430072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45246) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:22.435396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bfa92d4c-cc2d-44b5-8d15-35f63ec5a9f5 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b97d4be-9794-4d85-8d55-8f1a29a5870c'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:22.613608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-3b97d4be-9794-4d85-8d55-8f1a29a5870c', 'network_id': '3b97d4be-9794-4d85-8d55-8f1a29a5870c', 'tenant_id': 'ab5b724918ff41439e63c6175bb7548d', 'fixed_ips': [{'subnet_id': '90aa0917-a560-4125-b3b0-167cb48a132d'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:07:22.614449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:22.768646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Allocated IP 172.21.0.2 (3b97d4be-9794-4d85-8d55-8f1a29a5870c/90aa0917-a560-4125-b3b0-167cb48a132d/67d9f7b5-6173-42ee-802d-4b679d49281b) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:22.816034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfa92d4c-cc2d-44b5-8d15-35f63ec5a9f5 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:22.991386 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.006357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Transition to ACTIVE for port object 67d9f7b5-6173-42ee-802d-4b679d49281b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:23.026714 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.api.v2.resource [None req-bfa92d4c-cc2d-44b5-8d15-35f63ec5a9f5 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 04:07:23.026913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Transition to ACTIVE for port object 67d9f7b5-6173-42ee-802d-4b679d49281b will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:23.027502 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bfa92d4c-cc2d-44b5-8d15-35f63ec5a9f5 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "PUT /v2.0/routers/2e48d292-9931-4e3a-8cfb-a485fb7a60b1 HTTP/1.1" status: 400 len: 364 time: 0.5964940 Oct 20 04:07:23.033710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45250) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:23.084115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.101455 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebd009e-6d75-4a7a-a5da-ccdee244fb4c tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Deleting subnet 90aa0917-a560-4125-b3b0-167cb48a132d {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:07:23.104638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cebd009e-6d75-4a7a-a5da-ccdee244fb4c tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.149891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Network 3b97d4be-9794-4d85-8d55-8f1a29a5870c is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:23.153900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:23.155653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b7ed5-9db4-47a5-b7aa-545debdc4a91 None None] Network 4c19edaa-07f9-45c2-afa3-3c8443b036b2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:23.161555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cebd009e-6d75-4a7a-a5da-ccdee244fb4c tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.171404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:23.246281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cebd009e-6d75-4a7a-a5da-ccdee244fb4c tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.267538 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Pushing event updated for resources: {'Port': ['ID=67d9f7b5-6173-42ee-802d-4b679d49281b,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:23.321859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.322135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.322475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.322809 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.323136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.323463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.323792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.324114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.324438 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.324759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.325079 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.325428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:23.373297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Attempting to bind port 67d9f7b5-6173-42ee-802d-4b679d49281b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:23.373732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Attempting to bind port 67d9f7b5-6173-42ee-802d-4b679d49281b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'b4361daf-b04c-4ae1-85bb-2d429712293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3b97d4be-9794-4d85-8d55-8f1a29a5870c'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:23.374070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Attempting to bind port 67d9f7b5-6173-42ee-802d-4b679d49281b on network 3b97d4be-9794-4d85-8d55-8f1a29a5870c {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:23.375488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cebd009e-6d75-4a7a-a5da-ccdee244fb4c tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.383400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:23.389837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Checking segment: {'id': 'b4361daf-b04c-4ae1-85bb-2d429712293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3b97d4be-9794-4d85-8d55-8f1a29a5870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:23.389837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.389837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Bound using segment: {'id': 'b4361daf-b04c-4ae1-85bb-2d429712293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3b97d4be-9794-4d85-8d55-8f1a29a5870c'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:23.389837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Bound port: 67d9f7b5-6173-42ee-802d-4b679d49281b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4361daf-b04c-4ae1-85bb-2d429712293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3b97d4be-9794-4d85-8d55-8f1a29a5870c'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:23.389837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.418894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd009e-6d75-4a7a-a5da-ccdee244fb4c tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event deleted for resources: {'Subnet': ['ID=90aa0917-a560-4125-b3b0-167cb48a132d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:23.420779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-cebd009e-6d75-4a7a-a5da-ccdee244fb4c tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.429777 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cebd009e-6d75-4a7a-a5da-ccdee244fb4c tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "DELETE /v2.0/subnets/90aa0917-a560-4125-b3b0-167cb48a132d HTTP/1.1" status: 204 len: 168 time: 0.3924413 Oct 20 04:07:23.430329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45254) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:23.465014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-175403d3-d070-4b3a-b737-57f7d2db6ad3 None None] Provisioning for port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:23.542807 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.553874 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Deleting port 67d9f7b5-6173-42ee-802d-4b679d49281b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:23.554205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.564975 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] For port 67d9f7b5-6173-42ee-802d-4b679d49281b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:23.584285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] For port 67d9f7b5-6173-42ee-802d-4b679d49281b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=67d9f7b5-6173-42ee-802d-4b679d49281b,segment=NetworkSegment(b4361daf-b04c-4ae1-85bb-2d429712293e),segment_id=b4361daf-b04c-4ae1-85bb-2d429712293e)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:23.666100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.763241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] For port 67d9f7b5-6173-42ee-802d-4b679d49281b, host dv-neutron-861845-1-hyperv, got binding levels [] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:23.763604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:23.789505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8c3b-cc89-459c-8917-fb673af6d0af None None] Pushing event updated for resources: {'Port': ['ID=67d9f7b5-6173-42ee-802d-4b679d49281b,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:23.805638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c6022-bda4-4956-b068-9c1272736ed7 None None] Network 3b97d4be-9794-4d85-8d55-8f1a29a5870c requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:23.885618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Calling delete_port for 67d9f7b5-6173-42ee-802d-4b679d49281b owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:23.979297 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:24.015097 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.db.api [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:07:24.015418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG oslo_db.api [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:07:24.073170 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf43234-d4bf-4f9f-9ffd-44b4696296b2 None None] get_active_networks_info from dv-neutron-861845-1-hyperv {{(pid=90077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 20 04:07:24.107617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:24.115953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:24.116322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:24.116650 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 Oct 20 04:07:24.211864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf43234-d4bf-4f9f-9ffd-44b4696296b2 None None] Resources bound (agent type, host, resource id): {{(pid=90077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 04:07:24.370169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:24.370543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:24.427847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0d4698a2-71ae-43d0-b208-285e1ba7ecf6,segment=NetworkSegment(edadaf0c-2d84-44e5-909f-fff08f3acaba),segment_id=edadaf0c-2d84-44e5-909f-fff08f3acaba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:24.509057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:24.516420 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Deleting port 67d9f7b5-6173-42ee-802d-4b679d49281b {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:24.516834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:24.583106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=0d4698a2-71ae-43d0-b208-285e1ba7ecf6,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:24.719052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] For port 67d9f7b5-6173-42ee-802d-4b679d49281b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=67d9f7b5-6173-42ee-802d-4b679d49281b,segment=NetworkSegment(b4361daf-b04c-4ae1-85bb-2d429712293e),segment_id=b4361daf-b04c-4ae1-85bb-2d429712293e)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:24.719406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:24.839976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Calling delete_port for 67d9f7b5-6173-42ee-802d-4b679d49281b owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:24.996912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.042586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event deleted for resources: {'Port': ['ID=67d9f7b5-6173-42ee-802d-4b679d49281b,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:25.047955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] No DVR routers for this DVR port 67d9f7b5-6173-42ee-802d-4b679d49281b on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:07:25.165801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.189796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b97d4be-9794-4d85-8d55-8f1a29a5870c']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:25.201655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4361daf-b04c-4ae1-85bb-2d429712293e') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:25.201954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4361daf-b04c-4ae1-85bb-2d429712293e') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:25.213139 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.228818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.234655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:25.235034 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.400960 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b4361daf-b04c-4ae1-85bb-2d429712293e resource provider aggregate not found Oct 20 04:07:25.424060 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment b4361daf-b04c-4ae1-85bb-2d429712293e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4361daf-b04c-4ae1-85bb-2d429712293e found for delete ", "request_id": "req-b9e2a318-383a-4f23-9f73-4fca60f290df"}]} Oct 20 04:07:25.506162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.523103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.535738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event deleted for resources: {'Network': ['ID=3b97d4be-9794-4d85-8d55-8f1a29a5870c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:25.538227 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f612e897-3b91-4558-b9ff-bbf914630dd8 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "DELETE /v2.0/networks/3b97d4be-9794-4d85-8d55-8f1a29a5870c HTTP/1.1" status: 204 len: 168 time: 2.1070073 Oct 20 04:07:25.540915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45262) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:25.607217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24a13df-8171-4c12-9987-3d5077ee80de tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Deleting subnet 13819d9a-159e-4e99-98ee-d1c3c79840d8 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:07:25.610040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b24a13df-8171-4c12-9987-3d5077ee80de tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.665679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b24a13df-8171-4c12-9987-3d5077ee80de tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.752773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b24a13df-8171-4c12-9987-3d5077ee80de tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.906768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b24a13df-8171-4c12-9987-3d5077ee80de tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.945879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:25.946860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a13df-8171-4c12-9987-3d5077ee80de tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event deleted for resources: {'Subnet': ['ID=13819d9a-159e-4e99-98ee-d1c3c79840d8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:25.952574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b24a13df-8171-4c12-9987-3d5077ee80de tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:25.959683 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b24a13df-8171-4c12-9987-3d5077ee80de tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "DELETE /v2.0/subnets/13819d9a-159e-4e99-98ee-d1c3c79840d8 HTTP/1.1" status: 204 len: 168 time: 0.4177506 Oct 20 04:07:25.962198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45266) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:25.975782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc95323-2202-4c04-bf25-6306de7f5597 None None] Network 4c19edaa-07f9-45c2-afa3-3c8443b036b2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:26.074818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.085140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Deleting port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:26.085503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.178972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:26.179346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.179672 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 Oct 20 04:07:26.302464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] DHCP port deletion for 4c19edaa-07f9-45c2-afa3-3c8443b036b2 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:07:26.311328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] Deleting port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:26.312918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.355021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:26.397111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] For port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0d4698a2-71ae-43d0-b208-285e1ba7ecf6,segment=NetworkSegment(edadaf0c-2d84-44e5-909f-fff08f3acaba),segment_id=edadaf0c-2d84-44e5-909f-fff08f3acaba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:26.397491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.511440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] For port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0d4698a2-71ae-43d0-b208-285e1ba7ecf6,segment=NetworkSegment(edadaf0c-2d84-44e5-909f-fff08f3acaba),segment_id=edadaf0c-2d84-44e5-909f-fff08f3acaba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:26.511823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.517244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Calling delete_port for 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:26.630269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] Calling delete_port for 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:07:26.643480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.691034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event deleted for resources: {'Port': ['ID=0d4698a2-71ae-43d0-b208-285e1ba7ecf6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:26.696148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] No DVR routers for this DVR port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:07:26.705104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:07:26.705503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:07:26.816747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.841280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c19edaa-07f9-45c2-afa3-3c8443b036b2']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:26.853372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edadaf0c-2d84-44e5-909f-fff08f3acaba') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:26.853673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edadaf0c-2d84-44e5-909f-fff08f3acaba') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:26.864767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.879867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.885780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:07:26.886104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:26.956107 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment edadaf0c-2d84-44e5-909f-fff08f3acaba resource provider aggregate not found Oct 20 04:07:26.979123 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment edadaf0c-2d84-44e5-909f-fff08f3acaba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edadaf0c-2d84-44e5-909f-fff08f3acaba found for delete ", "request_id": "req-4eb9bf42-97bb-4009-998f-5e090d26a7a4"}]} Oct 20 04:07:27.032095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:27.049197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:27.059637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Pushing event deleted for resources: {'Network': ['ID=4c19edaa-07f9-45c2-afa3-3c8443b036b2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:27.063442 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d64ed389-ae1d-41e2-91fb-c807746f7ddd tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "DELETE /v2.0/networks/4c19edaa-07f9-45c2-afa3-3c8443b036b2 HTTP/1.1" status: 204 len: 168 time: 1.1003301 Oct 20 04:07:27.066129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45274) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:27.118059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-800636f2-ac46-46e0-ada8-7969d789df6e tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Synchronizing usage tracker for tenant:ab5b724918ff41439e63c6175bb7548d on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:07:27.186246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-800636f2-ac46-46e0-ada8-7969d789df6e tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Unset dirty status for tenant:ab5b724918ff41439e63c6175bb7548d on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:07:27.187290 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-800636f2-ac46-46e0-ada8-7969d789df6e tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e48d292-9931-4e3a-8cfb-a485fb7a60b1 HTTP/1.1" status: 200 len: 205 time: 0.1202898 Oct 20 04:07:27.189928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45278) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:27.207332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] Deleting port 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:07:27.207805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:27.274867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a1c10-ec29-4cfa-80f8-75c859e610b5 None None] The port '0d4698a2-71ae-43d0-b208-285e1ba7ecf6' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:07:27.317457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-427f707e-8c6a-4b69-a154-1fee098eaf25 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:27.597859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-427f707e-8c6a-4b69-a154-1fee098eaf25 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:27.599824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-427f707e-8c6a-4b69-a154-1fee098eaf25 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:27.671966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-427f707e-8c6a-4b69-a154-1fee098eaf25 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:27.672605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427f707e-8c6a-4b69-a154-1fee098eaf25 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Fanout notify agent at l3_agent the message router_deleted on router 2e48d292-9931-4e3a-8cfb-a485fb7a60b1 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:07:27.683835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-427f707e-8c6a-4b69-a154-1fee098eaf25 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:27.684880 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-427f707e-8c6a-4b69-a154-1fee098eaf25 tempest-RoutersNegativeTest-1893517068 tempest-RoutersNegativeTest-1893517068-project] 10.222.0.33 "DELETE /v2.0/routers/2e48d292-9931-4e3a-8cfb-a485fb7a60b1 HTTP/1.1" status: 204 len: 168 time: 0.4940872 Oct 20 04:07:27.939539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:07:27.973728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:07:27.974087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0d4698a2-71ae-43d0-b208-285e1ba7ecf6 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:07:28.132345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45286) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:28.420264 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9bbc792e-adf4-4d54-9ead-1d183b1a8756 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ab5b724918ff41439e63c6175bb7548d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866898 Oct 20 04:07:28.422719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45292) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:28.477411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46dfef25-ab56-4bd6-869f-f5b8346f7e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:28.502759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46dfef25-ab56-4bd6-869f-f5b8346f7e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:28.614594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46dfef25-ab56-4bd6-869f-f5b8346f7e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:28.628032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfef25-ab56-4bd6-869f-f5b8346f7e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395d9676-cff2-4fd7-9b24-973741cfe153,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:28.641545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-46dfef25-ab56-4bd6-869f-f5b8346f7e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:28.641545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-46dfef25-ab56-4bd6-869f-f5b8346f7e4d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/395d9676-cff2-4fd7-9b24-973741cfe153 HTTP/1.1" status: 204 len: 168 time: 0.2124915 Oct 20 04:07:29.587337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45316) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:29.694692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2069998034-network', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:29.699581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:29.703700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Usage tracker for resource:network and tenant:4c915b48a5754acdba21d5edd5d5d887 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:29.706562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:29.712849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:29.802549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Made reservation on behalf of 4c915b48a5754acdba21d5edd5d5d887 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:29.804817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:29.819252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:29.837400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:29.841061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Usage tracker for resource:security_group_rule and tenant:4c915b48a5754acdba21d5edd5d5d887 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:29.843872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:29.850357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:29.930279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:29.997706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:30.027286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:07:30.035982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:30.041370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:30.041717 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Added segment e5104a5e-ff32-45aa-8542-a0e2fd7e0703 of type vlan for network 8017b371-7a42-41f2-8c66-2de6b2ed1660 Oct 20 04:07:30.066518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:30.146117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:30.147070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:30.147641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:30.248648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] Pushing event updated for resources: {'Network': ['ID=8017b371-7a42-41f2-8c66-2de6b2ed1660,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:30.258885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:07:30.318917 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f440b3a0-1453-4aa9-b824-4a88522c3566 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7304537 Oct 20 04:07:30.322066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45322) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:30.327485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Request body: {'subnet': {'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-subnet', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:30.333709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:30.336816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Usage tracker for resource:subnet and tenant:4c915b48a5754acdba21d5edd5d5d887 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:30.339656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:30.345463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:30.443325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Made reservation on behalf of 4c915b48a5754acdba21d5edd5d5d887 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:30.445582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:30.695337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:30.775413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2171aa-488d-41fc-8ec4-175c538ffd44,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:30.777633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Checking segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:30.777987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Network hostable DHCP agents. Network: 8017b371-7a42-41f2-8c66-2de6b2ed1660, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:07:30.854543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:07:30.923075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 8017b371-7a42-41f2-8c66-2de6b2ed1660) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:30.927304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:30.927876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:30.932877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e84954-6866-43c5-9ff5-7114b3da6f3c None None] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:31.004473 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3e5c1642-da26-4a12-be61-df7b2629a235 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6812649 Oct 20 04:07:31.006966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45326) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:31.012035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:31.016667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:31.020549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Usage tracker for resource:router and tenant:4c915b48a5754acdba21d5edd5d5d887 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:31.023505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:31.029617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:31.100885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.101990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.117168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.185127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-8017b371-7a42-41f2-8c66-2de6b2ed1660', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'fixed_ips': [{'subnet_id': '8b2171aa-488d-41fc-8ec4-175c538ffd44'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:07:31.186050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.340110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Allocated IP 172.20.0.2 (8017b371-7a42-41f2-8c66-2de6b2ed1660/8b2171aa-488d-41fc-8ec4-175c538ffd44/c3d26440-8ba9-49ae-af35-fb810ae8f7eb) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:31.429700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.544166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.553846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Transition to ACTIVE for port object c3d26440-8ba9-49ae-af35-fb810ae8f7eb will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:31.571119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Transition to ACTIVE for port object c3d26440-8ba9-49ae-af35-fb810ae8f7eb will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:31.638188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.702956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:31.705694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:31.709764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:31.715286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Pushing event updated for resources: {'Port': ['ID=c3d26440-8ba9-49ae-af35-fb810ae8f7eb,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:31.793148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.814147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Attempting to bind port c3d26440-8ba9-49ae-af35-fb810ae8f7eb on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:31.814515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Attempting to bind port c3d26440-8ba9-49ae-af35-fb810ae8f7eb by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:31.814878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Attempting to bind port c3d26440-8ba9-49ae-af35-fb810ae8f7eb on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:31.820558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:31.820931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Checking segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:31.821360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.821748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Bound using segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:31.822039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.822208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Bound port: c3d26440-8ba9-49ae-af35-fb810ae8f7eb, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:31.822575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:31.912428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] For port c3d26440-8ba9-49ae-af35-fb810ae8f7eb, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:31.915442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] For port c3d26440-8ba9-49ae-af35-fb810ae8f7eb, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c3d26440-8ba9-49ae-af35-fb810ae8f7eb,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:31.992851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:32.053288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Allocated IP 172.26.7.250 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/3e297e7b-b3d2-463b-95e0-ae9940a9fade) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:32.065158 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786200b-d80a-47c7-9e2a-9f0513c84d65 None None] Pushing event updated for resources: {'Port': ['ID=c3d26440-8ba9-49ae-af35-fb810ae8f7eb,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:32.205052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:32.288762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:32.360539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:32.361669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:32.366102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:32.401422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Pushing event updated for resources: {'Port': ['ID=3e297e7b-b3d2-463b-95e0-ae9940a9fade,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:32.892893 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:33.038380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d81db57-294b-4e7b-975f-e836e264d09a None None] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:33.190667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fd283217-4ce7-4ac8-9491-684752042934 None None] Provisioning for port c3d26440-8ba9-49ae-af35-fb810ae8f7eb completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:33.231879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:33.494849 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Router 45559476-0574-41ec-b205-92e49dda5d30 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:07:33.773949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:07:33.782713 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Sync routers for ids ['45559476-0574-41ec-b205-92e49dda5d30'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:07:33.792899 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Routers {'45559476-0574-41ec-b205-92e49dda5d30'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:07:33.793530 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:07:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['45559476-0574-41ec-b205-92e49dda5d30'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:33.871250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:33.872493 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8f31d8b0-a1f6-4762-8baa-1a201ac87869 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8645098 Oct 20 04:07:33.875498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45330) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:33.968895 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Set router 45559476-0574-41ec-b205-92e49dda5d30 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:07:33.978928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c3d26440-8ba9-49ae-af35-fb810ae8f7eb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:34.113620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c3d26440-8ba9-49ae-af35-fb810ae8f7eb completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:34.118787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c3d26440-8ba9-49ae-af35-fb810ae8f7eb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:34.119221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.119623 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c3d26440-8ba9-49ae-af35-fb810ae8f7eb Oct 20 04:07:34.247677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c3d26440-8ba9-49ae-af35-fb810ae8f7eb is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:34.248007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.280013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port c3d26440-8ba9-49ae-af35-fb810ae8f7eb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c3d26440-8ba9-49ae-af35-fb810ae8f7eb,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:34.287323 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45559476-0574-41ec-b205-92e49dda5d30', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:32Z', 'revision_number': 3, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'gw_port': {'id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:34.291083 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Checking router: 45559476-0574-41ec-b205-92e49dda5d30 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:07:34.291425 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Updating router 45559476-0574-41ec-b205-92e49dda5d30 port 3e297e7b-b3d2-463b-95e0-ae9940a9fade binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:07:34.344571 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.363636 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.436590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=c3d26440-8ba9-49ae-af35-fb810ae8f7eb,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:34.560363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.664658 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.675701 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Transition to ACTIVE for port object 3e297e7b-b3d2-463b-95e0-ae9940a9fade will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:34.760877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Allocated IP 172.20.0.1 (8017b371-7a42-41f2-8c66-2de6b2ed1660/8b2171aa-488d-41fc-8ec4-175c538ffd44/b156e00a-5010-421c-9831-ff416085a6c5) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:34.786509 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.846050 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Attempting to bind port 3e297e7b-b3d2-463b-95e0-ae9940a9fade on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:34.846329 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Attempting to bind port 3e297e7b-b3d2-463b-95e0-ae9940a9fade by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:34.846681 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Attempting to bind port 3e297e7b-b3d2-463b-95e0-ae9940a9fade on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:34.856474 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:34.856836 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:34.857227 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.857636 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:34.858085 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Bound port: 3e297e7b-b3d2-463b-95e0-ae9940a9fade, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:34.858444 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.903454 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Pushing event updated for resources: {'Port': ['ID=3e297e7b-b3d2-463b-95e0-ae9940a9fade,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:34.904772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:34.913412 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.913751 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.914087 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.914416 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.914736 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.915060 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.915379 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.915695 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.916015 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.916336 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.916648 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.916961 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:07:34.920326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Transition to ACTIVE for port object b156e00a-5010-421c-9831-ff416085a6c5 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:34.944796 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] For port 3e297e7b-b3d2-463b-95e0-ae9940a9fade, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:34.947686 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] For port 3e297e7b-b3d2-463b-95e0-ae9940a9fade, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3e297e7b-b3d2-463b-95e0-ae9940a9fade,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:35.003998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:35.014421 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:35.070557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:35.073511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:35.073947 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Routers {'45559476-0574-41ec-b205-92e49dda5d30'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:07:35.074560 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:07:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['45559476-0574-41ec-b205-92e49dda5d30'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:35.077097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:35.112518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Pushing event updated for resources: {'Port': ['ID=b156e00a-5010-421c-9831-ff416085a6c5,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:35.135372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:35.215229 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af510b6-52b1-4a3f-a5ad-dc08de10c2c6 None None] Pushing event updated for resources: {'Port': ['ID=3e297e7b-b3d2-463b-95e0-ae9940a9fade,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:35.262285 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] Set router 45559476-0574-41ec-b205-92e49dda5d30 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:07:35.392107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Provisioning for port b156e00a-5010-421c-9831-ff416085a6c5 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:35.398164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Provisioning complete for port b156e00a-5010-421c-9831-ff416085a6c5 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:35.398543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:35.398905 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Attempt 1 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:35.421957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:35.453842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Port b156e00a-5010-421c-9831-ff416085a6c5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:35.546108 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45559476-0574-41ec-b205-92e49dda5d30', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:32Z', 'revision_number': 3, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'gw_port': {'id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:35.549908 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28028b8-bb78-4b97-9f11-844a90774236 None None] The sync data for ids ['45559476-0574-41ec-b205-92e49dda5d30'] in dv-neutron-861845-1-hyperv is: [{'id': '45559476-0574-41ec-b205-92e49dda5d30', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:32Z', 'revision_number': 3, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'gw_port': {'id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:07:35.654792 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:35.694799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:35.802329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:35.830209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Pushing event updated for resources: {'Port': ['ID=b156e00a-5010-421c-9831-ff416085a6c5,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:35.954992 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Attempt 2 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:35.958599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:35.960178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:36.050030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c3d26440-8ba9-49ae-af35-fb810ae8f7eb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:36.116757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Port b156e00a-5010-421c-9831-ff416085a6c5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:36.145474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c3d26440-8ba9-49ae-af35-fb810ae8f7eb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:36.146060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:36.150777 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c3d26440-8ba9-49ae-af35-fb810ae8f7eb Oct 20 04:07:36.192406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Router 45559476-0574-41ec-b205-92e49dda5d30 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:07:36.313945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c3d26440-8ba9-49ae-af35-fb810ae8f7eb is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:36.315049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3e297e7b-b3d2-463b-95e0-ae9940a9fade up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:36.386500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:07:36.395900 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1f2eff1c-fca8-4ca9-8cd5-66283726292f admin admin] 10.222.0.33 "PUT /v2.0/routers/45559476-0574-41ec-b205-92e49dda5d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5194221 Oct 20 04:07:36.443412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 3e297e7b-b3d2-463b-95e0-ae9940a9fade completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:36.449127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3e297e7b-b3d2-463b-95e0-ae9940a9fade triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:36.449555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:36.449882 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3e297e7b-b3d2-463b-95e0-ae9940a9fade Oct 20 04:07:36.574688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3e297e7b-b3d2-463b-95e0-ae9940a9fade is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:36.575070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:36.590899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 3e297e7b-b3d2-463b-95e0-ae9940a9fade, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3e297e7b-b3d2-463b-95e0-ae9940a9fade,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:36.617822 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Attempt 3 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:36.662089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:36.722124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Port b156e00a-5010-421c-9831-ff416085a6c5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:36.737735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=3e297e7b-b3d2-463b-95e0-ae9940a9fade,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:37.090555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45348) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:37.096243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-426554136-network', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:37.102209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:37.103165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Sync routers for ids ['45559476-0574-41ec-b205-92e49dda5d30'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:07:37.106232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Usage tracker for resource:network and tenant:cfad4f96516a44d6bafd46611b4f90ec is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:37.109080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:37.112035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Routers {'45559476-0574-41ec-b205-92e49dda5d30'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:07:37.112668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:07:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['45559476-0574-41ec-b205-92e49dda5d30'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:37.116312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:37.180320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Made reservation on behalf of cfad4f96516a44d6bafd46611b4f90ec for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:37.182621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.194851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.209191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:37.213009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Usage tracker for resource:security_group_rule and tenant:cfad4f96516a44d6bafd46611b4f90ec is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:37.215815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:37.221637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:37.235157 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Attempt 4 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:37.302311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Port b156e00a-5010-421c-9831-ff416085a6c5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:37.303523 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.332811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Set router 45559476-0574-41ec-b205-92e49dda5d30 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:07:37.367967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.400458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d97743-d935-4972-867e-688d731b589a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:07:37.408780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9acfcf-3cd3-42ec-826c-9c0a954b5d49,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:37.416286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.417744 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Added segment 17392681-e3fc-4ef2-a1cd-6302c1f44b97 of type vlan for network eebbe472-45ed-405a-94e2-e6ce9511a94a Oct 20 04:07:37.446253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.529002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.530101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:37.530670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.638567 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d97743-d935-4972-867e-688d731b589a admin admin] Pushing event updated for resources: {'Network': ['ID=eebbe472-45ed-405a-94e2-e6ce9511a94a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:37.651221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network eebbe472-45ed-405a-94e2-e6ce9511a94a details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:07:37.667946 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45559476-0574-41ec-b205-92e49dda5d30', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:35Z', 'revision_number': 4, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'gw_port': {'id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'b156e00a-5010-421c-9831-ff416085a6c5', 'name': '', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'mac_address': 'fa:16:3e:1d:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8b2171aa-488d-41fc-8ec4-175c538ffd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:34Z', 'updated_at': '2022-10-20T04:07:35Z', 'revision_number': 2, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'subnets': [{'id': '8b2171aa-488d-41fc-8ec4-175c538ffd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:37.678696 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-48d97743-d935-4972-867e-688d731b589a admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5869155 Oct 20 04:07:37.681320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45352) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:37.686598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Request body: {'subnet': {'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-subnet', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'ip_version': 4}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:37.691898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:37.695793 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Usage tracker for resource:subnet and tenant:cfad4f96516a44d6bafd46611b4f90ec is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:37.700470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:37.704382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:37.723781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Checking router: 45559476-0574-41ec-b205-92e49dda5d30 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:07:37.724134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Updating router 45559476-0574-41ec-b205-92e49dda5d30 port b156e00a-5010-421c-9831-ff416085a6c5 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:07:37.786129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Made reservation on behalf of cfad4f96516a44d6bafd46611b4f90ec for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:37.788928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.803805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:37.809722 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Attempt 5 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:37.911045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Port b156e00a-5010-421c-9831-ff416085a6c5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:37.954928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3e297e7b-b3d2-463b-95e0-ae9940a9fade up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:38.055037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.131772 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1294b9-05c0-407e-b1ed-0a58c204f8b4,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:38.142079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Checking segment: {'id': '17392681-e3fc-4ef2-a1cd-6302c1f44b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:38.142440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Network hostable DHCP agents. Network: eebbe472-45ed-405a-94e2-e6ce9511a94a, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:07:38.165928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3e297e7b-b3d2-463b-95e0-ae9940a9fade triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:38.166291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.166621 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3e297e7b-b3d2-463b-95e0-ae9940a9fade Oct 20 04:07:38.237709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Network eebbe472-45ed-405a-94e2-e6ce9511a94a is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:07:38.323269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, eebbe472-45ed-405a-94e2-e6ce9511a94a) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:38.327412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:38.328111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.344840 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7cc92-6eb5-41a5-8d07-f37bea12fde4 None None] Network eebbe472-45ed-405a-94e2-e6ce9511a94a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:38.398137 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-99773e3f-8c1d-4b59-b036-111e39e94eac admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7157841 Oct 20 04:07:38.400696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45356) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:38.405652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:38.410894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:38.414746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Usage tracker for resource:router and tenant:cfad4f96516a44d6bafd46611b4f90ec is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:07:38.415036 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Attempt 6 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:38.417572 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:07:38.423089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:38.476222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3e297e7b-b3d2-463b-95e0-ae9940a9fade is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:38.476621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.477696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.494244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.495118 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.515522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Port b156e00a-5010-421c-9831-ff416085a6c5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:38.531095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Transition to ACTIVE for port object b156e00a-5010-421c-9831-ff416085a6c5 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:38.633620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.738552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-eebbe472-45ed-405a-94e2-e6ce9511a94a', 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'fixed_ips': [{'subnet_id': '9b1294b9-05c0-407e-b1ed-0a58c204f8b4'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:07:38.739374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.839649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.872372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef1bf6-9f20-43ae-adfa-a99006e41cbf None None] Pushing event updated for resources: {'Port': ['ID=b156e00a-5010-421c-9831-ff416085a6c5,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:38.915836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Attempting to bind port b156e00a-5010-421c-9831-ff416085a6c5 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:38.916203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Attempting to bind port b156e00a-5010-421c-9831-ff416085a6c5 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:38.916559 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Attempting to bind port b156e00a-5010-421c-9831-ff416085a6c5 on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:38.925949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:38.932402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Checking segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:38.932402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:38.932402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Bound using segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:38.932402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Bound port: b156e00a-5010-421c-9831-ff416085a6c5, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:38.932402 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:39.024638 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Attempt 7 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:39.118137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Port b156e00a-5010-421c-9831-ff416085a6c5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:39.118994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Allocated IP 172.20.0.2 (eebbe472-45ed-405a-94e2-e6ce9511a94a/9b1294b9-05c0-407e-b1ed-0a58c204f8b4/c44ddaf8-2fd6-4255-9b2c-baec885077b7) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:39.130054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] For port b156e00a-5010-421c-9831-ff416085a6c5, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:39.133293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] For port b156e00a-5010-421c-9831-ff416085a6c5, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b156e00a-5010-421c-9831-ff416085a6c5,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:39.215804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:39.250448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:39.282482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:39.304508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Routers {'45559476-0574-41ec-b205-92e49dda5d30'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:07:39.305117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:07:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['45559476-0574-41ec-b205-92e49dda5d30'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:39.411810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Allocated IP 172.26.7.52 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/338750c4-1292-455f-b2b8-d2dfa3ae7f7f) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:39.539002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef1bf6-9f20-43ae-adfa-a99006e41cbf None None] Pushing event updated for resources: {'Port': ['ID=b156e00a-5010-421c-9831-ff416085a6c5,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:39.599408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:39.616147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Transition to ACTIVE for port object c44ddaf8-2fd6-4255-9b2c-baec885077b7 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:39.620033 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Attempt 8 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:39.668905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] Set router 45559476-0574-41ec-b205-92e49dda5d30 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:07:39.687716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:39.745029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Transition to ACTIVE for port object c44ddaf8-2fd6-4255-9b2c-baec885077b7 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:39.746620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:39.807840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:39.810628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:39.814444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:39.824395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:39.855202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Pushing event updated for resources: {'Port': ['ID=338750c4-1292-455f-b2b8-d2dfa3ae7f7f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:39.911209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e245b602-16f1-4698-b812-da38bfbf889b None None] Port b156e00a-5010-421c-9831-ff416085a6c5 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:07:39.968335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Network eebbe472-45ed-405a-94e2-e6ce9511a94a is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:39.972870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-186f265b-5d52-463e-9df7-55204d4ab99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:39.977796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:39.985963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:39.988525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Pushing event updated for resources: {'Port': ['ID=c44ddaf8-2fd6-4255-9b2c-baec885077b7,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:40.168727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Attempting to bind port c44ddaf8-2fd6-4255-9b2c-baec885077b7 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:40.169112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Attempting to bind port c44ddaf8-2fd6-4255-9b2c-baec885077b7 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '17392681-e3fc-4ef2-a1cd-6302c1f44b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:40.169472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Attempting to bind port c44ddaf8-2fd6-4255-9b2c-baec885077b7 on network eebbe472-45ed-405a-94e2-e6ce9511a94a {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:40.178128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:40.178491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Checking segment: {'id': '17392681-e3fc-4ef2-a1cd-6302c1f44b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:40.178888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:40.179274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Bound using segment: {'id': '17392681-e3fc-4ef2-a1cd-6302c1f44b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:40.179728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Bound port: c44ddaf8-2fd6-4255-9b2c-baec885077b7, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17392681-e3fc-4ef2-a1cd-6302c1f44b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:40.180094 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:40.276512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-f343115a-7249-4189-9d94-898387d5f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45559476-0574-41ec-b205-92e49dda5d30', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:35Z', 'revision_number': 4, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'gw_port': {'id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'b156e00a-5010-421c-9831-ff416085a6c5', 'name': '', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'mac_address': 'fa:16:3e:1d:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8b2171aa-488d-41fc-8ec4-175c538ffd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:34Z', 'updated_at': '2022-10-20T04:07:39Z', 'revision_number': 4, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'subnets': [{'id': '8b2171aa-488d-41fc-8ec4-175c538ffd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:40.283575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343115a-7249-4189-9d94-898387d5f21b None None] The sync data for ids ['45559476-0574-41ec-b205-92e49dda5d30'] in dv-neutron-861845-1-hyperv is: [{'id': '45559476-0574-41ec-b205-92e49dda5d30', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:35Z', 'revision_number': 4, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'gw_port': {'id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'b156e00a-5010-421c-9831-ff416085a6c5', 'name': '', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'mac_address': 'fa:16:3e:1d:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8b2171aa-488d-41fc-8ec4-175c538ffd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:34Z', 'updated_at': '2022-10-20T04:07:39Z', 'revision_number': 4, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'subnets': [{'id': '8b2171aa-488d-41fc-8ec4-175c538ffd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:07:40.286013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] For port c44ddaf8-2fd6-4255-9b2c-baec885077b7, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:40.287974 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:40.293372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] For port c44ddaf8-2fd6-4255-9b2c-baec885077b7, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c44ddaf8-2fd6-4255-9b2c-baec885077b7,segment=NetworkSegment(17392681-e3fc-4ef2-a1cd-6302c1f44b97),segment_id=17392681-e3fc-4ef2-a1cd-6302c1f44b97)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:40.358217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:40.446456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b91605-8617-4c65-b732-41ceeb8f7a84 None None] Pushing event updated for resources: {'Port': ['ID=c44ddaf8-2fd6-4255-9b2c-baec885077b7,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:40.685006 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:07:40.686501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:40.979819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Router 34ff50f6-f15a-4263-bab5-640d461c40b0 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:07:41.295903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:07:41.307332 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Sync routers for ids ['34ff50f6-f15a-4263-bab5-640d461c40b0'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:07:41.319528 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Routers {'34ff50f6-f15a-4263-bab5-640d461c40b0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:07:41.320590 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:07:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['34ff50f6-f15a-4263-bab5-640d461c40b0'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:41.392397 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:41.396282 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7f796703-3a2f-4157-bce0-1a9a5e1aac50 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9919102 Oct 20 04:07:41.396461 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45360) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:07:41.442291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fbf9b2-fe17-4c2f-8026-60caf48387db None None] Network eebbe472-45ed-405a-94e2-e6ce9511a94a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:07:41.546333 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Set router 34ff50f6-f15a-4263-bab5-640d461c40b0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:07:41.597709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3067b47d-1587-4c6b-88e1-0dddfbf5b90b None None] Provisioning for port c44ddaf8-2fd6-4255-9b2c-baec885077b7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:41.839578 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:38Z', 'updated_at': '2022-10-20T04:07:40Z', 'revision_number': 3, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'gw_port': {'id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:39Z', 'updated_at': '2022-10-20T04:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:41.844732 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Checking router: 34ff50f6-f15a-4263-bab5-640d461c40b0 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:07:41.845201 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Updating router 34ff50f6-f15a-4263-bab5-640d461c40b0 port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:07:41.909150 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.029056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c44ddaf8-2fd6-4255-9b2c-baec885077b7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:42.138617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.163219 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c44ddaf8-2fd6-4255-9b2c-baec885077b7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:42.168331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c44ddaf8-2fd6-4255-9b2c-baec885077b7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:42.168806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.169370 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c44ddaf8-2fd6-4255-9b2c-baec885077b7 Oct 20 04:07:42.258281 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.271432 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Transition to ACTIVE for port object 338750c4-1292-455f-b2b8-d2dfa3ae7f7f will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:42.302323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c44ddaf8-2fd6-4255-9b2c-baec885077b7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:42.302702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.335346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port c44ddaf8-2fd6-4255-9b2c-baec885077b7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c44ddaf8-2fd6-4255-9b2c-baec885077b7,segment=NetworkSegment(17392681-e3fc-4ef2-a1cd-6302c1f44b97),segment_id=17392681-e3fc-4ef2-a1cd-6302c1f44b97)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:42.346471 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.349360 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Allocated IP 172.20.0.1 (eebbe472-45ed-405a-94e2-e6ce9511a94a/9b1294b9-05c0-407e-b1ed-0a58c204f8b4/665e4a5e-e05c-476f-909e-51dd7e423c2c) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:42.369363 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a0d2700f-37ac-4772-af09-2edaa5a6b7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.408532 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Attempting to bind port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:42.408817 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Attempting to bind port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:42.409174 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Attempting to bind port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:42.419104 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:42.419472 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:42.419864 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.420255 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:42.420714 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Bound port: 338750c4-1292-455f-b2b8-d2dfa3ae7f7f, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:42.421082 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.426275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.427149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b156e00a-5010-421c-9831-ff416085a6c5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:42.470323 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18080002-740c-4e7c-abe3-6de3ded701c5 None None] Pushing event updated for resources: {'Port': ['ID=338750c4-1292-455f-b2b8-d2dfa3ae7f7f,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:42.499460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.506022 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] For port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:42.509420 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] For port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=338750c4-1292-455f-b2b8-d2dfa3ae7f7f,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:42.516426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Transition to ACTIVE for port object 665e4a5e-e05c-476f-909e-51dd7e423c2c will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:42.547495 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=c44ddaf8-2fd6-4255-9b2c-baec885077b7,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:42.568903 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.603660 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.626907 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Routers {'34ff50f6-f15a-4263-bab5-640d461c40b0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:07:42.627546 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:07:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['34ff50f6-f15a-4263-bab5-640d461c40b0'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:42.668916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port b156e00a-5010-421c-9831-ff416085a6c5 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:42.670859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port b156e00a-5010-421c-9831-ff416085a6c5 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:42.671292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Network eebbe472-45ed-405a-94e2-e6ce9511a94a is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:42.671436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.671864 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:42.674112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:42.677398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:42.698822 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18080002-740c-4e7c-abe3-6de3ded701c5 None None] Pushing event updated for resources: {'Port': ['ID=338750c4-1292-455f-b2b8-d2dfa3ae7f7f,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:42.727192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Pushing event updated for resources: {'Port': ['ID=665e4a5e-e05c-476f-909e-51dd7e423c2c,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:42.767065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.807698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port b156e00a-5010-421c-9831-ff416085a6c5 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:42.808406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.843579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port b156e00a-5010-421c-9831-ff416085a6c5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b156e00a-5010-421c-9831-ff416085a6c5,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:42.844405 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] Set router 34ff50f6-f15a-4263-bab5-640d461c40b0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:07:42.929358 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:42.957614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:43.058519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=b156e00a-5010-421c-9831-ff416085a6c5,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:43.117825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Provisioning for port 665e4a5e-e05c-476f-909e-51dd7e423c2c completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:43.123484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Provisioning complete for port 665e4a5e-e05c-476f-909e-51dd7e423c2c triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:43.123856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:43.124196 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Attempt 1 to provision port 665e4a5e-e05c-476f-909e-51dd7e423c2c Oct 20 04:07:43.137026 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:38Z', 'updated_at': '2022-10-20T04:07:40Z', 'revision_number': 3, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'gw_port': {'id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:39Z', 'updated_at': '2022-10-20T04:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:43.141281 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31860bf0-0054-4c61-9862-b772dccd138e None None] The sync data for ids ['34ff50f6-f15a-4263-bab5-640d461c40b0'] in dv-neutron-861845-1-hyperv is: [{'id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:38Z', 'updated_at': '2022-10-20T04:07:40Z', 'revision_number': 3, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'gw_port': {'id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:39Z', 'updated_at': '2022-10-20T04:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:07:43.181066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Port 665e4a5e-e05c-476f-909e-51dd7e423c2c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:43.303675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:43.374201 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:43.477708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:43.486292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:43.490015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Pushing event updated for resources: {'Port': ['ID=665e4a5e-e05c-476f-909e-51dd7e423c2c,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:43.551349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:43.628180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Network eebbe472-45ed-405a-94e2-e6ce9511a94a is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:43.629627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:43.682907 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Attempt 2 to provision port 665e4a5e-e05c-476f-909e-51dd7e423c2c Oct 20 04:07:43.742261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Port 665e4a5e-e05c-476f-909e-51dd7e423c2c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:43.830777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Router 34ff50f6-f15a-4263-bab5-640d461c40b0 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:07:44.025771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 338750c4-1292-455f-b2b8-d2dfa3ae7f7f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:44.028443 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:07:44.037673 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e3c647ed-833c-4b3c-849d-a49bb4550147 admin admin] 10.222.0.33 "PUT /v2.0/routers/34ff50f6-f15a-4263-bab5-640d461c40b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6396439 Oct 20 04:07:44.152003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:44.157068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:44.161575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:44.161575 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f Oct 20 04:07:44.251768 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Attempt 3 to provision port 665e4a5e-e05c-476f-909e-51dd7e423c2c Oct 20 04:07:44.323520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:44.323899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:44.331407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Port 665e4a5e-e05c-476f-909e-51dd7e423c2c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:44.342452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=338750c4-1292-455f-b2b8-d2dfa3ae7f7f,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:44.397844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:44.398715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c44ddaf8-2fd6-4255-9b2c-baec885077b7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:44.516985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=338750c4-1292-455f-b2b8-d2dfa3ae7f7f,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:44.529410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c44ddaf8-2fd6-4255-9b2c-baec885077b7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:44.529666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:44.530011 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c44ddaf8-2fd6-4255-9b2c-baec885077b7 Oct 20 04:07:44.646675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c44ddaf8-2fd6-4255-9b2c-baec885077b7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:44.647756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b156e00a-5010-421c-9831-ff416085a6c5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:44.718776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Sync routers for ids ['34ff50f6-f15a-4263-bab5-640d461c40b0'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:07:44.727272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port b156e00a-5010-421c-9831-ff416085a6c5 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:44.727653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:44.727793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-fef5343b-0573-469c-94ba-637a2f8a0dd1 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:44.728239 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port b156e00a-5010-421c-9831-ff416085a6c5 Oct 20 04:07:44.728331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-fef5343b-0573-469c-94ba-637a2f8a0dd1 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Synchronizing usage tracker for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:07:44.769306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Routers {'34ff50f6-f15a-4263-bab5-640d461c40b0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:07:44.769941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:07:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['34ff50f6-f15a-4263-bab5-640d461c40b0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:44.831094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-fef5343b-0573-469c-94ba-637a2f8a0dd1 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Unset dirty status for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:07:44.832781 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-fef5343b-0573-469c-94ba-637a2f8a0dd1 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/networks?id=8017b371-7a42-41f2-8c66-2de6b2ed1660 HTTP/1.1" status: 200 len: 817 time: 0.2613697 Oct 20 04:07:44.852252 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-18b27b21-6bf1-422b-b108-c733096fa5a8 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/quotas/4c915b48a5754acdba21d5edd5d5d887 HTTP/1.1" status: 200 len: 375 time: 0.0135314 Oct 20 04:07:44.879753 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Attempt 4 to provision port 665e4a5e-e05c-476f-909e-51dd7e423c2c Oct 20 04:07:44.943250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-ecc1d8ce-7773-42bc-906d-8a0bd40d5b46 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Synchronizing usage tracker for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:07:44.979119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Port 665e4a5e-e05c-476f-909e-51dd7e423c2c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:45.043145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-ecc1d8ce-7773-42bc-906d-8a0bd40d5b46 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Unset dirty status for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:07:45.044520 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-ecc1d8ce-7773-42bc-906d-8a0bd40d5b46 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1872699 Oct 20 04:07:45.060665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:45.065933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Set router 34ff50f6-f15a-4263-bab5-640d461c40b0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:07:45.109910 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port b156e00a-5010-421c-9831-ff416085a6c5 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:45.155847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-00e3d71c-1073-4016-b189-4682105b4965 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:07:45.156909 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-00e3d71c-1073-4016-b189-4682105b4965 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1006367 Oct 20 04:07:45.287445 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-381b928b-dd97-40a1-a58a-709b49c81a4a service neutron] 10.222.0.33 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237929 Oct 20 04:07:45.418856 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-fc03560c-b8f6-401a-b78c-7310f5289e31 service neutron] 10.222.0.33 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255655 Oct 20 04:07:45.419089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:38Z', 'updated_at': '2022-10-20T04:07:42Z', 'revision_number': 4, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'gw_port': {'id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:39Z', 'updated_at': '2022-10-20T04:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '665e4a5e-e05c-476f-909e-51dd7e423c2c', 'name': '', 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'mac_address': 'fa:16:3e:a9:27:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9b1294b9-05c0-407e-b1ed-0a58c204f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:42Z', 'updated_at': '2022-10-20T04:07:43Z', 'revision_number': 2, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'subnets': [{'id': '9b1294b9-05c0-407e-b1ed-0a58c204f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:45.423142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Checking router: 34ff50f6-f15a-4263-bab5-640d461c40b0 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:07:45.423351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Updating router 34ff50f6-f15a-4263-bab5-640d461c40b0 port 665e4a5e-e05c-476f-909e-51dd7e423c2c binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:07:45.474614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:45.484110 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Attempt 5 to provision port 665e4a5e-e05c-476f-909e-51dd7e423c2c Oct 20 04:07:45.580903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Port 665e4a5e-e05c-476f-909e-51dd7e423c2c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:45.849472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:45.860046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Transition to ACTIVE for port object 665e4a5e-e05c-476f-909e-51dd7e423c2c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:45.928218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:46.001693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 338750c4-1292-455f-b2b8-d2dfa3ae7f7f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:46.117523 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Attempt 6 to provision port 665e4a5e-e05c-476f-909e-51dd7e423c2c Oct 20 04:07:46.199033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545544d-07ac-4d7d-bc73-228bae34836a None None] Pushing event updated for resources: {'Port': ['ID=665e4a5e-e05c-476f-909e-51dd7e423c2c,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:46.243648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Attempting to bind port 665e4a5e-e05c-476f-909e-51dd7e423c2c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:46.244010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Attempting to bind port 665e4a5e-e05c-476f-909e-51dd7e423c2c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '17392681-e3fc-4ef2-a1cd-6302c1f44b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:46.244366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Attempting to bind port 665e4a5e-e05c-476f-909e-51dd7e423c2c on network eebbe472-45ed-405a-94e2-e6ce9511a94a {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:46.246904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Port 665e4a5e-e05c-476f-909e-51dd7e423c2c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:46.254031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:46.254394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Checking segment: {'id': '17392681-e3fc-4ef2-a1cd-6302c1f44b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:46.254782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:46.255159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Bound using segment: {'id': '17392681-e3fc-4ef2-a1cd-6302c1f44b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:46.255609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Bound port: 665e4a5e-e05c-476f-909e-51dd7e423c2c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17392681-e3fc-4ef2-a1cd-6302c1f44b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:46.255970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:46.266058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:46.266418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:46.266747 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f Oct 20 04:07:46.420354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] For port 665e4a5e-e05c-476f-909e-51dd7e423c2c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:46.440342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] For port 665e4a5e-e05c-476f-909e-51dd7e423c2c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=665e4a5e-e05c-476f-909e-51dd7e423c2c,segment=NetworkSegment(17392681-e3fc-4ef2-a1cd-6302c1f44b97),segment_id=17392681-e3fc-4ef2-a1cd-6302c1f44b97)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:46.448282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:46.500085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:46.562068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Routers {'34ff50f6-f15a-4263-bab5-640d461c40b0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:07:46.562676 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:07:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['34ff50f6-f15a-4263-bab5-640d461c40b0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:46.680177 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-23adea94-42ab-4ec2-97f1-ee2f1e578b33 req-6af0aa96-2068-45dd-b81f-83d23948940b tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 210 time: 0.0530207 Oct 20 04:07:46.712018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545544d-07ac-4d7d-bc73-228bae34836a None None] Pushing event updated for resources: {'Port': ['ID=665e4a5e-e05c-476f-909e-51dd7e423c2c,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:46.748431 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Attempt 7 to provision port 665e4a5e-e05c-476f-909e-51dd7e423c2c Oct 20 04:07:46.800106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] Set router 34ff50f6-f15a-4263-bab5-640d461c40b0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:07:46.981964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e8fad299-c301-4a08-a67f-895c209e82d0 None None] Port 665e4a5e-e05c-476f-909e-51dd7e423c2c had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:07:47.172429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:38Z', 'updated_at': '2022-10-20T04:07:42Z', 'revision_number': 4, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'gw_port': {'id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:39Z', 'updated_at': '2022-10-20T04:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '665e4a5e-e05c-476f-909e-51dd7e423c2c', 'name': '', 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'mac_address': 'fa:16:3e:a9:27:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9b1294b9-05c0-407e-b1ed-0a58c204f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:42Z', 'updated_at': '2022-10-20T04:07:46Z', 'revision_number': 4, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'subnets': [{'id': '9b1294b9-05c0-407e-b1ed-0a58c204f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:07:47.174383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39130d42-c520-4366-8087-3e8d8789fb92 None None] The sync data for ids ['34ff50f6-f15a-4263-bab5-640d461c40b0'] in dv-neutron-861845-1-hyperv is: [{'id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:38Z', 'updated_at': '2022-10-20T04:07:42Z', 'revision_number': 4, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'gw_port': {'id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:39Z', 'updated_at': '2022-10-20T04:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '665e4a5e-e05c-476f-909e-51dd7e423c2c', 'name': '', 'network_id': 'eebbe472-45ed-405a-94e2-e6ce9511a94a', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'mac_address': 'fa:16:3e:a9:27:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9b1294b9-05c0-407e-b1ed-0a58c204f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:42Z', 'updated_at': '2022-10-20T04:07:46Z', 'revision_number': 4, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'subnets': [{'id': '9b1294b9-05c0-407e-b1ed-0a58c204f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:07:47.443530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:47.848992 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-38f1ed25-06fa-4531-bfa4-a2a57e5eebe7 req-e1251e7a-f903-42ee-bfb5-dce88ff1f482 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 210 time: 0.0511458 Oct 20 04:07:47.982467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 665e4a5e-e05c-476f-909e-51dd7e423c2c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:48.111918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 665e4a5e-e05c-476f-909e-51dd7e423c2c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:48.117782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 665e4a5e-e05c-476f-909e-51dd7e423c2c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:48.118307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:48.118736 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 665e4a5e-e05c-476f-909e-51dd7e423c2c Oct 20 04:07:48.241041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 665e4a5e-e05c-476f-909e-51dd7e423c2c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:48.241362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:48.273866 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 665e4a5e-e05c-476f-909e-51dd7e423c2c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=665e4a5e-e05c-476f-909e-51dd7e423c2c,segment=NetworkSegment(17392681-e3fc-4ef2-a1cd-6302c1f44b97),segment_id=17392681-e3fc-4ef2-a1cd-6302c1f44b97)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:48.363370 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:48.428429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=665e4a5e-e05c-476f-909e-51dd7e423c2c,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:49.021195 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ac20ee30-7a21-481f-b3a0-1c1d98376b51 req-101a83d4-ab0b-4df8-8297-261cc9ff9320 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 210 time: 0.0544684 Oct 20 04:07:49.212364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-560b400b-c18b-48e3-b36b-dcb8d2f59afb tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:49.213723 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-560b400b-c18b-48e3-b36b-dcb8d2f59afb tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "GET /v2.0/networks?id=8017b371-7a42-41f2-8c66-2de6b2ed1660 HTTP/1.1" status: 200 len: 817 time: 0.2525272 Oct 20 04:07:49.230777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Request body: {'port': {'device_id': '1d07b8bc-b051-4a96-a727-282a5ad29b75', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'admin_state_up': True, 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:49.365974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:07:49.375641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:07:49.471705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Made reservation on behalf of 4c915b48a5754acdba21d5edd5d5d887 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:07:49.475294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:49.636684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Allocated IP 172.20.0.6 (8017b371-7a42-41f2-8c66-2de6b2ed1660/8b2171aa-488d-41fc-8ec4-175c538ffd44/af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:07:49.838052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:49.853602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Transition to ACTIVE for port object af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:49.946825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:49.958380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 665e4a5e-e05c-476f-909e-51dd7e423c2c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:50.021234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:07:50.024642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:07:50.028374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:07:50.067514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Pushing event updated for resources: {'Port': ['ID=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:50.138603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:50.139367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:50.187030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 665e4a5e-e05c-476f-909e-51dd7e423c2c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:50.187651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:50.188161 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 665e4a5e-e05c-476f-909e-51dd7e423c2c Oct 20 04:07:50.245811 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-52d0394c-1bae-47f2-a2dd-f89ab967a421 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0191836 Oct 20 04:07:50.266015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Request body: {'port': {'device_id': '1d07b8bc-b051-4a96-a727-282a5ad29b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:07:50.340257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2357063-7e9e-4a01-9334-b3d6949a0fc6 req-e955ad6f-17c8-4abe-8f44-99f797957681 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:50.340974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e2357063-7e9e-4a01-9334-b3d6949a0fc6 req-e955ad6f-17c8-4abe-8f44-99f797957681 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Synchronizing usage tracker for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:07:50.350651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 665e4a5e-e05c-476f-909e-51dd7e423c2c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:50.406035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:50.413545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3aaedda4-0760-465f-b5ac-b5275e3c2cb5 None None] Provisioning for port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:50.418396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3aaedda4-0760-465f-b5ac-b5275e3c2cb5 None None] Provisioning complete for port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:50.418761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3aaedda4-0760-465f-b5ac-b5275e3c2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:50.419094 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3aaedda4-0760-465f-b5ac-b5275e3c2cb5 None None] Attempt 1 to provision port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb Oct 20 04:07:50.462118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e2357063-7e9e-4a01-9334-b3d6949a0fc6 req-e955ad6f-17c8-4abe-8f44-99f797957681 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Unset dirty status for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:07:50.463277 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2357063-7e9e-4a01-9334-b3d6949a0fc6 req-e955ad6f-17c8-4abe-8f44-99f797957681 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 931 time: 0.2781882 Oct 20 04:07:50.473776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3aaedda4-0760-465f-b5ac-b5275e3c2cb5 None None] Port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:50.570236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e2357063-7e9e-4a01-9334-b3d6949a0fc6 req-847a0c24-5aa0-4329-aef0-e3a5c41587a3 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Synchronizing usage tracker for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:07:50.679227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e2357063-7e9e-4a01-9334-b3d6949a0fc6 req-847a0c24-5aa0-4329-aef0-e3a5c41587a3 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Unset dirty status for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:07:50.680311 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2357063-7e9e-4a01-9334-b3d6949a0fc6 req-847a0c24-5aa0-4329-aef0-e3a5c41587a3 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105012 Oct 20 04:07:50.791053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:07:50.798005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:50.812178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Transition to ACTIVE for port object af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:07:50.888554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:50.974893 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3aaedda4-0760-465f-b5ac-b5275e3c2cb5 None None] Attempt 2 to provision port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb Oct 20 04:07:51.027516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3aaedda4-0760-465f-b5ac-b5275e3c2cb5 None None] Port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:07:51.070165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Pushing event updated for resources: {'Port': ['ID=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:51.103144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Attempting to bind port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:07:51.103466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Attempting to bind port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:07:51.103782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Attempting to bind port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:51.108209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:07:51.108520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Attempting to bind port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:07:51.114241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:07:51.114568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Checking segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:07:51.114938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Bound using segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:07:51.115354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Bound port: af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:07:51.115689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:51.293740 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] For port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:07:51.296522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] For port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:07:51.363286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:51.392789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:51.393406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:51.394849 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] 10.222.0.26 "PUT /v2.0/ports/af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb HTTP/1.1" status: 200 len: 1093 time: 1.1360383 Oct 20 04:07:51.395326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d07b8bc-b051-4a96-a727-282a5ad29b75', 'tag': 'af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:07:51.397642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855d681f-4764-4168-b316-fc0460ddbc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d07b8bc-b051-4a96-a727-282a5ad29b75", "tag": "af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:07:51.441133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a26a50-d4b5-48d0-9bef-446c85127b97 service neutron] Pushing event updated for resources: {'Port': ['ID=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:51.444678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da0d39f-642e-42ac-9e02-503a11d69b8a x-openstack-request-id: req-1da0d39f-642e-42ac-9e02-503a11d69b8a {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:07:51.444941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d07b8bc-b051-4a96-a727-282a5ad29b75", "tag": "af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:07:51.445192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1da0d39f-642e-42ac-9e02-503a11d69b8a {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:07:51.445598 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da0d39f-642e-42ac-9e02-503a11d69b8a'] response: {'name': 'network-changed', 'server_uuid': '1d07b8bc-b051-4a96-a727-282a5ad29b75', 'tag': 'af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb', 'status': 'completed', 'code': 200} Oct 20 04:07:51.528485 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3aaedda4-0760-465f-b5ac-b5275e3c2cb5 None None] Attempt 3 to provision port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb Oct 20 04:07:51.549939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d681f-4764-4168-b316-fc0460ddbc1f req-941d558c-a4a0-4e65-a370-57ec725d8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:51.552342 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-855d681f-4764-4168-b316-fc0460ddbc1f req-941d558c-a4a0-4e65-a370-57ec725d8136 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 1096 time: 0.0808117 Oct 20 04:07:51.589585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3aaedda4-0760-465f-b5ac-b5275e3c2cb5 None None] Port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:07:51.720915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d681f-4764-4168-b316-fc0460ddbc1f req-03a175cb-3ddf-4325-8d69-d0f92d6c9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:51.723075 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-855d681f-4764-4168-b316-fc0460ddbc1f req-03a175cb-3ddf-4325-8d69-d0f92d6c9ef7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4c915b48a5754acdba21d5edd5d5d887&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1598852 Oct 20 04:07:51.919439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d681f-4764-4168-b316-fc0460ddbc1f req-930fb856-624a-4696-a8fe-e3ba78d47be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:51.920874 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-855d681f-4764-4168-b316-fc0460ddbc1f req-930fb856-624a-4696-a8fe-e3ba78d47be0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889439 Oct 20 04:07:51.938728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907426e2-8ecf-4c00-b421-397af34fca8e req-11ea610f-99f3-4d8c-914f-b406f6a3e561 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:51.940274 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-907426e2-8ecf-4c00-b421-397af34fca8e req-11ea610f-99f3-4d8c-914f-b406f6a3e561 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 943 time: 0.1392903 Oct 20 04:07:52.038623 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-907426e2-8ecf-4c00-b421-397af34fca8e req-04e8e44f-df30-485f-9eba-efdf5fa29763 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920162 Oct 20 04:07:52.057863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-36cdaef2-685a-4d2a-add9-d3dae11dec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:52.059310 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-36cdaef2-685a-4d2a-add9-d3dae11dec31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 1096 time: 0.0979686 Oct 20 04:07:52.127896 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-ac266016-a76a-4da4-ab51-bd06c7e23dc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb HTTP/1.1" status: 200 len: 217 time: 0.0580773 Oct 20 04:07:52.195019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-83a851c8-58ad-480c-b071-77f390b6ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:52.196336 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-83a851c8-58ad-480c-b071-77f390b6ada7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b2171aa-488d-41fc-8ec4-175c538ffd44 HTTP/1.1" status: 200 len: 856 time: 0.0588617 Oct 20 04:07:52.280189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-4e23f526-c6dd-4cd4-bc3a-a5fd2ab6444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:52.281704 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-4e23f526-c6dd-4cd4-bc3a-a5fd2ab6444a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8017b371-7a42-41f2-8c66-2de6b2ed1660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764716 Oct 20 04:07:52.413104 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-bfe583dc-761d-4015-b6fa-d04e46dbe89c service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212666 Oct 20 04:07:52.544440 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f323d8fa-f4eb-4499-a91a-fb6f673c76f6 req-4d38d9d1-4cc8-41b7-8912-14806f756c3a service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212213 Oct 20 04:07:53.243859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631d10c-fed3-4e5c-b8f9-14b1c2558c9b req-1cc2ffea-fbf1-41f6-87f7-4216ab7e4aba tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:53.245325 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8631d10c-fed3-4e5c-b8f9-14b1c2558c9b req-1cc2ffea-fbf1-41f6-87f7-4216ab7e4aba tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 943 time: 0.0871134 Oct 20 04:07:53.288227 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8631d10c-fed3-4e5c-b8f9-14b1c2558c9b req-cb9a7047-17b7-4c1f-bc6f-6cbd5e9fdc3a tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371928 Oct 20 04:07:54.485344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25e46f-3376-4631-a543-c828d836146a req-6e0e8705-efb0-4123-a8d7-7e3f0efafb63 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:54.486975 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bd25e46f-3376-4631-a543-c828d836146a req-6e0e8705-efb0-4123-a8d7-7e3f0efafb63 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 943 time: 0.0883880 Oct 20 04:07:54.529527 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bd25e46f-3376-4631-a543-c828d836146a req-b1947570-ab18-4611-9cc9-523c7fe0c0d7 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369821 Oct 20 04:07:54.996784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:07:55.129968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:55.142454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'port_id': 'af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb', 'mac_address': 'fa:16:3e:f3:93:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2171aa-488d-41fc-8ec4-175c538ffd44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:07:55.198818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:55.199196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:55.215503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:07:55.230961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:55.294227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:55.361147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:55.558977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:07:55.728452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd1a97-0283-43a5-85e2-0911b4cbe8c9 req-ffed37da-9784-422a-836d-eddc92f462af tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:55.730115 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b8dd1a97-0283-43a5-85e2-0911b4cbe8c9 req-ffed37da-9784-422a-836d-eddc92f462af tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 944 time: 0.0907545 Oct 20 04:07:55.774280 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b8dd1a97-0283-43a5-85e2-0911b4cbe8c9 req-1a9e1aef-55ad-49cf-9da4-7cebc02a083f tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381732 Oct 20 04:07:56.996658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:07:57.122937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:07:57.128050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:07:57.129144 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:57.129592 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb Oct 20 04:07:57.129907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74469-3105-4319-8c76-43d48e35dd70 req-a6845f06-8c8d-4b2c-9e85-2bbfb3a459fa tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:57.131360 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d0c74469-3105-4319-8c76-43d48e35dd70 req-a6845f06-8c8d-4b2c-9e85-2bbfb3a459fa tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 944 time: 0.0925345 Oct 20 04:07:57.177364 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d0c74469-3105-4319-8c76-43d48e35dd70 req-7424679b-69f3-4c53-a699-422a9b162fde tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Oct 20 04:07:57.275657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:07:57.276031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:57.302502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07b8bc-b051-4a96-a727-282a5ad29b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:07:57.304745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7598bc3a-8dde-4549-a445-76818185fded" -d '{"events": [{"server_uuid": "1d07b8bc-b051-4a96-a727-282a5ad29b75", "name": "network-vif-plugged", "status": "completed", "tag": "af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:07:57.311978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:07:57.346429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001f3494-b93b-4eee-9453-ae30216903f2 x-openstack-request-id: req-001f3494-b93b-4eee-9453-ae30216903f2 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:07:57.346715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07b8bc-b051-4a96-a727-282a5ad29b75", "name": "network-vif-plugged", "status": "completed", "tag": "af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:07:57.347500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-001f3494-b93b-4eee-9453-ae30216903f2 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:07:57.347884 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001f3494-b93b-4eee-9453-ae30216903f2'] response: {'server_uuid': '1d07b8bc-b051-4a96-a727-282a5ad29b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb', 'code': 200} Oct 20 04:07:57.391399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:57.457246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:07:57.719827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dbdcc-248a-4c7e-94dc-76f1fc6fc868 req-67181c45-3fb9-4a76-94bb-826ffd52ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:57.721343 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5e6dbdcc-248a-4c7e-94dc-76f1fc6fc868 req-67181c45-3fb9-4a76-94bb-826ffd52ed65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 1098 time: 0.0785139 Oct 20 04:07:57.762726 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5e6dbdcc-248a-4c7e-94dc-76f1fc6fc868 req-20f88a25-5d21-44df-a3ab-222f4e7235f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Oct 20 04:07:58.373617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2179c02-b3fa-4378-8a79-eb89a2470044 req-070c629d-ba82-451b-9604-1d1af1badfc5 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:58.375032 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2179c02-b3fa-4378-8a79-eb89a2470044 req-070c629d-ba82-451b-9604-1d1af1badfc5 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 945 time: 0.0877686 Oct 20 04:07:58.514137 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2179c02-b3fa-4378-8a79-eb89a2470044 req-2458843f-6798-470f-a837-97776cb62422 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333640 Oct 20 04:07:59.714472 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3baa7e-7bae-41f4-a84c-a9b928bc6810 req-9bd5faed-6009-4e42-9e72-62cfea91d3c0 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:59.715933 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cb3baa7e-7bae-41f4-a84c-a9b928bc6810 req-9bd5faed-6009-4e42-9e72-62cfea91d3c0 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 945 time: 0.0884173 Oct 20 04:07:59.758633 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cb3baa7e-7bae-41f4-a84c-a9b928bc6810 req-cb313dd2-a6a3-418d-bcb5-c3a18b85c0e1 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370483 Oct 20 04:07:59.950183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb12e2-03e4-4558-9efb-eb14cafa57ba req-76751e5b-1056-4185-a717-68759d0f0612 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:59.951623 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2adb12e2-03e4-4558-9efb-eb14cafa57ba req-76751e5b-1056-4185-a717-68759d0f0612 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 945 time: 0.0846078 Oct 20 04:07:59.999322 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2adb12e2-03e4-4558-9efb-eb14cafa57ba req-59f4a306-0d6e-4935-ae75-bfb067e20b48 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Oct 20 04:08:09.848377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6c14a253-4a61-4618-bfea-db394fbf9a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:12.334415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f600e871-4af8-4776-9a70-80a6388bd582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:13.479618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:13.568502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:14.934198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:17.425877 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:17.685112 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:08:19.206516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cd3db-7606-42b7-99c9-cdf834047cc0 req-7c5c37ce-cab2-42a4-a2da-bfc7f7c07c03 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:19.207980 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3cd3db-7606-42b7-99c9-cdf834047cc0 req-7c5c37ce-cab2-42a4-a2da-bfc7f7c07c03 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 945 time: 0.0891902 Oct 20 04:08:19.251642 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3cd3db-7606-42b7-99c9-cdf834047cc0 req-d99a5cca-c2bd-4459-88b2-5ac1101d4bcb tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379851 Oct 20 04:08:20.446729 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766013f-c22a-484a-bd1d-3c91a9fd1752 req-cce92ec0-7b62-4174-a7f9-8b1392c9c2f7 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:20.448159 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2766013f-c22a-484a-bd1d-3c91a9fd1752 req-cce92ec0-7b62-4174-a7f9-8b1392c9c2f7 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 945 time: 0.0855937 Oct 20 04:08:20.491087 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2766013f-c22a-484a-bd1d-3c91a9fd1752 req-0a111496-d91e-4be7-a55c-647d4807f1e6 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372231 Oct 20 04:08:20.804875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-c38c56bb-2783-46ee-a7a7-8b5bce7edc94 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:20.806295 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-c38c56bb-2783-46ee-a7a7-8b5bce7edc94 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 945 time: 0.0881414 Oct 20 04:08:20.875546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Deleting port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:08:20.875887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:21.111120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] For port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:08:21.111643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:21.229287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Calling delete_port for af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:08:21.448056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:21.498666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Pushing event deleted for resources: {'Port': ['ID=af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:21.582701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.583043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.583358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.583694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.584023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.584351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.584677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.585000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.585345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.585668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.585991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.586309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:21.595102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] No DVR routers for this DVR port af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:08:21.597998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:21.600059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07b8bc-b051-4a96-a727-282a5ad29b75', 'name': 'network-vif-deleted', 'tag': 'af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:08:21.602378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dcdbb5-36b9-47dc-b548-ed0b632ab219" -d '{"events": [{"server_uuid": "1d07b8bc-b051-4a96-a727-282a5ad29b75", "name": "network-vif-deleted", "tag": "af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:08:21.659924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5188c3-aa42-4f68-b74f-87c51ed66379 x-openstack-request-id: req-1f5188c3-aa42-4f68-b74f-87c51ed66379 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:08:21.660229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07b8bc-b051-4a96-a727-282a5ad29b75", "name": "network-vif-deleted", "tag": "af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:08:21.660456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1f5188c3-aa42-4f68-b74f-87c51ed66379 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:08:21.660985 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5188c3-aa42-4f68-b74f-87c51ed66379'] response: {'server_uuid': '1d07b8bc-b051-4a96-a727-282a5ad29b75', 'name': 'network-vif-deleted', 'tag': 'af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb', 'status': 'completed', 'code': 200} Oct 20 04:08:21.676772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1093e837-811e-473a-a923-c3c2b15faf07 req-072abe98-aadf-412a-afb7-9fe49cd6fa92 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Synchronizing usage tracker for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:08:21.718682 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-16af8cea-0e73-46e6-97cc-abf089d5b57b req-49242d0f-5a3f-4f1f-8c87-a11bc7aa878e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "DELETE /v2.0/ports/af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb HTTP/1.1" status: 204 len: 173 time: 0.9044755 Oct 20 04:08:21.768458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1093e837-811e-473a-a923-c3c2b15faf07 req-072abe98-aadf-412a-afb7-9fe49cd6fa92 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Unset dirty status for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:08:21.769613 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1093e837-811e-473a-a923-c3c2b15faf07 req-072abe98-aadf-412a-afb7-9fe49cd6fa92 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d07b8bc-b051-4a96-a727-282a5ad29b75 HTTP/1.1" status: 200 len: 210 time: 0.1523232 Oct 20 04:08:23.113206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:08:23.147589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:08:23.148037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device af2fcc4c-7f96-4e1f-b9e5-caa7313dedeb not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:08:23.369284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-21f1f6eb-3b0e-4214-9efa-e1c40f2c39dd tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:23.370731 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-21f1f6eb-3b0e-4214-9efa-e1c40f2c39dd tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/networks?id=8017b371-7a42-41f2-8c66-2de6b2ed1660 HTTP/1.1" status: 200 len: 817 time: 0.1434581 Oct 20 04:08:23.384877 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-7ad509e8-1cbc-46fc-8a70-967923f6e2e0 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/quotas/4c915b48a5754acdba21d5edd5d5d887 HTTP/1.1" status: 200 len: 375 time: 0.0087361 Oct 20 04:08:23.470916 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-6cb5e143-adcd-4111-bc5d-4fbae466cf97 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811658 Oct 20 04:08:23.604641 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-02f27e98-1c07-4ae9-a6e4-aab772f77e8d service neutron] 10.222.0.33 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219075 Oct 20 04:08:23.826964 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-abb31304-dfab-46bb-aebd-2a0d54d2b298 service neutron] 10.222.0.33 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164836 Oct 20 04:08:24.078722 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-01cdae8c-6cff-4b22-8a96-e1a3cb4eaa39 req-bdbfd4dd-3bcb-45b3-a4d4-c01de7b4252b tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 210 time: 0.0519233 Oct 20 04:08:25.253733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-92739ac4-7754-46da-9128-fd34138f58cc req-c382b065-a209-4898-b60e-656379ee8fa9 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 210 time: 0.0629041 Oct 20 04:08:26.131206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-d238ba63-56dd-42a5-bb8e-52b98f364767 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:26.132676 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-d238ba63-56dd-42a5-bb8e-52b98f364767 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "GET /v2.0/networks?id=8017b371-7a42-41f2-8c66-2de6b2ed1660 HTTP/1.1" status: 200 len: 817 time: 0.1437931 Oct 20 04:08:26.150189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Request body: {'port': {'device_id': '28e0d3e6-7751-482d-9351-bf4a58bf6141', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'admin_state_up': True, 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:08:26.282298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:08:26.286645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Usage tracker for resource:port and tenant:4c915b48a5754acdba21d5edd5d5d887 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:08:26.290077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Quota usage for port was recalculated. Used quota:2. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:08:26.295928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:08:26.379711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Made reservation on behalf of 4c915b48a5754acdba21d5edd5d5d887 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:08:26.383730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:26.418581 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c15a1bc2-39c0-480b-a5f4-0c2ea203f35a req-25b0eab5-d2ff-41b2-8ef9-3fb7e95822cb tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 210 time: 0.0506058 Oct 20 04:08:26.544439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Allocated IP 172.20.0.10 (8017b371-7a42-41f2-8c66-2de6b2ed1660/8b2171aa-488d-41fc-8ec4-175c538ffd44/00a3f2b9-5849-4370-b284-9a5fe7e17314) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:08:26.737496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:26.752965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Transition to ACTIVE for port object 00a3f2b9-5849-4370-b284-9a5fe7e17314 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:08:26.825479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:26.894412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:08:26.897485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:08:26.901163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:08:26.937250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Pushing event updated for resources: {'Port': ['ID=00a3f2b9-5849-4370-b284-9a5fe7e17314,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:26.969554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:26.970162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:27.066219 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4bf3ec7a-dede-426f-9c77-56b93556f44c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9201007 Oct 20 04:08:27.082348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Request body: {'port': {'device_id': '28e0d3e6-7751-482d-9351-bf4a58bf6141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:08:27.139491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ccb16e1e-b562-445c-bc20-60d6c3d4f1bb None None] Provisioning for port 00a3f2b9-5849-4370-b284-9a5fe7e17314 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:08:27.144686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ccb16e1e-b562-445c-bc20-60d6c3d4f1bb None None] Provisioning complete for port 00a3f2b9-5849-4370-b284-9a5fe7e17314 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:08:27.145331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ccb16e1e-b562-445c-bc20-60d6c3d4f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:27.145752 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-ccb16e1e-b562-445c-bc20-60d6c3d4f1bb None None] Attempt 1 to provision port 00a3f2b9-5849-4370-b284-9a5fe7e17314 Oct 20 04:08:27.192070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:27.201126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ccb16e1e-b562-445c-bc20-60d6c3d4f1bb None None] Port 00a3f2b9-5849-4370-b284-9a5fe7e17314 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:08:27.528245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a3f2b9-5849-4370-b284-9a5fe7e17314 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:08:27.537039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:27.604019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Transition to ACTIVE for port object 00a3f2b9-5849-4370-b284-9a5fe7e17314 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:08:27.632780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e12fd7-641f-413c-b8c1-d296c16ef4ae req-0efc5ba8-5c43-4d88-be87-a4f118002c21 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:27.633488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-27e12fd7-641f-413c-b8c1-d296c16ef4ae req-0efc5ba8-5c43-4d88-be87-a4f118002c21 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Synchronizing usage tracker for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:08:27.659949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:27.702491 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-ccb16e1e-b562-445c-bc20-60d6c3d4f1bb None None] Attempt 2 to provision port 00a3f2b9-5849-4370-b284-9a5fe7e17314 Oct 20 04:08:27.742254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-27e12fd7-641f-413c-b8c1-d296c16ef4ae req-0efc5ba8-5c43-4d88-be87-a4f118002c21 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Unset dirty status for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:08:27.743317 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-27e12fd7-641f-413c-b8c1-d296c16ef4ae req-0efc5ba8-5c43-4d88-be87-a4f118002c21 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 932 time: 0.2087409 Oct 20 04:08:27.756075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ccb16e1e-b562-445c-bc20-60d6c3d4f1bb None None] Port 00a3f2b9-5849-4370-b284-9a5fe7e17314 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:08:27.972594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Pushing event updated for resources: {'Port': ['ID=00a3f2b9-5849-4370-b284-9a5fe7e17314,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:27.993470 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-27e12fd7-641f-413c-b8c1-d296c16ef4ae req-0c70425f-767d-4cbf-8080-81144d9fb3c6 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293221 Oct 20 04:08:28.020381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Attempting to bind port 00a3f2b9-5849-4370-b284-9a5fe7e17314 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:08:28.020718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Attempting to bind port 00a3f2b9-5849-4370-b284-9a5fe7e17314 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:08:28.021039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Attempting to bind port 00a3f2b9-5849-4370-b284-9a5fe7e17314 on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:08:28.026274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Port 00a3f2b9-5849-4370-b284-9a5fe7e17314 on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:08:28.026840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Attempting to bind port 00a3f2b9-5849-4370-b284-9a5fe7e17314 on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:08:28.031541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:08:28.031873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Checking segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:08:28.032250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Bound using segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:08:28.032671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Bound port: 00a3f2b9-5849-4370-b284-9a5fe7e17314, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:08:28.033017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:28.117592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] For port 00a3f2b9-5849-4370-b284-9a5fe7e17314, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:08:28.120543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] For port 00a3f2b9-5849-4370-b284-9a5fe7e17314, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=00a3f2b9-5849-4370-b284-9a5fe7e17314,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:08:28.191297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:28.224749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:28.225381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:28.236826 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/00a3f2b9-5849-4370-b284-9a5fe7e17314 HTTP/1.1" status: 200 len: 1094 time: 1.1495638 Oct 20 04:08:28.236826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e0d3e6-7751-482d-9351-bf4a58bf6141', 'tag': '00a3f2b9-5849-4370-b284-9a5fe7e17314'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:08:28.236826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ae8e1-fb46-4943-b82c-178d937d55e8" -d '{"events": [{"name": "network-changed", "server_uuid": "28e0d3e6-7751-482d-9351-bf4a58bf6141", "tag": "00a3f2b9-5849-4370-b284-9a5fe7e17314"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:08:28.258437 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-ccb16e1e-b562-445c-bc20-60d6c3d4f1bb None None] Attempt 3 to provision port 00a3f2b9-5849-4370-b284-9a5fe7e17314 Oct 20 04:08:28.271666 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e6915-657e-4822-b566-4164d74f08c9 service neutron] Pushing event updated for resources: {'Port': ['ID=00a3f2b9-5849-4370-b284-9a5fe7e17314,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:28.275026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dacb778-1b34-43ca-a1f8-279517151101 x-openstack-request-id: req-3dacb778-1b34-43ca-a1f8-279517151101 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:08:28.275302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e0d3e6-7751-482d-9351-bf4a58bf6141", "tag": "00a3f2b9-5849-4370-b284-9a5fe7e17314", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:08:28.275553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3dacb778-1b34-43ca-a1f8-279517151101 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:08:28.275931 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dacb778-1b34-43ca-a1f8-279517151101'] response: {'name': 'network-changed', 'server_uuid': '28e0d3e6-7751-482d-9351-bf4a58bf6141', 'tag': '00a3f2b9-5849-4370-b284-9a5fe7e17314', 'status': 'completed', 'code': 200} Oct 20 04:08:28.322606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ccb16e1e-b562-445c-bc20-60d6c3d4f1bb None None] Port 00a3f2b9-5849-4370-b284-9a5fe7e17314 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:08:28.379559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ae8e1-fb46-4943-b82c-178d937d55e8 req-a1747456-7d9c-4c8e-888a-954ecef44764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:28.381008 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd9ae8e1-fb46-4943-b82c-178d937d55e8 req-a1747456-7d9c-4c8e-888a-954ecef44764 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 1097 time: 0.0768061 Oct 20 04:08:28.520119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ae8e1-fb46-4943-b82c-178d937d55e8 req-e590b168-e550-4204-9e99-e818fbb60196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:28.521572 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd9ae8e1-fb46-4943-b82c-178d937d55e8 req-e590b168-e550-4204-9e99-e818fbb60196 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4c915b48a5754acdba21d5edd5d5d887&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1294839 Oct 20 04:08:28.657686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ae8e1-fb46-4943-b82c-178d937d55e8 req-61e3e898-92c0-4e7d-9439-f6962502ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:28.659195 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd9ae8e1-fb46-4943-b82c-178d937d55e8 req-61e3e898-92c0-4e7d-9439-f6962502ccf3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273246 Oct 20 04:08:28.780494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-ef777802-fb65-45b4-b2d4-4d90011b5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:28.781982 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-ef777802-fb65-45b4-b2d4-4d90011b5d91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 1097 time: 0.0798767 Oct 20 04:08:28.850321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-6ae977c3-2825-4d67-9e6c-6dfda6ad6c1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00a3f2b9-5849-4370-b284-9a5fe7e17314 HTTP/1.1" status: 200 len: 217 time: 0.0578945 Oct 20 04:08:28.915889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4d99b516-38d9-4f2c-9626-ea987bd89d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:28.917560 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4d99b516-38d9-4f2c-9626-ea987bd89d21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b2171aa-488d-41fc-8ec4-175c538ffd44 HTTP/1.1" status: 200 len: 856 time: 0.0586548 Oct 20 04:08:29.000750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-e6edb468-2f3c-4e18-8367-f39d8f4af4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:29.002177 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-e6edb468-2f3c-4e18-8367-f39d8f4af4f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8017b371-7a42-41f2-8c66-2de6b2ed1660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754075 Oct 20 04:08:29.188951 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-4393c162-0b9b-405e-a201-cc44bb4aff53 service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768792 Oct 20 04:08:29.287610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c08b8-8513-48f7-b197-74923c5ac5c2 req-95c9b6c6-68b5-48f6-b25b-fb0f572205b6 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:29.289533 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-474c08b8-8513-48f7-b197-74923c5ac5c2 req-95c9b6c6-68b5-48f6-b25b-fb0f572205b6 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 944 time: 0.1853878 Oct 20 04:08:29.366374 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-474c08b8-8513-48f7-b197-74923c5ac5c2 req-fb89f57f-02cf-4562-830c-3a7710cb7fa6 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655184 Oct 20 04:08:29.369566 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a436a873-b636-48c7-8ee8-061da7e936e6 req-17ced581-2e75-4bbd-87c5-d8855da57184 service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693966 Oct 20 04:08:30.677997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219f68c-0b6e-4e03-821d-2f3669d08b6c req-72f38e49-b242-4d4b-bbef-b0948c378b83 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:30.679903 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b219f68c-0b6e-4e03-821d-2f3669d08b6c req-72f38e49-b242-4d4b-bbef-b0948c378b83 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 944 time: 0.1986260 Oct 20 04:08:30.725281 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b219f68c-0b6e-4e03-821d-2f3669d08b6c req-cab41abd-e79d-4906-9fe6-ecc575e52d76 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Oct 20 04:08:31.160998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 00a3f2b9-5849-4370-b284-9a5fe7e17314 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:08:31.290846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 00a3f2b9-5849-4370-b284-9a5fe7e17314, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=00a3f2b9-5849-4370-b284-9a5fe7e17314,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:08:31.303472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '00a3f2b9-5849-4370-b284-9a5fe7e17314', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'port_id': '00a3f2b9-5849-4370-b284-9a5fe7e17314', 'mac_address': 'fa:16:3e:44:71:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2171aa-488d-41fc-8ec4-175c538ffd44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:08:31.356615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 00a3f2b9-5849-4370-b284-9a5fe7e17314 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:08:31.356988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:31.373164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a3f2b9-5849-4370-b284-9a5fe7e17314 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:08:31.387827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 00a3f2b9-5849-4370-b284-9a5fe7e17314, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=00a3f2b9-5849-4370-b284-9a5fe7e17314,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:08:31.436537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:31.503071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=00a3f2b9-5849-4370-b284-9a5fe7e17314,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:31.510092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.510436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.510772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.511106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.511430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.511757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.512077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.512398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.512719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.513038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.513379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.513707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:31.679684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['00a3f2b9-5849-4370-b284-9a5fe7e17314'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:08:31.925173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307e3fa-65b3-4ade-9732-0c439bd0fe56 req-59c40fa1-61f7-401e-9ea1-d8993fb39f93 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:31.926636 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4307e3fa-65b3-4ade-9732-0c439bd0fe56 req-59c40fa1-61f7-401e-9ea1-d8993fb39f93 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 945 time: 0.0884850 Oct 20 04:08:31.970363 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4307e3fa-65b3-4ade-9732-0c439bd0fe56 req-60617359-074b-4623-b873-c6fe868a8ac0 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376363 Oct 20 04:08:33.162584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b33af-7186-4be2-9cb8-b88366e36389 req-9315f593-9495-4bb9-b4fe-6349f7b1571e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:33.164009 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-456b33af-7186-4be2-9cb8-b88366e36389 req-9315f593-9495-4bb9-b4fe-6349f7b1571e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 945 time: 0.0852871 Oct 20 04:08:33.182894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 00a3f2b9-5849-4370-b284-9a5fe7e17314 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:08:33.210634 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-456b33af-7186-4be2-9cb8-b88366e36389 req-8e704a6c-64d6-4c3f-8704-cc2f8de7ba6d tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Oct 20 04:08:33.328115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 00a3f2b9-5849-4370-b284-9a5fe7e17314 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:08:33.333008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 00a3f2b9-5849-4370-b284-9a5fe7e17314 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:08:33.333411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:33.333744 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 00a3f2b9-5849-4370-b284-9a5fe7e17314 Oct 20 04:08:33.446537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 00a3f2b9-5849-4370-b284-9a5fe7e17314 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:08:33.446913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:33.472262 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e0d3e6-7751-482d-9351-bf4a58bf6141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a3f2b9-5849-4370-b284-9a5fe7e17314'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:08:33.474571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6593eff2-b7f1-4401-a42b-d1acd651575f" -d '{"events": [{"server_uuid": "28e0d3e6-7751-482d-9351-bf4a58bf6141", "name": "network-vif-plugged", "status": "completed", "tag": "00a3f2b9-5849-4370-b284-9a5fe7e17314"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:08:33.482404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 00a3f2b9-5849-4370-b284-9a5fe7e17314, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=00a3f2b9-5849-4370-b284-9a5fe7e17314,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:08:33.515994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9e28c2-d6b1-48e7-a8d5-0d868d478237 x-openstack-request-id: req-ee9e28c2-d6b1-48e7-a8d5-0d868d478237 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:08:33.516289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e0d3e6-7751-482d-9351-bf4a58bf6141", "name": "network-vif-plugged", "status": "completed", "tag": "00a3f2b9-5849-4370-b284-9a5fe7e17314", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:08:33.516541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ee9e28c2-d6b1-48e7-a8d5-0d868d478237 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:08:33.516931 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9e28c2-d6b1-48e7-a8d5-0d868d478237'] response: {'server_uuid': '28e0d3e6-7751-482d-9351-bf4a58bf6141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a3f2b9-5849-4370-b284-9a5fe7e17314', 'code': 200} Oct 20 04:08:33.574121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:33.639494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=00a3f2b9-5849-4370-b284-9a5fe7e17314,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:33.890901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa5c31-a467-4b84-93db-d32ed7e2ee8c req-d8b13fe1-48ef-4315-a65a-06a90ad7dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:33.892267 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d2aa5c31-a467-4b84-93db-d32ed7e2ee8c req-d8b13fe1-48ef-4315-a65a-06a90ad7dde0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 1099 time: 0.0752246 Oct 20 04:08:33.935964 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d2aa5c31-a467-4b84-93db-d32ed7e2ee8c req-e753f92e-8a9b-4094-baa0-ad765efaa203 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336041 Oct 20 04:08:34.403161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0526d9-1bc0-4b48-9da3-2e3414c3863b req-8a9b5322-8b77-4172-b7be-562ca3988f64 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:34.404637 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-da0526d9-1bc0-4b48-9da3-2e3414c3863b req-8a9b5322-8b77-4172-b7be-562ca3988f64 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 946 time: 0.0849383 Oct 20 04:08:34.446523 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-da0526d9-1bc0-4b48-9da3-2e3414c3863b req-42c95291-3ad9-4b13-a5d8-73c89a0315c2 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362742 Oct 20 04:08:35.741016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef94720-d605-494b-bcd4-f15ecb664b11 req-2850b7b0-1dba-4830-b6de-020abb13f001 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:35.742405 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ef94720-d605-494b-bcd4-f15ecb664b11 req-2850b7b0-1dba-4830-b6de-020abb13f001 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 946 time: 0.1837165 Oct 20 04:08:35.784854 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ef94720-d605-494b-bcd4-f15ecb664b11 req-51926932-2c28-4bb8-8cd0-a22c2d9a5fa7 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 Oct 20 04:08:35.982112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9aded-4a3a-431d-8960-edbb7b5decfd req-9c4538c2-8283-4532-b9d3-54429533ecc9 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:35.983551 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7cf9aded-4a3a-431d-8960-edbb7b5decfd req-9c4538c2-8283-4532-b9d3-54429533ecc9 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 946 time: 0.0890405 Oct 20 04:08:36.026617 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7cf9aded-4a3a-431d-8960-edbb7b5decfd req-3b274b9e-7c42-4265-930c-5fcf996ce498 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Oct 20 04:08:39.808381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ddb6-c190-4273-91d3-bc39f30f717d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:42.310641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-132c10ea-6d9b-4889-be5e-373ba02b27b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:43.475168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:43.545038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:44.939692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:47.425021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:48.164477 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-dbb256b8-b4be-49d9-be50-d97d0bbee1d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779312 Oct 20 04:08:48.314895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-92139f4b-930e-49b4-8aba-0c556ffa0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:48.316483 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-92139f4b-930e-49b4-8aba-0c556ffa0bcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 1099 time: 0.0787652 Oct 20 04:08:48.465491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-1b9d40f3-fddb-4397-92c0-236024a4f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:48.466941 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-1b9d40f3-fddb-4397-92c0-236024a4f5e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8017b371-7a42-41f2-8c66-2de6b2ed1660 HTTP/1.1" status: 200 len: 918 time: 0.1249399 Oct 20 04:08:48.536681 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-0e81d064-6697-44a7-bf6e-61d08b011594 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00a3f2b9-5849-4370-b284-9a5fe7e17314 HTTP/1.1" status: 200 len: 217 time: 0.0630636 Oct 20 04:08:48.599427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-01a5868e-d2c9-494d-829c-e98f38aaefba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:48.600854 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-01a5868e-d2c9-494d-829c-e98f38aaefba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b2171aa-488d-41fc-8ec4-175c538ffd44 HTTP/1.1" status: 200 len: 856 time: 0.0581050 Oct 20 04:08:48.686237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-bf5836ee-4fd4-42a3-828f-f8f01d935931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:48.687739 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-bf5836ee-4fd4-42a3-828f-f8f01d935931 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8017b371-7a42-41f2-8c66-2de6b2ed1660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798213 Oct 20 04:08:48.821213 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-5577c5eb-dce7-404a-894e-3c44b79663ee service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239755 Oct 20 04:08:48.953582 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-33b49240-c674-4d73-8894-6c5bab53c7ec req-f8eed51c-e14b-4ecd-9be1-616adc91be80 service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242328 Oct 20 04:08:53.789163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a18fe-ae64-443c-becd-13edd8189552 req-839eb15b-3de6-4fd5-ba93-4f228be45513 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:53.790630 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2e7a18fe-ae64-443c-becd-13edd8189552 req-839eb15b-3de6-4fd5-ba93-4f228be45513 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 946 time: 0.0859039 Oct 20 04:08:53.836986 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2e7a18fe-ae64-443c-becd-13edd8189552 req-71c4a157-42f8-430e-98b3-f9a72d5bd8dd tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Oct 20 04:08:54.684301 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:08:55.031162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b417c2a-56be-460a-98ff-bd62fc3cd63b req-c7e09c82-94f6-4271-b819-1b2787bbc32e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:55.032501 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b417c2a-56be-460a-98ff-bd62fc3cd63b req-c7e09c82-94f6-4271-b819-1b2787bbc32e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 946 time: 0.0839102 Oct 20 04:08:55.074992 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b417c2a-56be-460a-98ff-bd62fc3cd63b req-c7fd77f4-d87a-4744-9b96-592a47544596 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367763 Oct 20 04:08:55.404592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-7beda47e-a220-4ba7-9364-75024388da62 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:55.406059 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-7beda47e-a220-4ba7-9364-75024388da62 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 946 time: 0.0877407 Oct 20 04:08:55.476825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Deleting port 00a3f2b9-5849-4370-b284-9a5fe7e17314 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:08:55.477162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:55.712837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] For port 00a3f2b9-5849-4370-b284-9a5fe7e17314, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=00a3f2b9-5849-4370-b284-9a5fe7e17314,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:08:55.713120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:55.830279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Calling delete_port for 00a3f2b9-5849-4370-b284-9a5fe7e17314 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:08:56.145210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:56.160088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['00a3f2b9-5849-4370-b284-9a5fe7e17314'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:08:56.201144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Pushing event deleted for resources: {'Port': ['ID=00a3f2b9-5849-4370-b284-9a5fe7e17314,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:56.243563 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-fa761639-a50e-4755-8e26-0b9439436a94 req-2ce8f226-232f-4068-b01f-f9d4d9ee2d9b tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=28e0d3e6-7751-482d-9351-bf4a58bf6141 HTTP/1.1" status: 200 len: 210 time: 0.0499895 Oct 20 04:08:56.294001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] No DVR routers for this DVR port 00a3f2b9-5849-4370-b284-9a5fe7e17314 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:08:56.296788 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:56.299482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e0d3e6-7751-482d-9351-bf4a58bf6141', 'name': 'network-vif-deleted', 'tag': '00a3f2b9-5849-4370-b284-9a5fe7e17314'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:08:56.305254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308f5f2e-e32e-43d3-86b8-fe55310d270f" -d '{"events": [{"server_uuid": "28e0d3e6-7751-482d-9351-bf4a58bf6141", "name": "network-vif-deleted", "tag": "00a3f2b9-5849-4370-b284-9a5fe7e17314"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:08:56.346016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d7f09b-d454-4d14-9a7c-97d4d72a923f x-openstack-request-id: req-a2d7f09b-d454-4d14-9a7c-97d4d72a923f {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:08:56.346309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e0d3e6-7751-482d-9351-bf4a58bf6141", "name": "network-vif-deleted", "tag": "00a3f2b9-5849-4370-b284-9a5fe7e17314", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:08:56.346571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a2d7f09b-d454-4d14-9a7c-97d4d72a923f {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:08:56.346974 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d7f09b-d454-4d14-9a7c-97d4d72a923f'] response: {'server_uuid': '28e0d3e6-7751-482d-9351-bf4a58bf6141', 'name': 'network-vif-deleted', 'tag': '00a3f2b9-5849-4370-b284-9a5fe7e17314', 'status': 'completed', 'code': 200} Oct 20 04:08:56.369363 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58ed29e8-2d38-454f-a9f9-a351048f9b33 req-94553008-8037-4e82-b4bc-cea3f76b7338 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "DELETE /v2.0/ports/00a3f2b9-5849-4370-b284-9a5fe7e17314 HTTP/1.1" status: 204 len: 173 time: 0.9551358 Oct 20 04:08:57.858762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-118bbce3-4870-4746-a6db-ac25cdc908af tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:57.860117 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-118bbce3-4870-4746-a6db-ac25cdc908af tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/networks?id=8017b371-7a42-41f2-8c66-2de6b2ed1660 HTTP/1.1" status: 200 len: 817 time: 0.1419625 Oct 20 04:08:57.875212 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-d6265e5c-943d-4151-a4b8-ef83530c91d5 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/quotas/4c915b48a5754acdba21d5edd5d5d887 HTTP/1.1" status: 200 len: 375 time: 0.0093155 Oct 20 04:08:57.964519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-72e79440-2e61-48f9-a57e-30aae1571521 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Synchronizing usage tracker for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:08:58.047513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-72e79440-2e61-48f9-a57e-30aae1571521 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Unset dirty status for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:08:58.048810 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-72e79440-2e61-48f9-a57e-30aae1571521 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1688373 Oct 20 04:08:58.188883 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-b9f37522-cd2c-4f8b-a683-a6204919f333 service neutron] 10.222.0.33 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278150 Oct 20 04:08:58.315768 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-99104055-9670-4b9f-a002-ef35088a6cf0 service neutron] 10.222.0.33 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206362 Oct 20 04:08:58.575868 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-238a4132-3807-47ee-a530-0292d8aac3fe req-93088f07-fec8-431c-b160-de09f7d5ba87 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 210 time: 0.0486391 Oct 20 04:08:59.297023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 00a3f2b9-5849-4370-b284-9a5fe7e17314 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:08:59.330698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 00a3f2b9-5849-4370-b284-9a5fe7e17314 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:08:59.332467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 00a3f2b9-5849-4370-b284-9a5fe7e17314 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:08:59.735842 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d8af4779-923e-4f1b-812e-0d13cbbe4303 req-238f6819-e1f1-4f3c-a2e2-85ad79d89035 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 210 time: 0.0493703 Oct 20 04:09:00.766383 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-24cf3e91-2e67-416e-bea7-46763761c07c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:00.767793 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-24cf3e91-2e67-416e-bea7-46763761c07c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "GET /v2.0/networks?id=8017b371-7a42-41f2-8c66-2de6b2ed1660 HTTP/1.1" status: 200 len: 817 time: 0.1414928 Oct 20 04:09:00.784584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Request body: {'port': {'device_id': '001bf380-42f4-4431-b26d-404fa827d3fb', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'admin_state_up': True, 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:00.902648 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f0510847-8b9a-4c53-88e1-c028b0b0d08a req-9e491616-b3f6-4f0e-bdde-e1e769442616 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 210 time: 0.0534730 Oct 20 04:09:00.924382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:09:00.934607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:09:01.013342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Made reservation on behalf of 4c915b48a5754acdba21d5edd5d5d887 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:09:01.016803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:01.178084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Allocated IP 172.20.0.9 (8017b371-7a42-41f2-8c66-2de6b2ed1660/8b2171aa-488d-41fc-8ec4-175c538ffd44/05026d32-fb1d-47de-8ce4-4aa9c7aa84a1) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:09:01.374138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:01.389462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Transition to ACTIVE for port object 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:01.466161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:01.533426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:09:01.536250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:01.539875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:09:01.569520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Pushing event updated for resources: {'Port': ['ID=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:01.606610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:01.607217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:01.688767 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-86b2f9e8-4acf-4cbf-961c-9a281ec6e0ab tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9078734 Oct 20 04:09:01.709311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Request body: {'port': {'device_id': '001bf380-42f4-4431-b26d-404fa827d3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:01.785312 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3f0ad71d-1025-486e-b2d1-91e0d16d2cd4 None None] Provisioning for port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:09:01.790146 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3f0ad71d-1025-486e-b2d1-91e0d16d2cd4 None None] Provisioning complete for port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:01.790500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3f0ad71d-1025-486e-b2d1-91e0d16d2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:01.790830 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3f0ad71d-1025-486e-b2d1-91e0d16d2cd4 None None] Attempt 1 to provision port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 Oct 20 04:09:01.814023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:01.847051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3f0ad71d-1025-486e-b2d1-91e0d16d2cd4 None None] Port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:09:02.256761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33e70-e349-4236-8d26-9d17346234cd req-781a01a3-e8b0-4dc2-a158-bd990fd9f4d3 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:02.257465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e2d33e70-e349-4236-8d26-9d17346234cd req-781a01a3-e8b0-4dc2-a158-bd990fd9f4d3 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Synchronizing usage tracker for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:09:02.320703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:09:02.327814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:02.341387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Transition to ACTIVE for port object 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:02.348255 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3f0ad71d-1025-486e-b2d1-91e0d16d2cd4 None None] Attempt 2 to provision port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 Oct 20 04:09:02.390668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e2d33e70-e349-4236-8d26-9d17346234cd req-781a01a3-e8b0-4dc2-a158-bd990fd9f4d3 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Unset dirty status for tenant:4c915b48a5754acdba21d5edd5d5d887 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:09:02.391831 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2d33e70-e349-4236-8d26-9d17346234cd req-781a01a3-e8b0-4dc2-a158-bd990fd9f4d3 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 931 time: 0.2801785 Oct 20 04:09:02.402043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3f0ad71d-1025-486e-b2d1-91e0d16d2cd4 None None] Port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:09:02.424906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:02.540282 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2d33e70-e349-4236-8d26-9d17346234cd req-20bb1fec-f953-4111-9ef0-4608fbf18f9a tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424584 Oct 20 04:09:02.622114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Pushing event updated for resources: {'Port': ['ID=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:02.657200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Attempting to bind port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:09:02.657557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Attempting to bind port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:09:02.657891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Attempting to bind port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:09:02.662377 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:09:02.662696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Attempting to bind port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 on network 8017b371-7a42-41f2-8c66-2de6b2ed1660 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:09:02.668367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:09:02.668706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Checking segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:09:02.669084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Bound using segment: {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:09:02.669546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Bound port: 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:09:02.670168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:02.759024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] For port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:09:02.762030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] For port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:09:02.802413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:02.832809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:02.833641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:02.835135 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] 10.222.0.26 "PUT /v2.0/ports/05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 HTTP/1.1" status: 200 len: 1093 time: 1.1343687 Oct 20 04:09:02.835615 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001bf380-42f4-4431-b26d-404fa827d3fb', 'tag': '05026d32-fb1d-47de-8ce4-4aa9c7aa84a1'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:09:02.838039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afdcdab-045d-4989-99f0-dc768c014b51" -d '{"events": [{"name": "network-changed", "server_uuid": "001bf380-42f4-4431-b26d-404fa827d3fb", "tag": "05026d32-fb1d-47de-8ce4-4aa9c7aa84a1"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:09:02.880369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe491c-690c-4443-9acf-5e7fa8324b9a service neutron] Pushing event updated for resources: {'Port': ['ID=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:02.903216 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-3f0ad71d-1025-486e-b2d1-91e0d16d2cd4 None None] Attempt 3 to provision port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 Oct 20 04:09:02.969537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-3f0ad71d-1025-486e-b2d1-91e0d16d2cd4 None None] Port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:09:02.983216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db39a462-389d-4d4f-b806-403099d4d961 x-openstack-request-id: req-db39a462-389d-4d4f-b806-403099d4d961 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:09:02.986309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001bf380-42f4-4431-b26d-404fa827d3fb", "tag": "05026d32-fb1d-47de-8ce4-4aa9c7aa84a1", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:09:02.986309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-db39a462-389d-4d4f-b806-403099d4d961 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:09:02.986309 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db39a462-389d-4d4f-b806-403099d4d961'] response: {'name': 'network-changed', 'server_uuid': '001bf380-42f4-4431-b26d-404fa827d3fb', 'tag': '05026d32-fb1d-47de-8ce4-4aa9c7aa84a1', 'status': 'completed', 'code': 200} Oct 20 04:09:03.019323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-e571712f-c637-4a61-b283-5c106a01fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:03.020787 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-e571712f-c637-4a61-b283-5c106a01fc06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 1096 time: 0.0826716 Oct 20 04:09:03.090343 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-06ecccc1-d4d5-46d9-aca5-8414236f4980 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 HTTP/1.1" status: 200 len: 217 time: 0.0587938 Oct 20 04:09:03.156394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-d6b1f8a1-d0f6-4fc7-aec1-c30350aa2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:03.157715 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-d6b1f8a1-d0f6-4fc7-aec1-c30350aa2be3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b2171aa-488d-41fc-8ec4-175c538ffd44 HTTP/1.1" status: 200 len: 856 time: 0.0582426 Oct 20 04:09:03.239883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-a1d8f86b-a653-41f5-b6c3-3380db819e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:03.241323 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-a1d8f86b-a653-41f5-b6c3-3380db819e13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8017b371-7a42-41f2-8c66-2de6b2ed1660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746593 Oct 20 04:09:03.378586 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-75d039a7-5744-48d6-b7e4-2f8730d09fd7 service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237466 Oct 20 04:09:03.506859 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b933b8d1-f812-4de2-9bfe-980a670cf724 req-d684ec68-55ab-40ea-947e-a6b5dd696c17 service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207376 Oct 20 04:09:03.761132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-ff8de2aa-f64b-4fe0-bd4c-aaa5067d9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:03.762488 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-ff8de2aa-f64b-4fe0-bd4c-aaa5067d9f65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c915b48a5754acdba21d5edd5d5d887&device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 1096 time: 0.1490831 Oct 20 04:09:03.774194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb459-4074-4c86-983e-ef35c1c81e0f req-4ba1614c-2da6-41cd-85bc-7d92c44096b7 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:03.775522 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb0eb459-4074-4c86-983e-ef35c1c81e0f req-4ba1614c-2da6-41cd-85bc-7d92c44096b7 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 943 time: 0.1093519 Oct 20 04:09:03.897451 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb0eb459-4074-4c86-983e-ef35c1c81e0f req-2984dd9a-04de-46c6-b898-b1a05c96df94 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039839 Oct 20 04:09:03.937521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-18669fa3-222b-4e28-a17a-c04df080ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:03.938996 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-18669fa3-222b-4e28-a17a-c04df080ebb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8017b371-7a42-41f2-8c66-2de6b2ed1660 HTTP/1.1" status: 200 len: 918 time: 0.1626129 Oct 20 04:09:04.005380 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-7c69dca7-7cb2-4d4a-9d1e-656423eacd19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 HTTP/1.1" status: 200 len: 217 time: 0.0594773 Oct 20 04:09:04.161367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-bf9bc2f7-4a4f-4f3f-bc13-5c87dd0204dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:04.162796 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-bf9bc2f7-4a4f-4f3f-bc13-5c87dd0204dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b2171aa-488d-41fc-8ec4-175c538ffd44 HTTP/1.1" status: 200 len: 856 time: 0.1511242 Oct 20 04:09:04.242823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-ff53db26-ea80-4b08-b932-6599734ebbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:04.244261 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-ff53db26-ea80-4b08-b932-6599734ebbca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8017b371-7a42-41f2-8c66-2de6b2ed1660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749562 Oct 20 04:09:04.371765 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-654893a2-5b7e-4ed6-adaf-e0095c042180 service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202760 Oct 20 04:09:04.502846 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6afdcdab-045d-4989-99f0-dc768c014b51 req-ece4c0ca-6c41-40ee-9d16-7722b9de187e service neutron] 10.222.0.26 "GET /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232979 Oct 20 04:09:05.094158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af0022-ab5f-4461-9c6e-8f83be5d4154 req-460fbc0f-8631-4870-8d0d-9064743148af tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:05.095594 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87af0022-ab5f-4461-9c6e-8f83be5d4154 req-460fbc0f-8631-4870-8d0d-9064743148af tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 943 time: 0.0853221 Oct 20 04:09:05.138698 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-87af0022-ab5f-4461-9c6e-8f83be5d4154 req-2b4781a6-eb16-4bab-964e-ba5a00145923 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373950 Oct 20 04:09:06.335313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58996519-2db2-4ff4-bfe9-7e1a2d5d7f11 req-923fe46a-cf14-4a7c-bbbd-a3971ebccd8e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:06.336660 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58996519-2db2-4ff4-bfe9-7e1a2d5d7f11 req-923fe46a-cf14-4a7c-bbbd-a3971ebccd8e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 943 time: 0.0900030 Oct 20 04:09:06.380423 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58996519-2db2-4ff4-bfe9-7e1a2d5d7f11 req-04d1299c-7f34-44fc-bb95-490026c5d934 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Oct 20 04:09:07.323334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:09:07.463070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:07.479182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '05026d32-fb1d-47de-8ce4-4aa9c7aa84a1', 'network_id': '8017b371-7a42-41f2-8c66-2de6b2ed1660', 'port_id': '05026d32-fb1d-47de-8ce4-4aa9c7aa84a1', 'mac_address': 'fa:16:3e:81:d3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2171aa-488d-41fc-8ec4-175c538ffd44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:09:07.566379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:09:07.566756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:07.579758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff3191-a85f-4be7-b697-994c8fc6fb2e req-00b5b06c-9c11-4770-afa3-30cf1182112a tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:07.581132 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ffff3191-a85f-4be7-b697-994c8fc6fb2e req-00b5b06c-9c11-4770-afa3-30cf1182112a tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 943 time: 0.0909858 Oct 20 04:09:07.583970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:09:07.599789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:07.626425 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ffff3191-a85f-4be7-b697-994c8fc6fb2e req-e266c15b-4877-40d2-9cf0-a24a1b19b362 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Oct 20 04:09:07.670965 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:07.741712 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:07.916019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['05026d32-fb1d-47de-8ce4-4aa9c7aa84a1'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:09:08.820652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213ef2-963d-4970-afdb-d1b1d6ae1621 req-ccd8f539-733a-4f58-90c2-90b8d82a069c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:08.822142 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2c213ef2-963d-4970-afdb-d1b1d6ae1621 req-ccd8f539-733a-4f58-90c2-90b8d82a069c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 944 time: 0.0847406 Oct 20 04:09:08.868306 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2c213ef2-963d-4970-afdb-d1b1d6ae1621 req-2f93045b-1741-4fa5-adbe-9fa695348c20 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 Oct 20 04:09:09.354002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:09:09.481854 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:09:09.486768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:09.487505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:09.487834 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 Oct 20 04:09:09.599801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:09:09.600174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:09.626086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bf380-42f4-4431-b26d-404fa827d3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05026d32-fb1d-47de-8ce4-4aa9c7aa84a1'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:09:09.628310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fb4f1b-771a-4ed5-9e00-4989f0835751" -d '{"events": [{"server_uuid": "001bf380-42f4-4431-b26d-404fa827d3fb", "name": "network-vif-plugged", "status": "completed", "tag": "05026d32-fb1d-47de-8ce4-4aa9c7aa84a1"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:09:09.635669 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:09.694006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:09.725152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa59d4-735b-4eac-8e7c-29a7b53dde95 x-openstack-request-id: req-88aa59d4-735b-4eac-8e7c-29a7b53dde95 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:09:09.725469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001bf380-42f4-4431-b26d-404fa827d3fb", "name": "network-vif-plugged", "status": "completed", "tag": "05026d32-fb1d-47de-8ce4-4aa9c7aa84a1", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:09:09.725725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-88aa59d4-735b-4eac-8e7c-29a7b53dde95 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:09:09.726105 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88aa59d4-735b-4eac-8e7c-29a7b53dde95'] response: {'server_uuid': '001bf380-42f4-4431-b26d-404fa827d3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05026d32-fb1d-47de-8ce4-4aa9c7aa84a1', 'code': 200} Oct 20 04:09:09.776709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:09.813661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6e7b176d-de2a-4f97-a7c6-1c1f9728f609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:10.064272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6ca37-e38d-45a7-9962-19b8488051ba req-14e6452d-6f99-465f-a10b-0e412ecaf350 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:10.065728 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-17a6ca37-e38d-45a7-9962-19b8488051ba req-14e6452d-6f99-465f-a10b-0e412ecaf350 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 945 time: 0.0879712 Oct 20 04:09:10.109059 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-17a6ca37-e38d-45a7-9962-19b8488051ba req-fa819255-38fd-4287-a047-ae607a84536a tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375655 Oct 20 04:09:10.205032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde2081-21ec-4845-9a2d-f33f8def4733 req-825ed752-f072-44bd-a527-e290a5a017db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:10.206431 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1dde2081-21ec-4845-9a2d-f33f8def4733 req-825ed752-f072-44bd-a527-e290a5a017db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 1098 time: 0.0785506 Oct 20 04:09:10.250560 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1dde2081-21ec-4845-9a2d-f33f8def4733 req-397a4d03-112b-4b2a-ae4e-9c3b061b6502 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336044 Oct 20 04:09:11.307196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294072bd-8a48-4d23-b3ee-3daf2ceaabad req-71f9fea5-f47b-4115-8840-22122edffbda tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:11.310037 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-294072bd-8a48-4d23-b3ee-3daf2ceaabad req-71f9fea5-f47b-4115-8840-22122edffbda tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 945 time: 0.0912187 Oct 20 04:09:11.355242 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-294072bd-8a48-4d23-b3ee-3daf2ceaabad req-22765007-8e8f-4b3d-93b8-1081b6ff6d71 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391545 Oct 20 04:09:12.322621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-41f91698-a158-4b1f-9732-a09797a0d12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:12.547732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7afef-84e4-426f-a26c-f95b98bf5097 req-c5030d9d-7808-4f97-afc6-ec61561d99b4 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:12.549157 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85d7afef-84e4-426f-a26c-f95b98bf5097 req-c5030d9d-7808-4f97-afc6-ec61561d99b4 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 945 time: 0.0849781 Oct 20 04:09:12.594663 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85d7afef-84e4-426f-a26c-f95b98bf5097 req-de24808f-3445-4c37-ad71-d19193862889 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Oct 20 04:09:12.789600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf491f0-28cf-4af8-97c1-54d0e84b368c req-cbc7d21f-9737-439f-960a-36ebd376d10f tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:12.791039 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ddf491f0-28cf-4af8-97c1-54d0e84b368c req-cbc7d21f-9737-439f-960a-36ebd376d10f tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 945 time: 0.0848618 Oct 20 04:09:12.833757 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ddf491f0-28cf-4af8-97c1-54d0e84b368c req-66fdef38-2e2a-478f-8815-b8aefe0afa1c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366411 Oct 20 04:09:13.459285 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:13.528476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:14.921959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:17.430415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:30.479537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b04be-b65d-4a87-9db2-b0889409283f req-1f695790-b2fb-48c8-b34c-7b6a56186142 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:30.480965 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-786b04be-b65d-4a87-9db2-b0889409283f req-1f695790-b2fb-48c8-b34c-7b6a56186142 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 945 time: 0.0893681 Oct 20 04:09:30.523642 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-786b04be-b65d-4a87-9db2-b0889409283f req-53bcaeb9-44d9-485b-a371-9ffacd2b9dc3 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362778 Oct 20 04:09:31.683334 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:09:31.719988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94170651-7572-4f74-88e9-f868b765c4c0 req-a6e04755-70df-486f-8d63-78c6c49172a5 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:31.721448 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-94170651-7572-4f74-88e9-f868b765c4c0 req-a6e04755-70df-486f-8d63-78c6c49172a5 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 945 time: 0.0864093 Oct 20 04:09:31.763554 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-94170651-7572-4f74-88e9-f868b765c4c0 req-4249c0ec-3651-4d04-a299-2e446c229fd1 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365002 Oct 20 04:09:32.123334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-fbcb6a56-a298-40a5-a886-6c03145b5fbe tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:32.124819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-fbcb6a56-a298-40a5-a886-6c03145b5fbe tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 945 time: 0.0888743 Oct 20 04:09:32.197671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Deleting port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:32.197936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:32.470916 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] For port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:32.471190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:32.614606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Calling delete_port for 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:09:32.956986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:32.966406 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524eaca-a52e-4ede-8093-82eba0e7fb10 req-211c93e1-d711-4ef1-b6b7-f9f16b8bd56e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:32.967902 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7524eaca-a52e-4ede-8093-82eba0e7fb10 req-211c93e1-d711-4ef1-b6b7-f9f16b8bd56e tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 867 time: 0.0933597 Oct 20 04:09:32.972803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['05026d32-fb1d-47de-8ce4-4aa9c7aa84a1'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:09:33.010795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Pushing event deleted for resources: {'Port': ['ID=05026d32-fb1d-47de-8ce4-4aa9c7aa84a1,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:33.018490 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7524eaca-a52e-4ede-8093-82eba0e7fb10 req-c23596ae-1986-48dc-9272-ecf052d67fb4 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/security-groups?id=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Oct 20 04:09:33.053590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.053949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.054294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.054635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.054971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.055305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.055637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.055967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.056292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.056619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.056947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.057293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:33.107375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] No DVR routers for this DVR port 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:09:33.109933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:33.112883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bf380-42f4-4431-b26d-404fa827d3fb', 'name': 'network-vif-deleted', 'tag': '05026d32-fb1d-47de-8ce4-4aa9c7aa84a1'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:09:33.115201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fed3c1-baad-4a5e-9dd9-656363011638" -d '{"events": [{"server_uuid": "001bf380-42f4-4431-b26d-404fa827d3fb", "name": "network-vif-deleted", "tag": "05026d32-fb1d-47de-8ce4-4aa9c7aa84a1"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:09:33.159637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed89a7e-7cfb-4803-987c-b420f751ec6a x-openstack-request-id: req-7ed89a7e-7cfb-4803-987c-b420f751ec6a {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:09:33.159907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001bf380-42f4-4431-b26d-404fa827d3fb", "name": "network-vif-deleted", "tag": "05026d32-fb1d-47de-8ce4-4aa9c7aa84a1", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:09:33.160156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7ed89a7e-7cfb-4803-987c-b420f751ec6a {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:09:33.160555 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed89a7e-7cfb-4803-987c-b420f751ec6a'] response: {'server_uuid': '001bf380-42f4-4431-b26d-404fa827d3fb', 'name': 'network-vif-deleted', 'tag': '05026d32-fb1d-47de-8ce4-4aa9c7aa84a1', 'status': 'completed', 'code': 200} Oct 20 04:09:33.186196 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-17244765-6274-4b5f-bc4e-5ea991a05a8b req-7fe0178e-c6a3-469b-ae1a-c9c74d9ec82c tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.26 "DELETE /v2.0/ports/05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 HTTP/1.1" status: 204 len: 173 time: 1.0526097 Oct 20 04:09:34.199990 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-132b35c1-6c4a-445f-9cdc-fa3d717f85cd req-25e663f8-9787-4179-a346-8e2e2184fb52 tempest-TestEncryptedCinderVolumes-1606371744 tempest-TestEncryptedCinderVolumes-1606371744-project] 10.222.0.33 "GET /v2.0/ports?device_id=001bf380-42f4-4431-b26d-404fa827d3fb HTTP/1.1" status: 200 len: 210 time: 0.0486333 Oct 20 04:09:35.403273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45814) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:36.021924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:36.372954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Deleting port b156e00a-5010-421c-9831-ff416085a6c5 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:36.373408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:36.536509 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] For port b156e00a-5010-421c-9831-ff416085a6c5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=b156e00a-5010-421c-9831-ff416085a6c5,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:36.537192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:36.654660 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Calling delete_port for b156e00a-5010-421c-9831-ff416085a6c5 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:09:36.876441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:36.924080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b156e00a-5010-421c-9831-ff416085a6c5,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:36.964965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.966222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.966222 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.966636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.966856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.967182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.967511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.967838 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.968166 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.968487 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.968805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:36.969126 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:37.303885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:37.557185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:09:37.591278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:09:37.591621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 05026d32-fb1d-47de-8ce4-4aa9c7aa84a1 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:09:37.651802 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Router 45559476-0574-41ec-b205-92e49dda5d30 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:09:37.825405 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:09:37.834132 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] Sync routers for ids ['45559476-0574-41ec-b205-92e49dda5d30'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:09:37.838276 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b22fb112-0226-4955-bd9e-358a5a2088b2 admin admin] 10.222.0.33 "PUT /v2.0/routers/45559476-0574-41ec-b205-92e49dda5d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4326403 Oct 20 04:09:37.839558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45818) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:37.843761 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] Routers {'45559476-0574-41ec-b205-92e49dda5d30'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:09:37.844359 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['45559476-0574-41ec-b205-92e49dda5d30'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:38.013743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.018482 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] Set router 45559476-0574-41ec-b205-92e49dda5d30 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:09:38.189315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.270887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Deleting port 3e297e7b-b3d2-463b-95e0-ae9940a9fade {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:38.271247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.289974 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45559476-0574-41ec-b205-92e49dda5d30', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:09:36Z', 'revision_number': 5, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'gw_port': {'id': '3e297e7b-b3d2-463b-95e0-ae9940a9fade', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45559476-0574-41ec-b205-92e49dda5d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:38.294405 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] Checking router: 45559476-0574-41ec-b205-92e49dda5d30 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:09:38.302657 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] Routers {'45559476-0574-41ec-b205-92e49dda5d30'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:09:38.303344 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['45559476-0574-41ec-b205-92e49dda5d30'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:38.441504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] For port 3e297e7b-b3d2-463b-95e0-ae9940a9fade, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3e297e7b-b3d2-463b-95e0-ae9940a9fade,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:38.441792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.458591 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] Set router 45559476-0574-41ec-b205-92e49dda5d30 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:09:38.560171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Calling delete_port for 3e297e7b-b3d2-463b-95e0-ae9940a9fade owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:09:38.560938 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45559476-0574-41ec-b205-92e49dda5d30', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:09:38Z', 'revision_number': 6, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:38.564854 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f527021-b170-4787-909c-2e574b8d6d04 None None] The sync data for ids ['45559476-0574-41ec-b205-92e49dda5d30'] in dv-neutron-861845-1-hyperv is: [{'id': '45559476-0574-41ec-b205-92e49dda5d30', 'name': 'tempest-TestEncryptedCinderVolumes-2069998034-router', 'tenant_id': '4c915b48a5754acdba21d5edd5d5d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:31Z', 'updated_at': '2022-10-20T04:09:38Z', 'revision_number': 6, 'project_id': '4c915b48a5754acdba21d5edd5d5d887', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:09:38.876726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.925746 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e297e7b-b3d2-463b-95e0-ae9940a9fade,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:39.022949 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.191811 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.193881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.282588 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.283288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45559476-0574-41ec-b205-92e49dda5d30 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:09:39.295650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.296782 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1312289a-d3ff-4b7a-8d09-73b40825b1f0 admin admin] 10.222.0.33 "DELETE /v2.0/routers/45559476-0574-41ec-b205-92e49dda5d30 HTTP/1.1" status: 204 len: 168 time: 1.4563339 Oct 20 04:09:39.299332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45824) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:39.357719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c69be7-7ab5-4b50-9777-7ed3cde1e73f admin admin] Deleting subnet 8b2171aa-488d-41fc-8ec4-175c538ffd44 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:09:39.360855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34c69be7-7ab5-4b50-9777-7ed3cde1e73f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.410777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34c69be7-7ab5-4b50-9777-7ed3cde1e73f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.491050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34c69be7-7ab5-4b50-9777-7ed3cde1e73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.636722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34c69be7-7ab5-4b50-9777-7ed3cde1e73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.678750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c69be7-7ab5-4b50-9777-7ed3cde1e73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2171aa-488d-41fc-8ec4-175c538ffd44,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:39.680654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34c69be7-7ab5-4b50-9777-7ed3cde1e73f admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.685873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2528fd-fd14-4200-a089-68886b230c1f None None] Network 8017b371-7a42-41f2-8c66-2de6b2ed1660 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:09:39.687187 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-34c69be7-7ab5-4b50-9777-7ed3cde1e73f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/8b2171aa-488d-41fc-8ec4-175c538ffd44 HTTP/1.1" status: 204 len: 168 time: 0.3868876 Oct 20 04:09:39.689648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45828) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:39.794058 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.804083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Deleting port c3d26440-8ba9-49ae-af35-fb810ae8f7eb {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:39.804421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.870833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-819740ad-9899-4c88-8ebe-5d072516ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.948557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a4729-26be-4af6-a276-16a58895138e None None] DHCP port deletion for 8017b371-7a42-41f2-8c66-2de6b2ed1660 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:09:39.953043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-118a4729-26be-4af6-a276-16a58895138e None None] Deleting port c3d26440-8ba9-49ae-af35-fb810ae8f7eb {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:39.953395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-118a4729-26be-4af6-a276-16a58895138e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.013597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] For port c3d26440-8ba9-49ae-af35-fb810ae8f7eb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c3d26440-8ba9-49ae-af35-fb810ae8f7eb,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:40.014080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.036698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3e297e7b-b3d2-463b-95e0-ae9940a9fade no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:09:40.083893 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 3e297e7b-b3d2-463b-95e0-ae9940a9fade {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:09:40.084145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3e297e7b-b3d2-463b-95e0-ae9940a9fade not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:09:40.084553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b156e00a-5010-421c-9831-ff416085a6c5 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:09:40.121099 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: b156e00a-5010-421c-9831-ff416085a6c5 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:09:40.121465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device b156e00a-5010-421c-9831-ff416085a6c5 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:09:40.121923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c3d26440-8ba9-49ae-af35-fb810ae8f7eb no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:09:40.134491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Calling delete_port for c3d26440-8ba9-49ae-af35-fb810ae8f7eb owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:09:40.265771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-118a4729-26be-4af6-a276-16a58895138e None None] For port c3d26440-8ba9-49ae-af35-fb810ae8f7eb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c3d26440-8ba9-49ae-af35-fb810ae8f7eb,segment=NetworkSegment(e5104a5e-ff32-45aa-8542-a0e2fd7e0703),segment_id=e5104a5e-ff32-45aa-8542-a0e2fd7e0703)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:40.266114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-118a4729-26be-4af6-a276-16a58895138e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.270506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.317926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d26440-8ba9-49ae-af35-fb810ae8f7eb,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:40.319699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] No DVR routers for this DVR port c3d26440-8ba9-49ae-af35-fb810ae8f7eb on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:09:40.414325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Port c3d26440-8ba9-49ae-af35-fb810ae8f7eb update to DOWN by agent not found {{(pid=90077) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 20 04:09:40.423522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-118a4729-26be-4af6-a276-16a58895138e None None] Calling delete_port for c3d26440-8ba9-49ae-af35-fb810ae8f7eb owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:09:40.496926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-118a4729-26be-4af6-a276-16a58895138e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:09:40.497286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-118a4729-26be-4af6-a276-16a58895138e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:09:40.535454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.559602 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8017b371-7a42-41f2-8c66-2de6b2ed1660']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:40.571070 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:40.571367 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5104a5e-ff32-45aa-8542-a0e2fd7e0703') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:40.582731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.601388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.607259 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:09:40.607633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.668568 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment e5104a5e-ff32-45aa-8542-a0e2fd7e0703 resource provider aggregate not found Oct 20 04:09:40.691563 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment e5104a5e-ff32-45aa-8542-a0e2fd7e0703 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5104a5e-ff32-45aa-8542-a0e2fd7e0703 found for delete ", "request_id": "req-390a0ec6-ca3c-44a9-8633-b67ed790fc83"}]} Oct 20 04:09:40.767793 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.783546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.798145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] Pushing event deleted for resources: {'Network': ['ID=8017b371-7a42-41f2-8c66-2de6b2ed1660,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:40.865460 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6774b27e-e8bb-4ab2-a45d-e3f5f5662958 admin admin] 10.222.0.33 "DELETE /v2.0/networks/8017b371-7a42-41f2-8c66-2de6b2ed1660 HTTP/1.1" status: 204 len: 168 time: 1.1746888 Oct 20 04:09:40.868490 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45836) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:40.998504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-118a4729-26be-4af6-a276-16a58895138e None None] Deleting port c3d26440-8ba9-49ae-af35-fb810ae8f7eb {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:40.999037 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-118a4729-26be-4af6-a276-16a58895138e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:41.095322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-118a4729-26be-4af6-a276-16a58895138e None None] The port 'c3d26440-8ba9-49ae-af35-fb810ae8f7eb' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:09:41.389507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:41.726448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Deleting port 665e4a5e-e05c-476f-909e-51dd7e423c2c {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:41.726781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:41.890957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] For port 665e4a5e-e05c-476f-909e-51dd7e423c2c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=665e4a5e-e05c-476f-909e-51dd7e423c2c,segment=NetworkSegment(17392681-e3fc-4ef2-a1cd-6302c1f44b97),segment_id=17392681-e3fc-4ef2-a1cd-6302c1f44b97)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:41.891304 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:42.114747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Calling delete_port for 665e4a5e-e05c-476f-909e-51dd7e423c2c owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:09:42.355919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0f1082ee-5b6c-4954-91c4-d225e05884be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:42.385242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:42.430866 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Pushing event deleted for resources: {'Port': ['ID=665e4a5e-e05c-476f-909e-51dd7e423c2c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:42.698749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:43.046184 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Router 34ff50f6-f15a-4263-bab5-640d461c40b0 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:09:43.214760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:09:43.224013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] Sync routers for ids ['34ff50f6-f15a-4263-bab5-640d461c40b0'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:09:43.224310 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ea92dbe8-e395-408b-bc50-711d49bbf010 admin admin] 10.222.0.33 "PUT /v2.0/routers/34ff50f6-f15a-4263-bab5-640d461c40b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3548157 Oct 20 04:09:43.226852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45840) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:43.232921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] Routers {'34ff50f6-f15a-4263-bab5-640d461c40b0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:09:43.233551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['34ff50f6-f15a-4263-bab5-640d461c40b0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:43.414645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] Set router 34ff50f6-f15a-4263-bab5-640d461c40b0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:09:43.519354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:43.604171 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:43.609308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:43.699697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:43.723188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:38Z', 'updated_at': '2022-10-20T04:09:42Z', 'revision_number': 5, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'gw_port': {'id': '338750c4-1292-455f-b2b8-d2dfa3ae7f7f', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:07:39Z', 'updated_at': '2022-10-20T04:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:43.727204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] Checking router: 34ff50f6-f15a-4263-bab5-640d461c40b0 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:09:43.735983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] Routers {'34ff50f6-f15a-4263-bab5-640d461c40b0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:09:43.736573 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['34ff50f6-f15a-4263-bab5-640d461c40b0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:43.751032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Deleting port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:43.751383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:43.882374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] Set router 34ff50f6-f15a-4263-bab5-640d461c40b0 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:09:43.926395 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] For port 338750c4-1292-455f-b2b8-d2dfa3ae7f7f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=338750c4-1292-455f-b2b8-d2dfa3ae7f7f,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:43.926752 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:43.986130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:38Z', 'updated_at': '2022-10-20T04:09:43Z', 'revision_number': 6, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:43.990410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e7b90-ccda-46ee-8b24-bb4e80464868 None None] The sync data for ids ['34ff50f6-f15a-4263-bab5-640d461c40b0'] in dv-neutron-861845-1-hyperv is: [{'id': '34ff50f6-f15a-4263-bab5-640d461c40b0', 'name': 'tempest-TestEncryptedCinderVolumes-426554136-router', 'tenant_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:07:38Z', 'updated_at': '2022-10-20T04:09:43Z', 'revision_number': 6, 'project_id': 'cfad4f96516a44d6bafd46611b4f90ec', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:09:44.049119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Calling delete_port for 338750c4-1292-455f-b2b8-d2dfa3ae7f7f owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:09:44.276705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:44.323090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Pushing event deleted for resources: {'Port': ['ID=338750c4-1292-455f-b2b8-d2dfa3ae7f7f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:44.422692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:44.590851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:44.592916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:44.670517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:44.670990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ff50f6-f15a-4263-bab5-640d461c40b0 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:09:44.682705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:44.683766 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a04abc70-7f7f-47a1-baa8-5528a90824fb admin admin] 10.222.0.33 "DELETE /v2.0/routers/34ff50f6-f15a-4263-bab5-640d461c40b0 HTTP/1.1" status: 204 len: 168 time: 1.4560235 Oct 20 04:09:44.686484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45844) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:44.748853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc018c0-6270-4d49-ba48-d509aaeeb2e3 admin admin] Deleting subnet 9b1294b9-05c0-407e-b1ed-0a58c204f8b4 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:09:44.751899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4fc018c0-6270-4d49-ba48-d509aaeeb2e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:44.800524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4fc018c0-6270-4d49-ba48-d509aaeeb2e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:44.877426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4fc018c0-6270-4d49-ba48-d509aaeeb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:44.962226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.014429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4fc018c0-6270-4d49-ba48-d509aaeeb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.051928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc018c0-6270-4d49-ba48-d509aaeeb2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1294b9-05c0-407e-b1ed-0a58c204f8b4,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:45.056745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4fc018c0-6270-4d49-ba48-d509aaeeb2e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.061996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a2cd34-7923-47f9-bfb3-11eb535610ae None None] Network eebbe472-45ed-405a-94e2-e6ce9511a94a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:09:45.062979 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4fc018c0-6270-4d49-ba48-d509aaeeb2e3 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9b1294b9-05c0-407e-b1ed-0a58c204f8b4 HTTP/1.1" status: 204 len: 168 time: 0.3754504 Oct 20 04:09:45.065421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45848) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:45.170551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.180581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Deleting port c44ddaf8-2fd6-4255-9b2c-baec885077b7 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:45.180911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.308682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] DHCP port deletion for eebbe472-45ed-405a-94e2-e6ce9511a94a request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:09:45.313367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] Deleting port c44ddaf8-2fd6-4255-9b2c-baec885077b7 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:45.313767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.390876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] For port c44ddaf8-2fd6-4255-9b2c-baec885077b7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c44ddaf8-2fd6-4255-9b2c-baec885077b7,segment=NetworkSegment(17392681-e3fc-4ef2-a1cd-6302c1f44b97),segment_id=17392681-e3fc-4ef2-a1cd-6302c1f44b97)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:45.391229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.507627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] For port c44ddaf8-2fd6-4255-9b2c-baec885077b7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c44ddaf8-2fd6-4255-9b2c-baec885077b7,segment=NetworkSegment(17392681-e3fc-4ef2-a1cd-6302c1f44b97),segment_id=17392681-e3fc-4ef2-a1cd-6302c1f44b97)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:45.508035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.510764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Calling delete_port for c44ddaf8-2fd6-4255-9b2c-baec885077b7 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:09:45.636404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.678564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] Calling delete_port for c44ddaf8-2fd6-4255-9b2c-baec885077b7 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:09:45.686780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44ddaf8-2fd6-4255-9b2c-baec885077b7,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:45.691402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] No DVR routers for this DVR port c44ddaf8-2fd6-4255-9b2c-baec885077b7 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:09:45.749932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:09:45.750291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:09:45.804127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.828164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebbe472-45ed-405a-94e2-e6ce9511a94a']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:45.839508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17392681-e3fc-4ef2-a1cd-6302c1f44b97') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:45.839806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17392681-e3fc-4ef2-a1cd-6302c1f44b97') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:45.850635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.866669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.873464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:09:45.877695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:45.936701 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 17392681-e3fc-4ef2-a1cd-6302c1f44b97 resource provider aggregate not found Oct 20 04:09:45.956607 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 17392681-e3fc-4ef2-a1cd-6302c1f44b97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17392681-e3fc-4ef2-a1cd-6302c1f44b97 found for delete ", "request_id": "req-8f5b9822-1755-4d47-96f9-eacb190a1449"}]} Oct 20 04:09:46.008565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 338750c4-1292-455f-b2b8-d2dfa3ae7f7f no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:09:46.025036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:46.041002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:46.042202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 338750c4-1292-455f-b2b8-d2dfa3ae7f7f {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:09:46.042555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 338750c4-1292-455f-b2b8-d2dfa3ae7f7f not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:09:46.042970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c44ddaf8-2fd6-4255-9b2c-baec885077b7 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:09:46.051388 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] Pushing event deleted for resources: {'Network': ['ID=eebbe472-45ed-405a-94e2-e6ce9511a94a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:46.058580 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8d146ca9-002a-42fe-a71b-bdc936d78569 admin admin] 10.222.0.33 "DELETE /v2.0/networks/eebbe472-45ed-405a-94e2-e6ce9511a94a HTTP/1.1" status: 204 len: 168 time: 0.9891245 Oct 20 04:09:46.078911 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c44ddaf8-2fd6-4255-9b2c-baec885077b7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:09:46.079261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c44ddaf8-2fd6-4255-9b2c-baec885077b7 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:09:46.079690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 665e4a5e-e05c-476f-909e-51dd7e423c2c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:09:46.113303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 665e4a5e-e05c-476f-909e-51dd7e423c2c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:09:46.113602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 665e4a5e-e05c-476f-909e-51dd7e423c2c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:09:46.251687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] Deleting port c44ddaf8-2fd6-4255-9b2c-baec885077b7 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:09:46.252062 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:46.317226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-63b1464e-48e6-4ddd-aaa6-a4d32da44fe8 None None] The port 'c44ddaf8-2fd6-4255-9b2c-baec885077b7' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:09:46.488121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45858) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:46.536085 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fcc7ee16-1cab-4a9f-b702-9f24bbf2c92d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4c915b48a5754acdba21d5edd5d5d887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468004 Oct 20 04:09:46.538454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45862) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:46.593978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad82-977c-4425-8226-0a9ad15f1651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:46.622937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad82-977c-4425-8226-0a9ad15f1651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:46.750410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad82-977c-4425-8226-0a9ad15f1651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:46.767285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3ad82-977c-4425-8226-0a9ad15f1651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:46.818052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad82-977c-4425-8226-0a9ad15f1651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:46.819157 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-25d3ad82-977c-4425-8226-0a9ad15f1651 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2cd0cd8d-3506-4a63-84c2-849bc8e5bbc2 HTTP/1.1" status: 204 len: 168 time: 0.2798314 Oct 20 04:09:47.448148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45870) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:47.453771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:47.495383 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-de3bd594-fd48-4f35-bd5f-c16c712bb04e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cfad4f96516a44d6bafd46611b4f90ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461049 Oct 20 04:09:47.498459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45874) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:47.554066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-72a00828-dfe7-4b80-9349-07506bc82d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:47.579170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-72a00828-dfe7-4b80-9349-07506bc82d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:47.704512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-72a00828-dfe7-4b80-9349-07506bc82d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:47.724331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a00828-dfe7-4b80-9349-07506bc82d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9acfcf-3cd3-42ec-826c-9c0a954b5d49,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:47.729053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-72a00828-dfe7-4b80-9349-07506bc82d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:47.729675 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-72a00828-dfe7-4b80-9349-07506bc82d51 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ef9acfcf-3cd3-42ec-826c-9c0a954b5d49 HTTP/1.1" status: 204 len: 168 time: 0.2303400 Oct 20 04:09:48.693750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45898) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:48.793782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-157796060-network', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:48.798423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:09:48.802228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Usage tracker for resource:network and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:09:48.804954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:09:48.810962 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:09:48.876235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Made reservation on behalf of 2c44752cdb0a4eca9ed6a8a9b4362749 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:09:48.878581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:48.890891 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:48.905368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:09:48.909043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:09:48.911728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:09:48.917155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:09:48.995573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.053002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.079984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:09:49.091995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5516dc68-c0ab-4055-a1c8-dda089630b02,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:49.096216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.096562 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Added segment f4084bc0-f45e-4920-b362-d6d33f2f1f29 of type vlan for network 1785ad43-f4ee-4828-9808-fe201f4298ea Oct 20 04:09:49.122424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.207372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.208297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:49.208867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.405332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] Pushing event updated for resources: {'Network': ['ID=1785ad43-f4ee-4828-9808-fe201f4298ea,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:49.415004 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 1785ad43-f4ee-4828-9808-fe201f4298ea details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:09:49.454163 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-429c1187-cb46-4184-b7a9-6a1f12750a3d admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7593467 Oct 20 04:09:49.456972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45904) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:49.463201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Request body: {'subnet': {'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-157796060-subnet', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:49.468273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:09:49.472236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Usage tracker for resource:subnet and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:09:49.475246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:09:49.481405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:09:49.545967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Made reservation on behalf of 2c44752cdb0a4eca9ed6a8a9b4362749 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:09:49.548381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.813836 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.885444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038e997c-dd81-4696-8c67-c6728eb43104,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:49.893889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Checking segment: {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:09:49.894250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Network hostable DHCP agents. Network: 1785ad43-f4ee-4828-9808-fe201f4298ea, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:09:49.967804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Network 1785ad43-f4ee-4828-9808-fe201f4298ea is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:09:50.047843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 1785ad43-f4ee-4828-9808-fe201f4298ea) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:50.052093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:50.052975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:50.081383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a58b24-eaa0-4467-b4b2-0d832335c883 None None] Network 1785ad43-f4ee-4828-9808-fe201f4298ea requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:09:50.131034 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8cd60acb-b89f-42f9-82df-460bf33f12b8 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6705480 Oct 20 04:09:50.131419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45908) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:50.136732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:50.141833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:09:50.145855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Usage tracker for resource:router and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:09:50.148770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:09:50.155837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:09:50.230973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:50.232272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:50.248678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:50.347083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-1785ad43-f4ee-4828-9808-fe201f4298ea', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:09:50.347923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:50.521355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Allocated IP 172.20.0.2 (1785ad43-f4ee-4828-9808-fe201f4298ea/038e997c-dd81-4696-8c67-c6728eb43104/1d8999bb-b9f1-4c26-889f-d83a6cd61ed1) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:09:50.567735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:50.727901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:50.738569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Transition to ACTIVE for port object 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:50.756937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Transition to ACTIVE for port object 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:50.813818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:50.874990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Network 1785ad43-f4ee-4828-9808-fe201f4298ea is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:09:50.877862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:50.881659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:09:50.940894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:50.962831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Pushing event updated for resources: {'Port': ['ID=1d8999bb-b9f1-4c26-889f-d83a6cd61ed1,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:50.970664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:51.007810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.008172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.008492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.008822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.009147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.009502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.009830 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.010156 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.010480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.010808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.011125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.011446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:51.034657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Attempting to bind port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:09:51.035031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Attempting to bind port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:09:51.035433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Attempting to bind port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 on network 1785ad43-f4ee-4828-9808-fe201f4298ea {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:09:51.040996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:09:51.041400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Checking segment: {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:09:51.041803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:51.042215 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Bound using segment: {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:09:51.042679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Bound port: 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:09:51.043052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:51.110403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Allocated IP 172.26.7.172 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/c6f3790a-7de8-4a44-9f85-3daadbbef22e) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:09:51.136058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] For port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:09:51.140897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] For port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1d8999bb-b9f1-4c26-889f-d83a6cd61ed1,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:09:51.180051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:51.255892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee13e0b-87ac-409a-aef3-58db014e0ea3 None None] Pushing event updated for resources: {'Port': ['ID=1d8999bb-b9f1-4c26-889f-d83a6cd61ed1,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:51.266403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:51.351275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:51.432844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:09:51.436210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:51.440553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:09:51.468692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Pushing event updated for resources: {'Port': ['ID=c6f3790a-7de8-4a44-9f85-3daadbbef22e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:52.038103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:52.043741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:09:52.145535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f3a2a-54ab-45ae-90ac-f362a52ff783 None None] Network 1785ad43-f4ee-4828-9808-fe201f4298ea requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:09:52.214604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:09:52.298823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cf78b40d-66fd-4e42-a87e-be5d96fb8236 None None] Provisioning for port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:09:52.308467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cf78b40d-66fd-4e42-a87e-be5d96fb8236 None None] Provisioning complete for port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:52.308834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cf78b40d-66fd-4e42-a87e-be5d96fb8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:52.309748 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cf78b40d-66fd-4e42-a87e-be5d96fb8236 None None] Attempt 1 to provision port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 Oct 20 04:09:52.386782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:52.492851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cf78b40d-66fd-4e42-a87e-be5d96fb8236 None None] Current status of the port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:09:52.493220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cf78b40d-66fd-4e42-a87e-be5d96fb8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:52.527470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-cf78b40d-66fd-4e42-a87e-be5d96fb8236 None None] For port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1d8999bb-b9f1-4c26-889f-d83a6cd61ed1,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:52.590567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cf78b40d-66fd-4e42-a87e-be5d96fb8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:52.660835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78b40d-66fd-4e42-a87e-be5d96fb8236 None None] Pushing event updated for resources: {'Port': ['ID=1d8999bb-b9f1-4c26-889f-d83a6cd61ed1,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:52.670565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:09:52.812192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-25d2c59b-224c-4f0d-82de-8ef5e2a2e69c None None] Provisioning complete for port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:52.812470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-25d2c59b-224c-4f0d-82de-8ef5e2a2e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:52.812806 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-25d2c59b-224c-4f0d-82de-8ef5e2a2e69c None None] Attempt 1 to provision port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 Oct 20 04:09:52.847516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:09:52.858168 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Sync routers for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:09:52.869156 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:09:52.869735 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:52.930406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-25d2c59b-224c-4f0d-82de-8ef5e2a2e69c None None] Current status of the port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:09:52.933983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:52.937318 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-011765ed-a022-4a7a-8cb7-8b153e983a4d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8027551 Oct 20 04:09:52.937972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45912) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:53.046235 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:09:53.353627 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:51Z', 'revision_number': 3, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:53.357357 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Checking router: 6375f0b9-5ff2-4684-a1bd-1cda010239b3 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:09:53.357703 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Updating router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 port c6f3790a-7de8-4a44-9f85-3daadbbef22e binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:09:53.411158 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:53.707650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:53.733931 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:53.745232 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Transition to ACTIVE for port object c6f3790a-7de8-4a44-9f85-3daadbbef22e will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:53.847943 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:53.905829 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Allocated IP 172.20.0.1 (1785ad43-f4ee-4828-9808-fe201f4298ea/038e997c-dd81-4696-8c67-c6728eb43104/a26e87a2-6432-4ee2-88c2-9135be43ca4c) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:09:53.906034 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Attempting to bind port c6f3790a-7de8-4a44-9f85-3daadbbef22e on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:09:53.906559 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Attempting to bind port c6f3790a-7de8-4a44-9f85-3daadbbef22e by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:09:53.906559 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Attempting to bind port c6f3790a-7de8-4a44-9f85-3daadbbef22e on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:09:53.916271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:09:53.916633 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:09:53.917019 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:53.917426 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:09:53.917885 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Bound port: c6f3790a-7de8-4a44-9f85-3daadbbef22e, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:09:53.918244 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:53.964921 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Pushing event updated for resources: {'Port': ['ID=c6f3790a-7de8-4a44-9f85-3daadbbef22e,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:53.973299 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.973650 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.973977 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.974303 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.974625 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.974943 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.975278 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.975576 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.975887 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.976201 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.976512 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:53.976820 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:54.009921 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] For port c6f3790a-7de8-4a44-9f85-3daadbbef22e, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:09:54.013696 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] For port c6f3790a-7de8-4a44-9f85-3daadbbef22e, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c6f3790a-7de8-4a44-9f85-3daadbbef22e,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:09:54.017187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:09:54.061354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:54.077033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Transition to ACTIVE for port object a26e87a2-6432-4ee2-88c2-9135be43ca4c will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:54.082588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:54.082961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:54.083291 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 Oct 20 04:09:54.094309 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:54.144756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:54.154141 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:09:54.154775 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:54.202534 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:09:54.210242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Network 1785ad43-f4ee-4828-9808-fe201f4298ea is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:09:54.213198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:54.215541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:09:54.262244 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Pushing event updated for resources: {'Port': ['ID=a26e87a2-6432-4ee2-88c2-9135be43ca4c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:54.283271 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:54.297978 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374d099-98c7-47e1-9300-67a9c62a142a None None] Pushing event updated for resources: {'Port': ['ID=c6f3790a-7de8-4a44-9f85-3daadbbef22e,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:54.342999 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:09:54.481779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:54.510633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Provisioning for port a26e87a2-6432-4ee2-88c2-9135be43ca4c completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:09:54.516086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Provisioning complete for port a26e87a2-6432-4ee2-88c2-9135be43ca4c triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:54.516519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:54.516914 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Attempt 1 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:09:54.585458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Port a26e87a2-6432-4ee2-88c2-9135be43ca4c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:09:54.622132 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:51Z', 'revision_number': 3, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:54.626173 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca1fd6-a75d-48a9-bfcf-34f6695cc5e0 None None] The sync data for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv is: [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:51Z', 'revision_number': 3, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:09:54.712314 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:54.767620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:54.998199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Pushing event updated for resources: {'Port': ['ID=a26e87a2-6432-4ee2-88c2-9135be43ca4c,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:55.001464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:55.087092 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Attempt 2 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:09:55.141255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Network 1785ad43-f4ee-4828-9808-fe201f4298ea is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:09:55.142714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:55.147769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Port a26e87a2-6432-4ee2-88c2-9135be43ca4c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:09:55.333714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:09:55.515252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:09:55.523893 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5c84a99d-bc3a-4a0a-8a93-4d601ecb1817 admin admin] 10.222.0.33 "PUT /v2.0/routers/6375f0b9-5ff2-4684-a1bd-1cda010239b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5847981 Oct 20 04:09:55.649630 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Attempt 3 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:09:55.704789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Port a26e87a2-6432-4ee2-88c2-9135be43ca4c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:09:56.036731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c6f3790a-7de8-4a44-9f85-3daadbbef22e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:09:56.151521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Sync routers for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:09:56.161407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:09:56.162019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:56.202550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45930) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:56.208108 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-71722628-network', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:56.209487 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Attempt 4 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:09:56.213013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:09:56.217527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Usage tracker for resource:network and tenant:bf30a3d84730485cbd95045d84ee5c53 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:09:56.220297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:09:56.225973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:09:56.243908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c6f3790a-7de8-4a44-9f85-3daadbbef22e completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:09:56.287691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Made reservation on behalf of bf30a3d84730485cbd95045d84ee5c53 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:09:56.290015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.302323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.317561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:09:56.321687 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Usage tracker for resource:security_group_rule and tenant:bf30a3d84730485cbd95045d84ee5c53 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:09:56.325106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:09:56.331113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:09:56.366853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c6f3790a-7de8-4a44-9f85-3daadbbef22e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:56.367218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.367549 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c6f3790a-7de8-4a44-9f85-3daadbbef22e Oct 20 04:09:56.413964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.429693 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Port a26e87a2-6432-4ee2-88c2-9135be43ca4c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:09:56.482198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.507482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:09:56.518131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:09:56.523278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552aec1-f0d7-4cda-8f92-253569f341fe,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:56.530602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.531258 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Added segment e589fff0-8ce3-4278-b14a-a29b52a32df2 of type vlan for network d038f467-f00e-493b-b2c0-cff43fdc8646 Oct 20 04:09:56.557199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.645116 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c6f3790a-7de8-4a44-9f85-3daadbbef22e is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:09:56.645512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.659357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.660356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:56.660953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.734166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port c6f3790a-7de8-4a44-9f85-3daadbbef22e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c6f3790a-7de8-4a44-9f85-3daadbbef22e,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:09:56.763103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] Pushing event updated for resources: {'Network': ['ID=d038f467-f00e-493b-b2c0-cff43fdc8646,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:56.780493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network d038f467-f00e-493b-b2c0-cff43fdc8646 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:09:56.802834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.826550 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9a84e239-a696-4022-ad39-1e3a8e65c1ba admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6228673 Oct 20 04:09:56.829207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45934) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:56.834442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Request body: {'subnet': {'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-71722628-subnet', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:56.839265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:09:56.843128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Usage tracker for resource:subnet and tenant:bf30a3d84730485cbd95045d84ee5c53 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:09:56.845897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:09:56.851908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:09:56.922022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Made reservation on behalf of bf30a3d84730485cbd95045d84ee5c53 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:09:56.924254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:56.939420 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Attempt 5 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:09:57.030781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Port a26e87a2-6432-4ee2-88c2-9135be43ca4c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:09:57.032327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=c6f3790a-7de8-4a44-9f85-3daadbbef22e,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:57.055785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 2, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:57.060253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Checking router: 6375f0b9-5ff2-4684-a1bd-1cda010239b3 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:09:57.060607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Updating router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 port a26e87a2-6432-4ee2-88c2-9135be43ca4c binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:09:57.115901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:57.174014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:57.250278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19887ec1-8f14-4fa8-b3c7-d0127af7460e,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:57.259039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Checking segment: {'id': 'e589fff0-8ce3-4278-b14a-a29b52a32df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:09:57.259396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Network hostable DHCP agents. Network: d038f467-f00e-493b-b2c0-cff43fdc8646, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:09:57.338887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Network d038f467-f00e-493b-b2c0-cff43fdc8646 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:09:57.407462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, d038f467-f00e-493b-b2c0-cff43fdc8646) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:57.411487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:57.412190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:57.425088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d3005f-feb3-499b-aa90-8bd09389581e None None] Network d038f467-f00e-493b-b2c0-cff43fdc8646 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:09:57.493582 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1529b1b4-4120-4848-a57a-a82e83a4aaa7 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6632638 Oct 20 04:09:57.496139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 45938) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:09:57.500993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:57.505756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:09:57.509545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Usage tracker for resource:router and tenant:bf30a3d84730485cbd95045d84ee5c53 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:09:57.512310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:09:57.518249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:09:57.523625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:57.532987 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Attempt 6 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:09:57.593907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Transition to ACTIVE for port object a26e87a2-6432-4ee2-88c2-9135be43ca4c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:57.607657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:57.608911 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:57.625195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:57.649751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Port a26e87a2-6432-4ee2-88c2-9135be43ca4c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:09:57.709784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:57.863956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-d038f467-f00e-493b-b2c0-cff43fdc8646', 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'fixed_ips': [{'subnet_id': '19887ec1-8f14-4fa8-b3c7-d0127af7460e'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:09:57.864748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:57.966135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de7872-9939-438b-a4e0-3a9a22c68ae1 None None] Pushing event updated for resources: {'Port': ['ID=a26e87a2-6432-4ee2-88c2-9135be43ca4c,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:58.030821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c6f3790a-7de8-4a44-9f85-3daadbbef22e up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:09:58.063955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Attempting to bind port a26e87a2-6432-4ee2-88c2-9135be43ca4c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:09:58.064320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Attempting to bind port a26e87a2-6432-4ee2-88c2-9135be43ca4c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:09:58.064676 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Attempting to bind port a26e87a2-6432-4ee2-88c2-9135be43ca4c on network 1785ad43-f4ee-4828-9808-fe201f4298ea {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:09:58.068225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.091051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:09:58.091422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Checking segment: {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:09:58.091817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.092238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Bound using segment: {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:09:58.092696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Bound port: a26e87a2-6432-4ee2-88c2-9135be43ca4c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:09:58.093063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.156869 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Attempt 7 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:09:58.308218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Port a26e87a2-6432-4ee2-88c2-9135be43ca4c cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:09:58.313117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Allocated IP 172.20.0.2 (d038f467-f00e-493b-b2c0-cff43fdc8646/19887ec1-8f14-4fa8-b3c7-d0127af7460e/ff716450-2bfe-4311-ae05-4a8a8f74af9f) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:09:58.319270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] For port a26e87a2-6432-4ee2-88c2-9135be43ca4c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:09:58.321068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c6f3790a-7de8-4a44-9f85-3daadbbef22e triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:58.321460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.321792 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c6f3790a-7de8-4a44-9f85-3daadbbef22e Oct 20 04:09:58.357397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] For port a26e87a2-6432-4ee2-88c2-9135be43ca4c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a26e87a2-6432-4ee2-88c2-9135be43ca4c,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:09:58.424929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.440849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.454499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.539273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:09:58.539903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:58.588169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Allocated IP 172.26.7.75 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:09:58.679794 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de7872-9939-438b-a4e0-3a9a22c68ae1 None None] Pushing event updated for resources: {'Port': ['ID=a26e87a2-6432-4ee2-88c2-9135be43ca4c,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:58.735538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.808177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.808671 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Attempt 8 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:09:58.853477 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c6f3790a-7de8-4a44-9f85-3daadbbef22e is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:09:58.877724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:09:58.880505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:58.884084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:09:58.903715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:09:58.913182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Pushing event updated for resources: {'Port': ['ID=c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:58.963105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.982082 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Transition to ACTIVE for port object ff716450-2bfe-4311-ae05-4a8a8f74af9f will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:59.063943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-83a4b51f-20e3-462f-9d99-17b3c93f4ef2 None None] Port a26e87a2-6432-4ee2-88c2-9135be43ca4c had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:09:59.066070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Transition to ACTIVE for port object ff716450-2bfe-4311-ae05-4a8a8f74af9f will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:59.140472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:59.310761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Network d038f467-f00e-493b-b2c0-cff43fdc8646 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:09:59.311596 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Pushing event updated for resources: {'Port': ['ID=ff716450-2bfe-4311-ae05-4a8a8f74af9f,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:59.317343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:59.321512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:09:59.353578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:59.458746 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Attempting to bind port ff716450-2bfe-4311-ae05-4a8a8f74af9f on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:09:59.459314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Attempting to bind port ff716450-2bfe-4311-ae05-4a8a8f74af9f by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e589fff0-8ce3-4278-b14a-a29b52a32df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:09:59.459437 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Attempting to bind port ff716450-2bfe-4311-ae05-4a8a8f74af9f on network d038f467-f00e-493b-b2c0-cff43fdc8646 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:09:59.467533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:09:59.467906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Checking segment: {'id': 'e589fff0-8ce3-4278-b14a-a29b52a32df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:09:59.468309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:59.468706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Bound using segment: {'id': 'e589fff0-8ce3-4278-b14a-a29b52a32df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:09:59.469174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Bound port: ff716450-2bfe-4311-ae05-4a8a8f74af9f, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e589fff0-8ce3-4278-b14a-a29b52a32df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:09:59.469575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:59.547104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:09:58Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:59.562895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07b34a-c5c6-435f-a152-a644ac6d97eb None None] The sync data for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv is: [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:09:58Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:09:59.580545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] For port ff716450-2bfe-4311-ae05-4a8a8f74af9f, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:09:59.584174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] For port ff716450-2bfe-4311-ae05-4a8a8f74af9f, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ff716450-2bfe-4311-ae05-4a8a8f74af9f,segment=NetworkSegment(e589fff0-8ce3-4278-b14a-a29b52a32df2),segment_id=e589fff0-8ce3-4278-b14a-a29b52a32df2)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:09:59.665945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:59.757912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d04fe-42cb-45ee-89ba-f7ea042d543c None None] Pushing event updated for resources: {'Port': ['ID=ff716450-2bfe-4311-ae05-4a8a8f74af9f,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:59.859475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:00.117551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a26e87a2-6432-4ee2-88c2-9135be43ca4c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:10:00.196741 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Router ca6242ea-5742-4800-833b-55e05ab11210 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:10:00.242337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port a26e87a2-6432-4ee2-88c2-9135be43ca4c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:10:00.248641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port a26e87a2-6432-4ee2-88c2-9135be43ca4c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:00.249710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:00.250278 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:10:00.383674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port a26e87a2-6432-4ee2-88c2-9135be43ca4c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:00.384059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:00.387571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:10:00.397627 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Sync routers for ids ['ca6242ea-5742-4800-833b-55e05ab11210'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:10:00.407796 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Routers {'ca6242ea-5742-4800-833b-55e05ab11210'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:10:00.409131 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ca6242ea-5742-4800-833b-55e05ab11210'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:00.419850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port a26e87a2-6432-4ee2-88c2-9135be43ca4c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a26e87a2-6432-4ee2-88c2-9135be43ca4c,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:10:00.499518 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:00.503237 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5b048694-5815-4185-89e4-326a70265009 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0036452 Oct 20 04:10:00.504053 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 45942) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:00.511151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:00.512922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ff716450-2bfe-4311-ae05-4a8a8f74af9f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:10:00.682804 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Set router ca6242ea-5742-4800-833b-55e05ab11210 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:10:00.712765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=a26e87a2-6432-4ee2-88c2-9135be43ca4c,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:00.802193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ff716450-2bfe-4311-ae05-4a8a8f74af9f completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:10:00.895857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714a338-a036-4477-8abb-a76fe4b59c8d None None] Network d038f467-f00e-493b-b2c0-cff43fdc8646 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:10:01.016826 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:57Z', 'updated_at': '2022-10-20T04:09:59Z', 'revision_number': 3, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'gw_port': {'id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:58Z', 'updated_at': '2022-10-20T04:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:01.021499 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Checking router: ca6242ea-5742-4800-833b-55e05ab11210 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:10:01.021852 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Updating router ca6242ea-5742-4800-833b-55e05ab11210 port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:10:01.068772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-07383b2f-ad14-4f3e-ab09-1bb7494fe14f None None] Provisioning for port ff716450-2bfe-4311-ae05-4a8a8f74af9f completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:10:01.075131 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.075901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-07383b2f-ad14-4f3e-ab09-1bb7494fe14f None None] Provisioning complete for port ff716450-2bfe-4311-ae05-4a8a8f74af9f triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:01.076270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07383b2f-ad14-4f3e-ab09-1bb7494fe14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.076601 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-07383b2f-ad14-4f3e-ab09-1bb7494fe14f None None] Attempt 1 to provision port ff716450-2bfe-4311-ae05-4a8a8f74af9f Oct 20 04:10:01.262601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-07383b2f-ad14-4f3e-ab09-1bb7494fe14f None None] Current status of the port ff716450-2bfe-4311-ae05-4a8a8f74af9f is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:01.262977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07383b2f-ad14-4f3e-ab09-1bb7494fe14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.300123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-07383b2f-ad14-4f3e-ab09-1bb7494fe14f None None] For port ff716450-2bfe-4311-ae05-4a8a8f74af9f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ff716450-2bfe-4311-ae05-4a8a8f74af9f,segment=NetworkSegment(e589fff0-8ce3-4278-b14a-a29b52a32df2),segment_id=e589fff0-8ce3-4278-b14a-a29b52a32df2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:10:01.414025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-07383b2f-ad14-4f3e-ab09-1bb7494fe14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.433506 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.457141 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Transition to ACTIVE for port object c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:10:01.470112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.490507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07383b2f-ad14-4f3e-ab09-1bb7494fe14f None None] Pushing event updated for resources: {'Port': ['ID=ff716450-2bfe-4311-ae05-4a8a8f74af9f,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:01.522534 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.534209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e3a23ea9-7c89-49ad-b037-104cd610a6e8 None None] Provisioning complete for port ff716450-2bfe-4311-ae05-4a8a8f74af9f triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:01.534789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e3a23ea9-7c89-49ad-b037-104cd610a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.535065 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-e3a23ea9-7c89-49ad-b037-104cd610a6e8 None None] Attempt 1 to provision port ff716450-2bfe-4311-ae05-4a8a8f74af9f Oct 20 04:10:01.588486 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Attempting to bind port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:10:01.588847 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Attempting to bind port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:10:01.589617 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Attempting to bind port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:10:01.598968 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:10:01.599192 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:10:01.599590 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.599984 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:10:01.600448 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Bound port: c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:10:01.600821 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.647943 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570195d-3f7d-485a-bae2-c84b20fc6c16 None None] Pushing event updated for resources: {'Port': ['ID=c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:01.683632 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] For port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:10:01.686217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-e3a23ea9-7c89-49ad-b037-104cd610a6e8 None None] Current status of the port ff716450-2bfe-4311-ae05-4a8a8f74af9f is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:01.686845 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] For port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:10:01.702416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Allocated IP 172.20.0.1 (d038f467-f00e-493b-b2c0-cff43fdc8646/19887ec1-8f14-4fa8-b3c7-d0127af7460e/80206556-afa8-42a0-a0ea-687f1e3a5ddc) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:10:01.790374 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.852251 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Routers {'ca6242ea-5742-4800-833b-55e05ab11210'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:10:01.852779 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ca6242ea-5742-4800-833b-55e05ab11210'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:01.856223 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.872748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Transition to ACTIVE for port object 80206556-afa8-42a0-a0ea-687f1e3a5ddc will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:10:01.955777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:01.983160 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570195d-3f7d-485a-bae2-c84b20fc6c16 None None] Pushing event updated for resources: {'Port': ['ID=c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:02.032090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Network d038f467-f00e-493b-b2c0-cff43fdc8646 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:10:02.036114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a26e87a2-6432-4ee2-88c2-9135be43ca4c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:10:02.036793 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:10:02.037939 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] Set router ca6242ea-5742-4800-833b-55e05ab11210 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:10:02.039343 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:10:02.064338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Pushing event updated for resources: {'Port': ['ID=80206556-afa8-42a0-a0ea-687f1e3a5ddc,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:02.112251 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:02.130578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port a26e87a2-6432-4ee2-88c2-9135be43ca4c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:02.130953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:02.131291 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port a26e87a2-6432-4ee2-88c2-9135be43ca4c Oct 20 04:10:02.267805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port a26e87a2-6432-4ee2-88c2-9135be43ca4c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:02.268914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ff716450-2bfe-4311-ae05-4a8a8f74af9f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:10:02.341546 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:02.347259 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ff716450-2bfe-4311-ae05-4a8a8f74af9f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:02.347703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:02.348139 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ff716450-2bfe-4311-ae05-4a8a8f74af9f Oct 20 04:10:02.352444 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:57Z', 'updated_at': '2022-10-20T04:09:59Z', 'revision_number': 3, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'gw_port': {'id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:58Z', 'updated_at': '2022-10-20T04:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:02.356883 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0c1b0-69e4-426b-b37d-15fffe900da3 None None] The sync data for ids ['ca6242ea-5742-4800-833b-55e05ab11210'] in dv-neutron-861845-1-hyperv is: [{'id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:57Z', 'updated_at': '2022-10-20T04:09:59Z', 'revision_number': 3, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'gw_port': {'id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:58Z', 'updated_at': '2022-10-20T04:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:10:02.396072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Provisioning for port 80206556-afa8-42a0-a0ea-687f1e3a5ddc completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:10:02.409213 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Provisioning complete for port 80206556-afa8-42a0-a0ea-687f1e3a5ddc triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:02.409637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:02.410647 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Attempt 1 to provision port 80206556-afa8-42a0-a0ea-687f1e3a5ddc Oct 20 04:10:02.473374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Port 80206556-afa8-42a0-a0ea-687f1e3a5ddc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:02.575763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ff716450-2bfe-4311-ae05-4a8a8f74af9f is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:02.579001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:02.635458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:02.746345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Pushing event updated for resources: {'Port': ['ID=80206556-afa8-42a0-a0ea-687f1e3a5ddc,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:02.748916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:02.886215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Network d038f467-f00e-493b-b2c0-cff43fdc8646 is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:10:02.887403 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:10:02.975075 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Attempt 2 to provision port 80206556-afa8-42a0-a0ea-687f1e3a5ddc Oct 20 04:10:03.047350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Port 80206556-afa8-42a0-a0ea-687f1e3a5ddc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:03.205944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Router ca6242ea-5742-4800-833b-55e05ab11210 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:10:03.381595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:10:03.390943 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-86e29e2b-4cca-4bdf-8905-1a2a691f877b admin admin] 10.222.0.33 "PUT /v2.0/routers/ca6242ea-5742-4800-833b-55e05ab11210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8857589 Oct 20 04:10:03.549644 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Attempt 3 to provision port 80206556-afa8-42a0-a0ea-687f1e3a5ddc Oct 20 04:10:03.605846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Port 80206556-afa8-42a0-a0ea-687f1e3a5ddc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:03.883895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Sync routers for ids ['ca6242ea-5742-4800-833b-55e05ab11210'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:10:03.893728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Routers {'ca6242ea-5742-4800-833b-55e05ab11210'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:10:03.894344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ca6242ea-5742-4800-833b-55e05ab11210'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:04.058105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:10:04.108475 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Attempt 4 to provision port 80206556-afa8-42a0-a0ea-687f1e3a5ddc Oct 20 04:10:04.142578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Set router ca6242ea-5742-4800-833b-55e05ab11210 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:10:04.240660 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Port 80206556-afa8-42a0-a0ea-687f1e3a5ddc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:04.409831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:10:04.426762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:04.427132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:04.427463 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 Oct 20 04:10:04.599269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:57Z', 'updated_at': '2022-10-20T04:10:02Z', 'revision_number': 4, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'gw_port': {'id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:58Z', 'updated_at': '2022-10-20T04:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '80206556-afa8-42a0-a0ea-687f1e3a5ddc', 'name': '', 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'mac_address': 'fa:16:3e:2a:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '19887ec1-8f14-4fa8-b3c7-d0127af7460e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:10:01Z', 'updated_at': '2022-10-20T04:10:02Z', 'revision_number': 2, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'subnets': [{'id': '19887ec1-8f14-4fa8-b3c7-d0127af7460e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:04.606412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:04.607002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:04.612220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Checking router: ca6242ea-5742-4800-833b-55e05ab11210 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:10:04.612220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Updating router ca6242ea-5742-4800-833b-55e05ab11210 port 80206556-afa8-42a0-a0ea-687f1e3a5ddc binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:10:04.670727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:10:04.679857 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:04.751134 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Attempt 5 to provision port 80206556-afa8-42a0-a0ea-687f1e3a5ddc Oct 20 04:10:04.795419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:04.924628 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Port 80206556-afa8-42a0-a0ea-687f1e3a5ddc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:04.941783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:05.182439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:05.194257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Transition to ACTIVE for port object 80206556-afa8-42a0-a0ea-687f1e3a5ddc will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:10:05.248388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:05.438118 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Attempt 6 to provision port 80206556-afa8-42a0-a0ea-687f1e3a5ddc Oct 20 04:10:05.534454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78d77d-7074-453b-89b9-6295914ef550 None None] Pushing event updated for resources: {'Port': ['ID=80206556-afa8-42a0-a0ea-687f1e3a5ddc,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:05.562038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Port 80206556-afa8-42a0-a0ea-687f1e3a5ddc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:05.563973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Attempting to bind port 80206556-afa8-42a0-a0ea-687f1e3a5ddc on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:10:05.564324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Attempting to bind port 80206556-afa8-42a0-a0ea-687f1e3a5ddc by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'e589fff0-8ce3-4278-b14a-a29b52a32df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:10:05.564691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Attempting to bind port 80206556-afa8-42a0-a0ea-687f1e3a5ddc on network d038f467-f00e-493b-b2c0-cff43fdc8646 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:10:05.570078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:10:05.570445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Checking segment: {'id': 'e589fff0-8ce3-4278-b14a-a29b52a32df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:10:05.570846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:05.571233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Bound using segment: {'id': 'e589fff0-8ce3-4278-b14a-a29b52a32df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:10:05.571697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Bound port: 80206556-afa8-42a0-a0ea-687f1e3a5ddc, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e589fff0-8ce3-4278-b14a-a29b52a32df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:10:05.572070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:05.701247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] For port 80206556-afa8-42a0-a0ea-687f1e3a5ddc, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:10:05.704727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] For port 80206556-afa8-42a0-a0ea-687f1e3a5ddc, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=80206556-afa8-42a0-a0ea-687f1e3a5ddc,segment=NetworkSegment(e589fff0-8ce3-4278-b14a-a29b52a32df2),segment_id=e589fff0-8ce3-4278-b14a-a29b52a32df2)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:10:05.773414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:05.846468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Routers {'ca6242ea-5742-4800-833b-55e05ab11210'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:10:05.847106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:09:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ca6242ea-5742-4800-833b-55e05ab11210'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:05.976694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78d77d-7074-453b-89b9-6295914ef550 None None] Pushing event updated for resources: {'Port': ['ID=80206556-afa8-42a0-a0ea-687f1e3a5ddc,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:06.039085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] Set router ca6242ea-5742-4800-833b-55e05ab11210 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:10:06.086980 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Attempt 7 to provision port 80206556-afa8-42a0-a0ea-687f1e3a5ddc Oct 20 04:10:06.127173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:10:06.348874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-6be62e44-aa96-4c67-981f-05c12a5ddf16 None None] Port 80206556-afa8-42a0-a0ea-687f1e3a5ddc had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:10:06.358768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:06.359140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:06.359477 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 Oct 20 04:10:06.569764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:06.594985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:57Z', 'updated_at': '2022-10-20T04:10:02Z', 'revision_number': 4, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'gw_port': {'id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:58Z', 'updated_at': '2022-10-20T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '80206556-afa8-42a0-a0ea-687f1e3a5ddc', 'name': '', 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'mac_address': 'fa:16:3e:2a:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '19887ec1-8f14-4fa8-b3c7-d0127af7460e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:10:01Z', 'updated_at': '2022-10-20T04:10:05Z', 'revision_number': 4, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'subnets': [{'id': '19887ec1-8f14-4fa8-b3c7-d0127af7460e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:06.599735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3295a6-b714-4413-865c-4eb5ecb7f340 None None] The sync data for ids ['ca6242ea-5742-4800-833b-55e05ab11210'] in dv-neutron-861845-1-hyperv is: [{'id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:57Z', 'updated_at': '2022-10-20T04:10:02Z', 'revision_number': 4, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'gw_port': {'id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:58Z', 'updated_at': '2022-10-20T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '80206556-afa8-42a0-a0ea-687f1e3a5ddc', 'name': '', 'network_id': 'd038f467-f00e-493b-b2c0-cff43fdc8646', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'mac_address': 'fa:16:3e:2a:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '19887ec1-8f14-4fa8-b3c7-d0127af7460e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:10:01Z', 'updated_at': '2022-10-20T04:10:05Z', 'revision_number': 4, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'subnets': [{'id': '19887ec1-8f14-4fa8-b3c7-d0127af7460e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:10:08.062915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80206556-afa8-42a0-a0ea-687f1e3a5ddc up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:10:08.201429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 80206556-afa8-42a0-a0ea-687f1e3a5ddc completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:10:08.207122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 80206556-afa8-42a0-a0ea-687f1e3a5ddc triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:08.207497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:08.207832 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 80206556-afa8-42a0-a0ea-687f1e3a5ddc Oct 20 04:10:08.340635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 80206556-afa8-42a0-a0ea-687f1e3a5ddc is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:08.341107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:08.385936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 80206556-afa8-42a0-a0ea-687f1e3a5ddc, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=80206556-afa8-42a0-a0ea-687f1e3a5ddc,segment=NetworkSegment(e589fff0-8ce3-4278-b14a-a29b52a32df2),segment_id=e589fff0-8ce3-4278-b14a-a29b52a32df2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:10:08.476545 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:08.549184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=80206556-afa8-42a0-a0ea-687f1e3a5ddc,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:08.684440 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:10:09.836647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2ad3-f1ed-418b-8859-bd002fbff55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:10.028482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80206556-afa8-42a0-a0ea-687f1e3a5ddc up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:10:10.155522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 80206556-afa8-42a0-a0ea-687f1e3a5ddc triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:10.155907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:10.156243 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 80206556-afa8-42a0-a0ea-687f1e3a5ddc Oct 20 04:10:10.271724 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 80206556-afa8-42a0-a0ea-687f1e3a5ddc is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:12.322455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3d71eaa6-04c4-429c-9dae-134e117c1ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:13.705474 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:13.706242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:14.939586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:15.045324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-8f490e3a-1b51-4742-96a7-555d095d1ac1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:15.046746 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-8f490e3a-1b51-4742-96a7-555d095d1ac1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 814 time: 0.1430736 Oct 20 04:10:15.060869 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-8a6f5583-45b2-4328-abe9-104bfc9ff454 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/quotas/2c44752cdb0a4eca9ed6a8a9b4362749 HTTP/1.1" status: 200 len: 375 time: 0.0086727 Oct 20 04:10:15.149853 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-fb19099c-cd72-456d-9e3d-2be8bcde27ac tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842266 Oct 20 04:10:15.262003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-f1df0e59-fb50-47b3-ba91-c21f6e3e6dc3 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:10:15.262959 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-f1df0e59-fb50-47b3-ba91-c21f6e3e6dc3 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1016476 Oct 20 04:10:15.390924 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-47829c1c-f82b-48e5-be7c-f397b6e7c567 service neutron] 10.222.0.33 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212943 Oct 20 04:10:15.518610 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-0eef4fbe-94fb-47a6-a0c5-6e0e99df9c4c service neutron] 10.222.0.33 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217470 Oct 20 04:10:15.781909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4eee9611-a87f-42c6-b83a-76c0ad2ec6c1 req-c3d313e3-d4f0-4bad-a096-4aae8d232d8d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:10:15.847679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4eee9611-a87f-42c6-b83a-76c0ad2ec6c1 req-c3d313e3-d4f0-4bad-a096-4aae8d232d8d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:10:15.848867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4eee9611-a87f-42c6-b83a-76c0ad2ec6c1 req-c3d313e3-d4f0-4bad-a096-4aae8d232d8d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 210 time: 0.1149416 Oct 20 04:10:17.005933 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-82359b09-fa94-40fe-bf5e-4e9f4f0f3ec4 req-a64b4062-4143-4e05-9e62-e572cc4baf71 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 210 time: 0.0497360 Oct 20 04:10:17.464523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:18.043243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-0bc2c632-7895-40c8-b825-e88de46c9e19 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:18.043930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-0bc2c632-7895-40c8-b825-e88de46c9e19 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:10:18.161963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-0bc2c632-7895-40c8-b825-e88de46c9e19 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:10:18.163200 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-0bc2c632-7895-40c8-b825-e88de46c9e19 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 814 time: 0.2622495 Oct 20 04:10:18.170647 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e89e6ab3-5deb-40e6-967d-5c5041e45d60 req-a60e879f-4f2a-4c2f-8220-53479abbc389 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 210 time: 0.0530753 Oct 20 04:10:18.176748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'port': {'device_id': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'admin_state_up': True, 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:18.308929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:18.319131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:18.390279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Made reservation on behalf of 2c44752cdb0a4eca9ed6a8a9b4362749 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:10:18.393837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:18.555194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Allocated IP 172.20.0.6 (1785ad43-f4ee-4828-9808-fe201f4298ea/038e997c-dd81-4696-8c67-c6728eb43104/2079c15b-33bf-4c7d-85a9-cf6995aac597) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:10:18.758081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:18.776469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Transition to ACTIVE for port object 2079c15b-33bf-4c7d-85a9-cf6995aac597 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:10:18.861680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:18.948640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Network 1785ad43-f4ee-4828-9808-fe201f4298ea is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:10:18.952031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:10:18.956210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:10:18.991603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=2079c15b-33bf-4c7d-85a9-cf6995aac597,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:19.056608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:19.057378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:19.129409 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-672892fd-cc5f-490d-aabb-96cfc2685444 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9558904 Oct 20 04:10:19.328136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Provisioning for port 2079c15b-33bf-4c7d-85a9-cf6995aac597 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:10:19.333799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Provisioning complete for port 2079c15b-33bf-4c7d-85a9-cf6995aac597 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:19.334433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:19.335043 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 1 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:19.401458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:19.424909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e35f-dd21-441e-b960-95ad1dc0d272 req-a965b8ab-dcd1-46ac-9e74-fc542b910f3c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:19.427798 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5514e35f-dd21-441e-b960-95ad1dc0d272 req-a965b8ab-dcd1-46ac-9e74-fc542b910f3c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 931 time: 0.1197777 Oct 20 04:10:19.477886 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5514e35f-dd21-441e-b960-95ad1dc0d272 req-186d0fd0-4687-4a5f-9aa4-1e2f0c574fcf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Oct 20 04:10:19.903131 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 2 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:19.956728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:20.457838 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 3 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:20.522446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:20.706881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cfac8-8c2d-4632-b593-21e58e324790 req-b81c0c54-dbd3-4d90-ac6a-841e42186899 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:20.707600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-bd4cfac8-8c2d-4632-b593-21e58e324790 req-b81c0c54-dbd3-4d90-ac6a-841e42186899 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:10:20.785131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-bd4cfac8-8c2d-4632-b593-21e58e324790 req-b81c0c54-dbd3-4d90-ac6a-841e42186899 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:10:20.786266 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bd4cfac8-8c2d-4632-b593-21e58e324790 req-b81c0c54-dbd3-4d90-ac6a-841e42186899 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 931 time: 0.1743350 Oct 20 04:10:20.831028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-bd4cfac8-8c2d-4632-b593-21e58e324790 req-37b47734-a8a1-4030-957a-853a2b154f7a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:10:20.916676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-bd4cfac8-8c2d-4632-b593-21e58e324790 req-37b47734-a8a1-4030-957a-853a2b154f7a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:10:20.918121 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bd4cfac8-8c2d-4632-b593-21e58e324790 req-37b47734-a8a1-4030-957a-853a2b154f7a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259813 Oct 20 04:10:21.023931 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 4 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:21.080049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:21.581281 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 5 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:21.670938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:22.140635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ceef0-335c-44ba-bc25-6bd9b88c2487 req-a2457c94-8784-4913-a37d-9eceae8570f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:22.143006 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-204ceef0-335c-44ba-bc25-6bd9b88c2487 req-a2457c94-8784-4913-a37d-9eceae8570f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 931 time: 0.0901551 Oct 20 04:10:22.171984 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 6 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:22.202252 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-204ceef0-335c-44ba-bc25-6bd9b88c2487 req-d16355c7-b81b-44bf-b626-dd38f2f23bf7 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531967 Oct 20 04:10:22.257169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:22.758883 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 7 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:22.815973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:23.317997 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 8 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:23.382182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:23.651010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12124053-d018-485e-bcce-b346525ae113 req-71c23269-e08d-4460-b838-80e524d98a13 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:23.651010 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-12124053-d018-485e-bcce-b346525ae113 req-71c23269-e08d-4460-b838-80e524d98a13 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 931 time: 0.2198734 Oct 20 04:10:23.651010 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-12124053-d018-485e-bcce-b346525ae113 req-99b0d2d5-e32e-47c1-b956-dc9cd68cbe26 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Oct 20 04:10:23.883596 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 9 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:23.938366 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:24.439072 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Attempt 10 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:24.496876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-713bd750-7f38-4783-bab0-e0671deb1aaa None None] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:10:24.819972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1611b-f65a-4655-b6f7-40ead210dcad req-d044b6eb-cd3d-4a5e-813c-d0a420326184 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:24.821536 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-86e1611b-f65a-4655-b6f7-40ead210dcad req-d044b6eb-cd3d-4a5e-813c-d0a420326184 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 931 time: 0.0923252 Oct 20 04:10:24.868888 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-86e1611b-f65a-4655-b6f7-40ead210dcad req-4b2e66a6-20c7-41f5-a4c2-547748a118c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Oct 20 04:10:26.078749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6f7de-63aa-408f-b642-7652d98a2e13 req-728719d4-4768-4492-9b40-8b65baaa42e5 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:26.080238 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3c6f7de-63aa-408f-b642-7652d98a2e13 req-728719d4-4768-4492-9b40-8b65baaa42e5 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 931 time: 0.0903769 Oct 20 04:10:26.126530 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3c6f7de-63aa-408f-b642-7652d98a2e13 req-1afab6e8-bac4-4eed-8173-67c3dc26f087 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Oct 20 04:10:26.609120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Request body: {'port': {'device_id': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:26.726632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:27.052572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2079c15b-33bf-4c7d-85a9-cf6995aac597 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:10:27.059633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:27.073781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Transition to ACTIVE for port object 2079c15b-33bf-4c7d-85a9-cf6995aac597 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:10:27.149131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:27.331892 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5af477-514e-4663-b412-58df7b1f9a70 req-49053600-93e8-4a0d-9cd5-5213bd3bc3dd tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:27.333300 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1f5af477-514e-4663-b412-58df7b1f9a70 req-49053600-93e8-4a0d-9cd5-5213bd3bc3dd tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 943 time: 0.0907466 Oct 20 04:10:27.339721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Pushing event updated for resources: {'Port': ['ID=2079c15b-33bf-4c7d-85a9-cf6995aac597,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:27.373332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Attempting to bind port 2079c15b-33bf-4c7d-85a9-cf6995aac597 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:10:27.373732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Attempting to bind port 2079c15b-33bf-4c7d-85a9-cf6995aac597 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:10:27.374063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Attempting to bind port 2079c15b-33bf-4c7d-85a9-cf6995aac597 on network 1785ad43-f4ee-4828-9808-fe201f4298ea {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:10:27.378632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Port 2079c15b-33bf-4c7d-85a9-cf6995aac597 on network 1785ad43-f4ee-4828-9808-fe201f4298ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:10:27.378959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Attempting to bind port 2079c15b-33bf-4c7d-85a9-cf6995aac597 on network 1785ad43-f4ee-4828-9808-fe201f4298ea {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:10:27.379315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1f5af477-514e-4663-b412-58df7b1f9a70 req-490585a6-f8e7-49ad-b555-8a04d1704dda tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Oct 20 04:10:27.384177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:10:27.384519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Checking segment: {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:10:27.384900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Bound using segment: {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:10:27.385358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Bound port: 2079c15b-33bf-4c7d-85a9-cf6995aac597, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:10:27.385705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:27.471206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] For port 2079c15b-33bf-4c7d-85a9-cf6995aac597, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:10:27.474089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] For port 2079c15b-33bf-4c7d-85a9-cf6995aac597, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:10:27.527764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:27.561682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:27.562281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:27.563630 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] 10.222.0.26 "PUT /v2.0/ports/2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 1093 time: 0.9590392 Oct 20 04:10:27.564117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:10:27.566424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac62a398-2ec5-421c-8681-8693404d0509" -d '{"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:10:27.607230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e05b6-8f05-4597-9238-57ec107de8cb service neutron] Pushing event updated for resources: {'Port': ['ID=2079c15b-33bf-4c7d-85a9-cf6995aac597,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:27.616452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13543d8-532d-42a3-aae7-c91ad40fcc26 x-openstack-request-id: req-a13543d8-532d-42a3-aae7-c91ad40fcc26 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:10:27.616733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:10:27.616977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a13543d8-532d-42a3-aae7-c91ad40fcc26 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:10:27.617385 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13543d8-532d-42a3-aae7-c91ad40fcc26'] response: {'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'status': 'completed', 'code': 200} Oct 20 04:10:27.722629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a398-2ec5-421c-8681-8693404d0509 req-10d1959f-1962-45c8-9eca-3e82f7c5f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:27.724099 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ac62a398-2ec5-421c-8681-8693404d0509 req-10d1959f-1962-45c8-9eca-3e82f7c5f36b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1096 time: 0.0783796 Oct 20 04:10:27.862502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a398-2ec5-421c-8681-8693404d0509 req-4bd2d3bc-da0f-4b2d-9bb3-13591a9e8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:27.864093 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ac62a398-2ec5-421c-8681-8693404d0509 req-4bd2d3bc-da0f-4b2d-9bb3-13591a9e8ccd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1291904 Oct 20 04:10:28.004216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a398-2ec5-421c-8681-8693404d0509 req-50d3f417-f2f6-4c31-abaf-0a5862ad7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:28.005672 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ac62a398-2ec5-421c-8681-8693404d0509 req-50d3f417-f2f6-4c31-abaf-0a5862ad7af7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323202 Oct 20 04:10:28.123054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-60c34e2e-f326-4892-87a0-089b7f53d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:28.124576 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-60c34e2e-f326-4892-87a0-089b7f53d8e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1096 time: 0.0797224 Oct 20 04:10:28.193790 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-960fff9e-5125-4546-ade9-737b8278d289 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 217 time: 0.0583270 Oct 20 04:10:28.259098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-c88d8374-fe41-4f97-bb3e-b23121f0a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:28.260473 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-c88d8374-fe41-4f97-bb3e-b23121f0a452 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0574152 Oct 20 04:10:28.341992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-fff19354-d50f-4a6d-ab38-0cc6a8f7786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:28.343941 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-fff19354-d50f-4a6d-ab38-0cc6a8f7786f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746844 Oct 20 04:10:28.570847 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-758670e2-2715-4396-9f56-8635d30da144 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168484 Oct 20 04:10:28.575337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dc0a5-c55c-4ce9-8c10-7d042b60d61d req-6791bef0-d851-48fb-9496-8388804be35a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:28.577352 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b18dc0a5-c55c-4ce9-8c10-7d042b60d61d req-6791bef0-d851-48fb-9496-8388804be35a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 943 time: 0.0842223 Oct 20 04:10:28.624665 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b18dc0a5-c55c-4ce9-8c10-7d042b60d61d req-b32c8d60-fe3a-49c4-9fe8-0492a4833416 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Oct 20 04:10:28.703530 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-08e90ba0-a6b8-4517-9a2e-d7a77d2d5115 req-9ebe4f76-d75e-444d-adb5-985fade1d23a service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232362 Oct 20 04:10:29.822926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03d753-f8af-47f5-af6b-a6f0879af13b req-e3958a11-b6bc-4517-a5e5-70e9808d80c1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:29.824373 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bd03d753-f8af-47f5-af6b-a6f0879af13b req-e3958a11-b6bc-4517-a5e5-70e9808d80c1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 943 time: 0.0887835 Oct 20 04:10:29.868103 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bd03d753-f8af-47f5-af6b-a6f0879af13b req-2379bf6a-f15c-47fe-9cb9-a8b9759f0e33 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379150 Oct 20 04:10:31.062089 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968abbfd-f446-4831-9385-216be8846501 req-b8ddaea8-fe54-4a42-b27f-f9108e773c45 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:31.063539 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-968abbfd-f446-4831-9385-216be8846501 req-b8ddaea8-fe54-4a42-b27f-f9108e773c45 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 943 time: 0.0869055 Oct 20 04:10:31.105852 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-968abbfd-f446-4831-9385-216be8846501 req-daa96f53-d110-4576-931d-8bf224c0b322 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365958 Oct 20 04:10:31.760068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2079c15b-33bf-4c7d-85a9-cf6995aac597 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:10:31.888622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2079c15b-33bf-4c7d-85a9-cf6995aac597, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:10:31.901508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'port_id': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'mac_address': 'fa:16:3e:29:b3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:10:31.966407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2079c15b-33bf-4c7d-85a9-cf6995aac597 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:31.966790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:31.984627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2079c15b-33bf-4c7d-85a9-cf6995aac597 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:10:31.999985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2079c15b-33bf-4c7d-85a9-cf6995aac597, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:10:32.058954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:32.122981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2079c15b-33bf-4c7d-85a9-cf6995aac597,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:32.306284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c7581-0459-405b-97d6-c3d0d48c9139 req-01fb1283-39e4-435e-8a6d-762960e1cdf8 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:32.307623 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8a0c7581-0459-405b-97d6-c3d0d48c9139 req-01fb1283-39e4-435e-8a6d-762960e1cdf8 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 944 time: 0.0906720 Oct 20 04:10:32.325152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2079c15b-33bf-4c7d-85a9-cf6995aac597'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:10:32.353565 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8a0c7581-0459-405b-97d6-c3d0d48c9139 req-b02a8321-7b43-41ce-a242-38a00e6b449b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Oct 20 04:10:33.656695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6780b8-51a0-4d42-bd9e-31d1df8d1c5f req-1ba973cf-3131-45ad-a512-2b108e6f1b59 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:33.658207 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6a6780b8-51a0-4d42-bd9e-31d1df8d1c5f req-1ba973cf-3131-45ad-a512-2b108e6f1b59 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 944 time: 0.1942284 Oct 20 04:10:33.700777 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6a6780b8-51a0-4d42-bd9e-31d1df8d1c5f req-220add58-3b8b-436f-9ba2-1fc1a86206ca tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370934 Oct 20 04:10:33.774761 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2079c15b-33bf-4c7d-85a9-cf6995aac597 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:10:33.904490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 2079c15b-33bf-4c7d-85a9-cf6995aac597 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:10:33.908976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2079c15b-33bf-4c7d-85a9-cf6995aac597 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:10:33.909369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:33.909714 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2079c15b-33bf-4c7d-85a9-cf6995aac597 Oct 20 04:10:34.023154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2079c15b-33bf-4c7d-85a9-cf6995aac597 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:10:34.023536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:34.050666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:10:34.061608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f314da4e-9ec3-411d-9a2d-29a2864dad36" -d '{"events": [{"server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "name": "network-vif-plugged", "status": "completed", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:10:34.061608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2079c15b-33bf-4c7d-85a9-cf6995aac597, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:10:34.092505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e56e4-f415-4e23-8a09-1d33db6b4342 x-openstack-request-id: req-e09e56e4-f415-4e23-8a09-1d33db6b4342 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:10:34.092814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "name": "network-vif-plugged", "status": "completed", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:10:34.093644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e09e56e4-f415-4e23-8a09-1d33db6b4342 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:10:34.094037 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09e56e4-f415-4e23-8a09-1d33db6b4342'] response: {'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'code': 200} Oct 20 04:10:34.139220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:34.210800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2079c15b-33bf-4c7d-85a9-cf6995aac597,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:34.470208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88abfe5-55be-4e53-8374-c7007275a057 req-f63bfdf2-60a3-493c-8c5a-ee438b6bb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:34.471601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b88abfe5-55be-4e53-8374-c7007275a057 req-f63bfdf2-60a3-493c-8c5a-ee438b6bb585 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1098 time: 0.0778747 Oct 20 04:10:34.518588 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b88abfe5-55be-4e53-8374-c7007275a057 req-8fd373ec-e1b6-41a8-bf51-0b5dc05bf299 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Oct 20 04:10:34.895848 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efe53f-f414-4b35-b8bd-8e897a8bc3a5 req-47034a25-a944-41c6-a9c9-f8a8b3ad88d3 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:34.897317 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-41efe53f-f414-4b35-b8bd-8e897a8bc3a5 req-47034a25-a944-41c6-a9c9-f8a8b3ad88d3 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.0874417 Oct 20 04:10:34.943811 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-41efe53f-f414-4b35-b8bd-8e897a8bc3a5 req-98d833b6-73d8-41ea-9a3f-167426a316db tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Oct 20 04:10:36.251003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6a9c-3550-47b1-a76e-778f39fa4447 req-d77f3541-5d18-48b3-89d5-48119f1da080 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:36.252396 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b30e6a9c-3550-47b1-a76e-778f39fa4447 req-d77f3541-5d18-48b3-89d5-48119f1da080 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.1979530 Oct 20 04:10:36.296050 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b30e6a9c-3550-47b1-a76e-778f39fa4447 req-ff94fcef-21ec-4085-b92d-44a010ea84b2 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379493 Oct 20 04:10:36.491543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0abc8-7b49-4ce4-93de-d4e24d74b923 req-1c87e3c6-20b8-4419-b5f3-30ea6f1487bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:36.492962 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c4e0abc8-7b49-4ce4-93de-d4e24d74b923 req-1c87e3c6-20b8-4419-b5f3-30ea6f1487bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.0844064 Oct 20 04:10:36.535461 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c4e0abc8-7b49-4ce4-93de-d4e24d74b923 req-a6b22e81-c392-41e3-8858-07bbd2e281e5 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367918 Oct 20 04:10:37.085393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebd01d-321f-4ce2-9768-fcb7929a60cc req-71c1b54e-f9e3-4add-9740-e11ebee39a35 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:37.086741 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0aebd01d-321f-4ce2-9768-fcb7929a60cc req-71c1b54e-f9e3-4add-9740-e11ebee39a35 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.0880458 Oct 20 04:10:37.130485 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0aebd01d-321f-4ce2-9768-fcb7929a60cc req-46d4161d-1e23-4b77-825c-9f4a768347b1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 Oct 20 04:10:39.836041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5152df8d-8f24-4850-812c-50556b52732e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:42.333421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-18738b84-e44f-4906-ba2a-cce15843d560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.472550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.554228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:44.944647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:45.682782 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:10:47.505138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:50.118926 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-e3f0a1bd-85f9-4c3b-9179-0a12b53c2084 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1331825 Oct 20 04:10:50.275970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-cdd9dad8-5dcb-43d5-b809-bd61e1f64bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:50.277444 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-cdd9dad8-5dcb-43d5-b809-bd61e1f64bdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1098 time: 0.0859921 Oct 20 04:10:50.425250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-6514da92-8857-45c5-8d6a-60c9295fe885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:50.426745 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-6514da92-8857-45c5-8d6a-60c9295fe885 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1320369 Oct 20 04:10:50.500849 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-613d1fec-4d97-4609-a446-7d83b4e85954 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 217 time: 0.0643744 Oct 20 04:10:50.560582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-d31a3fa1-ec52-4db0-aa7f-3d17cd627fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:50.562539 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-d31a3fa1-ec52-4db0-aa7f-3d17cd627fe2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0564172 Oct 20 04:10:50.648597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-c2fac40b-fd67-4b17-9347-30fcbf66ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:50.649671 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-c2fac40b-fd67-4b17-9347-30fcbf66ab12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814986 Oct 20 04:10:50.780899 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-9bdf68ad-bfa2-4c1f-a91d-145b804a63f2 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249933 Oct 20 04:10:50.919648 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c3b31aa-6364-42ca-9c3d-b27d810ae8c0 req-07233a9b-d275-43af-a316-c9790b31d77a service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330016 Oct 20 04:10:52.821830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7004-ac47-417d-be39-d6b8aed89b9e req-c6b40646-4ba3-486b-9bf9-ea554a6843c5 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:52.823259 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0ebc7004-ac47-417d-be39-d6b8aed89b9e req-c6b40646-4ba3-486b-9bf9-ea554a6843c5 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.1316857 Oct 20 04:10:52.870085 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0ebc7004-ac47-417d-be39-d6b8aed89b9e req-dd57ff3c-081d-41fd-9451-3013e4982065 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Oct 20 04:10:52.898298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46156) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:53.013392 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d676857-b41b-42e5-82e6-3a1f1df54b73 tempest-TestMinimumBasicScenario-1105574414 tempest-TestMinimumBasicScenario-1105574414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:53.014026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6d676857-b41b-42e5-82e6-3a1f1df54b73 tempest-TestMinimumBasicScenario-1105574414 tempest-TestMinimumBasicScenario-1105574414-project-admin] Synchronizing usage tracker for tenant:bf30a3d84730485cbd95045d84ee5c53 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:10:53.102658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-6d676857-b41b-42e5-82e6-3a1f1df54b73 tempest-TestMinimumBasicScenario-1105574414 tempest-TestMinimumBasicScenario-1105574414-project-admin] Unset dirty status for tenant:bf30a3d84730485cbd95045d84ee5c53 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:10:53.103797 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6d676857-b41b-42e5-82e6-3a1f1df54b73 tempest-TestMinimumBasicScenario-1105574414 tempest-TestMinimumBasicScenario-1105574414-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1093 time: 0.2045503 Oct 20 04:10:53.106750 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46162) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:53.111511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'fixed_ip_address': '172.20.0.6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:53.117578 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:53.121478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:floatingip and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:10:53.124189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:10:53.129833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:53.222960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:53.357186 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:53.490205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Allocated IP 172.26.7.198 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/2261def6-2c99-4c0c-8c68-9d213ecd8136) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:10:53.633565 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:53.710800 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:53.769979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:10:53.772639 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:10:53.776433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:10:53.816362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=2261def6-2c99-4c0c-8c68-9d213ecd8136,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:53.827903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.828463 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.828579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.828900 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.829230 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.829584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.829909 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.830233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.830555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.830875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.831194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:53.831516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:54.179269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:54.298482 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:54.607408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:55.042064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:55.146119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=2261def6-2c99-4c0c-8c68-9d213ecd8136,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:55.148594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:55.313446 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Floating IP 6eb1649f-2b7f-4a91-b26b-b4e9a9916d0e associated. External IP: 172.26.7.198, port: 2079c15b-33bf-4c7d-85a9-cf6995aac597. Oct 20 04:10:55.662911 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:10:55.836698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:10:55.846947 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] Sync routers for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:10:55.855682 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:10:55.856285 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:10:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:55.933246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:55.987007 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-06e46100-39c5-4812-84cc-8cc52f030d3b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8792245 Oct 20 04:10:55.987727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:10:55.990478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34494f68-1c49-4260-a35d-80d2c9b3674f" -d '{"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:10:55.990670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46166) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:56.005919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896230028', 'description': 'tempest-secgroup-smoke-896230028 description', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:56.005919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:56.013929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:56.034602 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:10:56.092716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff3fa63-7b95-4dbc-9e61-a604aa8a0d50 x-openstack-request-id: req-cff3fa63-7b95-4dbc-9e61-a604aa8a0d50 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:10:56.093831 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:10:56.094100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cff3fa63-7b95-4dbc-9e61-a604aa8a0d50 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:10:56.094486 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff3fa63-7b95-4dbc-9e61-a604aa8a0d50'] response: {'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'status': 'completed', 'code': 200} Oct 20 04:10:56.094855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:56.116590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:56.154482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:10:56.163102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:10:56.179210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:56.238157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-abe48dae-3de4-4314-885f-960128f5d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:56.239799 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-abe48dae-3de4-4314-885f-960128f5d36b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1098 time: 0.1194582 Oct 20 04:10:56.392130 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '6eb1649f-2b7f-4a91-b26b-b4e9a9916d0e', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'port_id': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'mac_address': 'fa:16:3e:29:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:10:54Z', 'updated_at': '2022-10-20T04:10:54Z', 'revision_number': 0, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:56.395877 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] Checking router: 6375f0b9-5ff2-4684-a1bd-1cda010239b3 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:10:56.403857 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:10:56.404450 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:10:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:56.446582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:56.495773 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-d7c05a1f-d084-449c-8d17-b98a28e723db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:56.497131 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-d7c05a1f-d084-449c-8d17-b98a28e723db service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.2498274 Oct 20 04:10:56.555697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:56.575030 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:10:56.636813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1096c1-46ea-478c-b78a-c345c0c1d8b6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:56.640754 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-f187676e-34db-4da4-96f6-6b533d806b94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 999 time: 0.1368201 Oct 20 04:10:56.649195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.649602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.649930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.650278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.650620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.650957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.651294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.651630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.651961 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.652327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.652661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.653005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:56.714079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-568306b6-4149-4efe-a6f7-4ab3856eff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:56.715552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-568306b6-4149-4efe-a6f7-4ab3856eff2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0593369 Oct 20 04:10:56.721730 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:56.722804 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-75e853c3-995e-4c70-ac37-d861e9cd0d5a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7310994 Oct 20 04:10:56.726014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46174) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:56.731473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': 'ed1096c1-46ea-478c-b78a-c345c0c1d8b6', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:56.737928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:56.742044 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:10:56.744958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:10:56.754441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:56.803287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-77797337-e217-4d40-b283-3dda06be3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:56.805757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-77797337-e217-4d40-b283-3dda06be3d42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819285 Oct 20 04:10:56.852747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:56.917242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:56.931691 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '6eb1649f-2b7f-4a91-b26b-b4e9a9916d0e', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'port_id': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'mac_address': 'fa:16:3e:29:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:10:54Z', 'updated_at': '2022-10-20T04:10:54Z', 'revision_number': 0, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:56.935604 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b3d3c-00ea-43b0-a1e2-4ae0c268d432 None None] The sync data for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv is: [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '6eb1649f-2b7f-4a91-b26b-b4e9a9916d0e', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'port_id': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'mac_address': 'fa:16:3e:29:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:10:54Z', 'updated_at': '2022-10-20T04:10:54Z', 'revision_number': 0, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:10:56.953519 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-85033f38-f759-435f-8e76-822bf7011506 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386671 Oct 20 04:10:56.996243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.021596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bdec78-e53c-4e85-ab3f-5bf13820ec93,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:57.087402 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34494f68-1c49-4260-a35d-80d2c9b3674f req-524869d4-85dd-4896-a074-cad5abc7c6d7 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266963 Oct 20 04:10:57.098543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.098543 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0885d0b5-d3a0-4d43-a8b3-5447613a6876 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3686466 Oct 20 04:10:57.100219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46178) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:57.109820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': 'ed1096c1-46ea-478c-b78a-c345c0c1d8b6', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:57.116347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:57.121491 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:10:57.123778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:10:57.130273 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:57.148831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcffa8f4-63aa-4cab-9832-73135799d225 None None] New status for floating IP 6eb1649f-2b7f-4a91-b26b-b4e9a9916d0e: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:10:57.203773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.269493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.343890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.367936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e15f9f-a836-45b5-9185-46e9c87caf54,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:57.457631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.458825 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-478bb281-d0a5-4017-910d-7846de09c853 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3541856 Oct 20 04:10:57.461596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46182) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:57.466459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': 'ed1096c1-46ea-478c-b78a-c345c0c1d8b6', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:57.472932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:57.476700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:10:57.479640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:10:57.485942 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:57.568361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.631718 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.721989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.744684 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4a2ed6-b293-4a98-a61d-3e52d2b4d3d1,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:57.836231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.837372 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8a81b159-d0d8-4056-91cd-463a7158a33d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3748357 Oct 20 04:10:57.839992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46186) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:57.845575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': 'ed1096c1-46ea-478c-b78a-c345c0c1d8b6', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:57.851322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:57.855054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:10:57.857937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:10:57.863950 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:57.960460 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.021837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.091969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.114833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19d72fa-d3a2-4af4-9d0c-274e1b00e7a6,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:58.173615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.177058 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f1b755a9-1fa0-4039-b570-f9c857a2f730 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3339422 Oct 20 04:10:58.177720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46190) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:58.182653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': 'ed1096c1-46ea-478c-b78a-c345c0c1d8b6', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:58.189229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:58.193059 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:10:58.196016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:10:58.201743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:58.280068 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Project 2c44752cdb0a4eca9ed6a8a9b4362749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:10:58.286548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.347361 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.424364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.449206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2f9989-9c9a-484e-85cf-4f1416658384,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:58.527481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.528678 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-107b2e22-3a00-40ca-8d8f-dfb3ba716195 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500087 Oct 20 04:10:58.531416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46194) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:10:58.536185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': 'ed1096c1-46ea-478c-b78a-c345c0c1d8b6', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:58.541961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:10:58.545694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:10:58.548941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:10:58.554519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:10:58.733292 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Project 2c44752cdb0a4eca9ed6a8a9b4362749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:10:58.740646 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.797920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.874576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.903164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba0f696-dc53-489a-9bf1-4496e4550fcc,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:58.988819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.990309 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e2a87e83-3c5b-45b4-9ef6-827c5b55d81a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4579949 Oct 20 04:10:59.114432 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-1c8077de-4a51-4ebc-a95a-abff02d668b1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896230028&fields=id&tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749 HTTP/1.1" status: 200 len: 267 time: 0.0417395 Oct 20 04:10:59.207483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-73169924-e783-4c9f-8ac3-61494a5b3800 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:59.208927 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-73169924-e783-4c9f-8ac3-61494a5b3800 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.0901861 Oct 20 04:10:59.220101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-8702800a-d859-48b0-a7c6-bc6003820a25 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'port': {'security_groups': ['5516dc68-c0ab-4055-a1c8-dda089630b02', 'ed1096c1-46ea-478c-b78a-c345c0c1d8b6']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:59.335742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-8702800a-d859-48b0-a7c6-bc6003820a25 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:59.581533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-8702800a-d859-48b0-a7c6-bc6003820a25 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] For port 2079c15b-33bf-4c7d-85a9-cf6995aac597, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:10:59.605313 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-8702800a-d859-48b0-a7c6-bc6003820a25 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:59.670368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-8702800a-d859-48b0-a7c6-bc6003820a25 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:59.682194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2079c15b-33bf-4c7d-85a9-cf6995aac597'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:10:59.711605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-8702800a-d859-48b0-a7c6-bc6003820a25 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:59.712215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-8702800a-d859-48b0-a7c6-bc6003820a25 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:59.713592 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-54acd880-7c08-47f5-ba02-0022d58b2a50 req-8702800a-d859-48b0-a7c6-bc6003820a25 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "PUT /v2.0/ports/2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 981 time: 0.4983296 Oct 20 04:10:59.714099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:10:59.716479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48" -d '{"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:10:59.762994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702800a-d859-48b0-a7c6-bc6003820a25 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=2079c15b-33bf-4c7d-85a9-cf6995aac597,revision_number=6']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:59.769306 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2079c15b-33bf-4c7d-85a9-cf6995aac597'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:10:59.774672 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac8ec4f-060e-4462-963c-34113383d3c3 x-openstack-request-id: req-3ac8ec4f-060e-4462-963c-34113383d3c3 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:10:59.774972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:10:59.775389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3ac8ec4f-060e-4462-963c-34113383d3c3 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:10:59.775771 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac8ec4f-060e-4462-963c-34113383d3c3'] response: {'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'status': 'completed', 'code': 200} Oct 20 04:10:59.879650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-70c0a505-08db-45f7-a281-793601888431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:59.881453 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-70c0a505-08db-45f7-a281-793601888431 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1137 time: 0.0831833 Oct 20 04:10:59.929694 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae9df9-ff88-4031-8201-35fbd03c4c5b req-7e386bf7-8751-46fa-8da9-b577a486bb76 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:59.933716 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-16ae9df9-ff88-4031-8201-35fbd03c4c5b req-7e386bf7-8751-46fa-8da9-b577a486bb76 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 984 time: 0.0939143 Oct 20 04:10:59.980073 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-16ae9df9-ff88-4031-8201-35fbd03c4c5b req-2118856c-9e17-4f5a-838f-51bd13d33c8d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=ed1096c1-46ea-478c-b78a-c345c0c1d8b6&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417466 Oct 20 04:11:00.022198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-a5421a13-d2e4-4eeb-84b5-fcd1da64832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:00.023699 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-a5421a13-d2e4-4eeb-84b5-fcd1da64832c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1333804 Oct 20 04:11:00.127147 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-fd83f145-28d3-4fc1-9742-40fb91c60656 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 1001 time: 0.0964806 Oct 20 04:11:00.192785 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-dd3deb31-f4ef-4322-9445-b06c320647d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:00.194142 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-dd3deb31-f4ef-4322-9445-b06c320647d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0587606 Oct 20 04:11:00.275738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-dd3bd1a9-113b-4f99-8dbf-4363d1311a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:00.277195 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-dd3bd1a9-113b-4f99-8dbf-4363d1311a68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757840 Oct 20 04:11:00.407206 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-e4f2855b-3b68-4600-9850-10a043822c23 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217797 Oct 20 04:11:00.534337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c0cde681-a43a-4a3b-9bd3-e4228cfdbc48 req-6bcfd324-1688-429f-b31b-2ed3b7044ada service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204984 Oct 20 04:11:09.847460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-270ad9bd-69a8-46cc-9d09-1d83bf3c2066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:12.361408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-38ebfd6e-92a6-431e-b28e-9e85db3a3eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:13.485324 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:13.571038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:14.967427 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.471068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:22.682303 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:11:39.847248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-24df95af-c497-4535-bc49-fe4f01dade84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:42.325553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ed300fd7-7cd7-4481-9f1e-3bfd4d20769f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:43.496318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:43.547696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:44.970452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:47.513601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:49.397083 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-195bd543-f3be-45cd-9568-b30d091d3c21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792921 Oct 20 04:11:49.662695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-f2af1115-a635-43af-a7d3-5348f1dc4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:49.664263 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-f2af1115-a635-43af-a7d3-5348f1dc4a63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1137 time: 0.1902680 Oct 20 04:11:49.810134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-a376c3b6-f5aa-457d-89bf-dbb4c3e2a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:49.811600 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-a376c3b6-f5aa-457d-89bf-dbb4c3e2a7dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1237044 Oct 20 04:11:49.917070 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-5fe39ac7-9fa2-489f-ac75-5f00bfb47ab3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 1001 time: 0.0949972 Oct 20 04:11:49.985622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-362f3528-e8c4-442d-9dd8-d752450f692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:49.987075 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-362f3528-e8c4-442d-9dd8-d752450f692c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0599728 Oct 20 04:11:50.077862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-5d98990f-ba16-4afd-84b4-217b471bdfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:50.079333 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-5d98990f-ba16-4afd-84b4-217b471bdfa0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826509 Oct 20 04:11:50.221528 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-0d1c05c7-0a45-4ec1-8694-6463efbfa0ab service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318238 Oct 20 04:11:50.354952 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4e3e5b6c-0aa4-4175-95f2-3f8450d8dd03 req-b759befa-0238-49da-9517-bbe230c59f26 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234307 Oct 20 04:11:59.682304 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:12:09.833021 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-029edea9-f07a-4746-9dfc-d9119e644b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:12.332418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-58ab5f23-991e-4902-978f-337ef6f6c74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:13.518587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:13.552687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.943990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.504620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:36.682491 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:12:38.287423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65676686-bdd7-42a9-a821-1e83344640ae req-c26a3cc7-3248-4414-9463-27cff1e49143 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:38.288997 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-65676686-bdd7-42a9-a821-1e83344640ae req-c26a3cc7-3248-4414-9463-27cff1e49143 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 984 time: 0.0956957 Oct 20 04:12:38.312043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-45bde9a7-0910-4a4d-98bb-b08f8049273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:38.313494 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-45bde9a7-0910-4a4d-98bb-b08f8049273c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1137 time: 0.0779471 Oct 20 04:12:38.334794 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-65676686-bdd7-42a9-a821-1e83344640ae req-f04fa79c-c3a8-4d9c-a0a6-b66c0511150b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=ed1096c1-46ea-478c-b78a-c345c0c1d8b6&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400860 Oct 20 04:12:38.443673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-491e5eb8-1158-4b07-ab0f-372489cc0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:38.445090 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-491e5eb8-1158-4b07-ab0f-372489cc0170 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1230311 Oct 20 04:12:38.554122 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-e2342ac8-d620-4c12-aaea-077338143180 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 1001 time: 0.0988548 Oct 20 04:12:38.621522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-b87a750e-4deb-4be5-b085-d9ed269a5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:38.622936 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-b87a750e-4deb-4be5-b085-d9ed269a5760 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0599225 Oct 20 04:12:38.707079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-f69e5665-a734-4b7e-911c-30b968aa9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:38.708519 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-f69e5665-a734-4b7e-911c-30b968aa9c5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758946 Oct 20 04:12:38.838165 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-4786c77b-a479-4234-abc3-438e307eca6f service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199253 Oct 20 04:12:38.968032 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a172c418-baf2-4f9f-b6a1-8580d7eca6f6 req-1e139cc6-532b-451b-be4f-19df343f3a57 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205781 Oct 20 04:12:39.634988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66997da-e1f6-4837-9950-937197de22af req-92e9cb69-18c5-45c7-8960-9f0a0db1aee8 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:39.636575 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c66997da-e1f6-4837-9950-937197de22af req-92e9cb69-18c5-45c7-8960-9f0a0db1aee8 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 984 time: 0.1908450 Oct 20 04:12:39.682549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-c66997da-e1f6-4837-9950-937197de22af req-d5303d0f-215b-4b32-b163-819e9cb8cdd8 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:12:39.786874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-c66997da-e1f6-4837-9950-937197de22af req-d5303d0f-215b-4b32-b163-819e9cb8cdd8 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:12:39.788155 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c66997da-e1f6-4837-9950-937197de22af req-d5303d0f-215b-4b32-b163-819e9cb8cdd8 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=ed1096c1-46ea-478c-b78a-c345c0c1d8b6&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1455209 Oct 20 04:12:39.833323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bae6d3b3-3cf0-4eca-9420-45f0a8a971c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:40.989781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221e107-8dc9-47d7-b822-06e5e4b30b68 req-46fa100b-201c-4458-b37f-0d5c287b120d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:40.991376 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9221e107-8dc9-47d7-b822-06e5e4b30b68 req-46fa100b-201c-4458-b37f-0d5c287b120d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 984 time: 0.0895963 Oct 20 04:12:41.035834 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9221e107-8dc9-47d7-b822-06e5e4b30b68 req-ded24c74-56bf-4c43-9877-16896c921b7a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=ed1096c1-46ea-478c-b78a-c345c0c1d8b6&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387814 Oct 20 04:12:42.341374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8d8526fc-ae2d-4144-8871-ee2b86c08f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:43.498359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:43.521006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:44.978151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:47.492675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:51.403107 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-67a152fd-dda6-4280-a5d6-8203e6499e7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755324 Oct 20 04:12:51.551734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-85565c83-bd8d-4ea9-8c6a-8d4029f3bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:51.553221 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-85565c83-bd8d-4ea9-8c6a-8d4029f3bb06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1137 time: 0.0814598 Oct 20 04:12:51.698603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-64894b8a-70c1-4b21-920a-ef85d209e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:51.699965 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-64894b8a-70c1-4b21-920a-ef85d209e8dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1242614 Oct 20 04:12:51.801771 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-91ee0f66-e1bc-431f-8041-532f535b8ac5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 1001 time: 0.0939400 Oct 20 04:12:51.870715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-6329e551-daa9-46f0-af6f-0bbd59073de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:51.872080 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-6329e551-daa9-46f0-af6f-0bbd59073de6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0552351 Oct 20 04:12:51.957360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-561b62ef-c424-473e-9c51-c37069204b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:51.958715 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-561b62ef-c424-473e-9c51-c37069204b06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791910 Oct 20 04:12:52.088893 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-e1cb989b-0728-4487-8711-7837d8fa2289 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221852 Oct 20 04:12:52.220045 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-253a0dd0-308b-4da4-afa8-8c8b940bba27 req-8deb19dc-ddff-4874-9e75-d6af17586361 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201704 Oct 20 04:13:09.829663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0fb39ff7-5c83-4318-85ce-77d6882b72eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:12.361296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd000-997e-4d1a-be8d-679c63eeb8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:13.486431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:13.545878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:13.681877 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:13:14.955019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:17.503985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:39.817656 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-492479ca-29e2-4a33-8b4b-5de7fd0a57ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:42.317342 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e31cf6b5-8070-459f-8aef-40f45aa37bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:43.505810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:43.534185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:44.957405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:47.500075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:50.681070 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:13:52.394670 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-2bb34204-8f22-4ee5-a30f-4b4b6b86c051 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750523 Oct 20 04:13:52.543875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-b5c00d49-8aa0-495a-be81-266da020a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:52.545307 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-b5c00d49-8aa0-495a-be81-266da020a3e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1137 time: 0.0793443 Oct 20 04:13:52.691910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-bb30eb15-de88-4f6d-b239-f1b0a875beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:52.693327 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-bb30eb15-de88-4f6d-b239-f1b0a875beed service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1233544 Oct 20 04:13:52.792753 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-8789e8df-4aae-40d4-b054-9124c353f201 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 1001 time: 0.0901139 Oct 20 04:13:52.860257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-f1deb478-d534-420a-be89-f918e1a03f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:52.861689 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-f1deb478-d534-420a-be89-f918e1a03f5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0598614 Oct 20 04:13:52.946088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-27689b91-ec8e-4780-aa2b-9ab10ce0b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:52.947458 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-27689b91-ec8e-4780-aa2b-9ab10ce0b297 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765979 Oct 20 04:13:53.081090 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-2e8be344-7740-4125-b9e0-5ffd9dc4eb66 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230597 Oct 20 04:13:53.307572 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6887a5ce-c332-48c6-8eda-8a2409285249 req-ca4e9aac-9d0a-47ca-9924-2a702608b5db service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170060 Oct 20 04:13:55.121879 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-a3777bbc-2498-4b1d-947d-026b3f45e0a7 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896230028&fields=id&tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749 HTTP/1.1" status: 200 len: 267 time: 0.0425708 Oct 20 04:13:55.210182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-7438c740-9108-44fc-9029-e077029131fd tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:55.211644 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-7438c740-9108-44fc-9029-e077029131fd tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 984 time: 0.0845120 Oct 20 04:13:55.222635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'port': {'security_groups': ['5516dc68-c0ab-4055-a1c8-dda089630b02']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:13:55.343705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:55.581682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] For port 2079c15b-33bf-4c7d-85a9-cf6995aac597, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:13:55.609937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:55.648550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:55.657903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:55.660750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:55.660750 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf3fe947-d5f8-437e-8519-dad746dcaaf5 req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "PUT /v2.0/ports/2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 942 time: 0.4422121 Oct 20 04:13:55.665747 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46280) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:13:55.670129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2079c15b-33bf-4c7d-85a9-cf6995aac597'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:13:55.690049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:13:55.692853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c691a2-9f52-46ab-a730-72dfc9afa894" -d '{"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:13:55.739992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=2079c15b-33bf-4c7d-85a9-cf6995aac597,revision_number=7']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:13:55.748287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.748628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.748964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.749313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.749654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.750039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.750372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.750743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.751064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.751385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.751706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.751825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:55.752022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08aeed-33ef-4b6a-8c95-b248eb07228b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.774767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2079c15b-33bf-4c7d-85a9-cf6995aac597'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:13:55.783181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:55.900381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:55.919343 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1096c1-46ea-478c-b78a-c345c0c1d8b6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:13:55.927047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.927396 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.927743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.928084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.928421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.928755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.929085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.929611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.929867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.930194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.930519 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.930844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:55.996844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:56.001244 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6f4490f8-c699-4733-ad1e-0e51f1f58c21 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "DELETE /v2.0/security-groups/ed1096c1-46ea-478c-b78a-c345c0c1d8b6 HTTP/1.1" status: 204 len: 168 time: 0.3311253 Oct 20 04:13:56.001244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46286) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:13:56.200912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Deleting port 2261def6-2c99-4c0c-8c68-9d213ecd8136 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:13:56.201145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:56.368239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:56.368561 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:56.485918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Calling delete_port for 2261def6-2c99-4c0c-8c68-9d213ecd8136 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:13:56.722840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:56.768712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event deleted for resources: {'Port': ['ID=2261def6-2c99-4c0c-8c68-9d213ecd8136,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:13:56.768971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12677f5e-85a2-4291-8185-251eede15cdb x-openstack-request-id: req-12677f5e-85a2-4291-8185-251eede15cdb {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:13:56.769457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:13:56.769585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-12677f5e-85a2-4291-8185-251eede15cdb {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:13:56.769875 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12677f5e-85a2-4291-8185-251eede15cdb'] response: {'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'status': 'completed', 'code': 200} Oct 20 04:13:56.873312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:56.873649 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Floating IP 6eb1649f-2b7f-4a91-b26b-b4e9a9916d0e disassociated (deleted). External IP: 172.26.7.198, port: 2079c15b-33bf-4c7d-85a9-cf6995aac597. Oct 20 04:13:56.874903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-cd59e62e-ffff-4413-b1bb-8e680aa1131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:56.876467 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-cd59e62e-ffff-4413-b1bb-8e680aa1131b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1098 time: 0.0795307 Oct 20 04:13:57.012889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-3655d50c-b8f0-4d05-b428-9bddaf57e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:57.014502 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-3655d50c-b8f0-4d05-b428-9bddaf57e5c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1288717 Oct 20 04:13:57.087911 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-3d342b05-8bb0-4913-9d47-d14311779419 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 217 time: 0.0642419 Oct 20 04:13:57.155859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-f2bba2e5-8b4b-40d2-91fa-2330496fdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:57.157309 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-f2bba2e5-8b4b-40d2-91fa-2330496fdd86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0588064 Oct 20 04:13:57.242413 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-0d7e3fdc-7832-429e-93aa-089cc19bcf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:57.243863 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-0d7e3fdc-7832-429e-93aa-089cc19bcf9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773060 Oct 20 04:13:57.328233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:13:57.380884 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-4d6280ae-c43e-4a75-be42-c81545cf726a service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233552 Oct 20 04:13:57.504117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:13:57.514497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-57c691a2-9f52-46ab-a730-72dfc9afa894 req-c25527ac-1b31-4b55-8705-603c22420634 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242146 Oct 20 04:13:57.515123 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] Sync routers for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:13:57.523945 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:13:57.524757 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:13:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:13:57.583915 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:57.649995 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3d1f16c0-35df-4d8e-b166-ad83aab13581 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "DELETE /v2.0/floatingips/6eb1649f-2b7f-4a91-b26b-b4e9a9916d0e HTTP/1.1" status: 204 len: 168 time: 1.6451411 Oct 20 04:13:57.649995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:13:57.650189 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a3e579-bfc2-4ee0-998d-c82e6c726077" -d '{"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:13:57.693879 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9567fe79-79ae-4434-af06-2898493c0206 x-openstack-request-id: req-9567fe79-79ae-4434-af06-2898493c0206 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:13:57.694180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:13:57.694464 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9567fe79-79ae-4434-af06-2898493c0206 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:13:57.695014 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9567fe79-79ae-4434-af06-2898493c0206'] response: {'name': 'network-changed', 'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'status': 'completed', 'code': 200} Oct 20 04:13:57.711814 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:13:57.826679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-6b14c488-3750-4a46-83de-2f392f848024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:57.828158 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-6b14c488-3750-4a46-83de-2f392f848024 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 1098 time: 0.0910425 Oct 20 04:13:57.963011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-ff521a1a-a58e-492d-a163-d2016d96e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:57.964429 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-ff521a1a-a58e-492d-a163-d2016d96e2ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1267569 Oct 20 04:13:58.025561 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:13:58.029589 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] Checking router: 6375f0b9-5ff2-4684-a1bd-1cda010239b3 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:13:58.033896 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-9d00e0c3-51f6-4be2-bc0b-2ceb0a2ec9ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 200 len: 217 time: 0.0599051 Oct 20 04:13:58.038503 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:13:58.039091 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:13:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:13:58.103407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-9265d725-7f7e-42fd-b78e-621ba1c3aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:58.104847 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-9265d725-7f7e-42fd-b78e-621ba1c3aca2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0618157 Oct 20 04:13:58.196642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-6d4053ed-498e-4c47-9ad3-fcc0a453e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:58.198356 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-6d4053ed-498e-4c47-9ad3-fcc0a453e7c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821674 Oct 20 04:13:58.228165 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:13:58.436865 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-1e243d1d-0726-46e7-83f9-6462f83274ff service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276704 Oct 20 04:13:58.543467 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:13:58.547336 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6195363-426c-4583-a1fe-7fca36444c45 None None] The sync data for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv is: [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:13:58.571385 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4a3e579-bfc2-4ee0-998d-c82e6c726077 req-a186493e-da8d-4774-92c6-b1a99eeb9e67 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250110 Oct 20 04:13:58.767165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51332487-eca1-4301-9d71-a7efad3259bb None None] New status for floating IP 6eb1649f-2b7f-4a91-b26b-b4e9a9916d0e: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:14:03.580325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fe640-9645-4125-b5d2-b023f7d7f395 req-e4061cc7-a9ef-4274-a386-18829d459535 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:03.581135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ce4fe640-9645-4125-b5d2-b023f7d7f395 req-e4061cc7-a9ef-4274-a386-18829d459535 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:14:03.640624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ce4fe640-9645-4125-b5d2-b023f7d7f395 req-e4061cc7-a9ef-4274-a386-18829d459535 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:14:03.649603 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ce4fe640-9645-4125-b5d2-b023f7d7f395 req-e4061cc7-a9ef-4274-a386-18829d459535 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.1470966 Oct 20 04:14:03.688420 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ce4fe640-9645-4125-b5d2-b023f7d7f395 req-b77ec611-7c37-428c-b937-6ea99e6c999a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:14:03.766158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ce4fe640-9645-4125-b5d2-b023f7d7f395 req-b77ec611-7c37-428c-b937-6ea99e6c999a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:14:03.767341 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ce4fe640-9645-4125-b5d2-b023f7d7f395 req-b77ec611-7c37-428c-b937-6ea99e6c999a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192815 Oct 20 04:14:04.971603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986b544-7eac-4e36-b6e0-e49f5221546a req-f58d09d3-e2d4-4f25-a7be-d3931b721343 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:04.973522 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4986b544-7eac-4e36-b6e0-e49f5221546a req-f58d09d3-e2d4-4f25-a7be-d3931b721343 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.0887783 Oct 20 04:14:05.015819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4986b544-7eac-4e36-b6e0-e49f5221546a req-6ec7e69b-1c07-4c9f-a9e2-1e8c045761e5 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366454 Oct 20 04:14:05.572427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-adfd8708-0e7d-4311-b6c0-48d6ff897583 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:05.573903 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-adfd8708-0e7d-4311-b6c0-48d6ff897583 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.0883050 Oct 20 04:14:05.650724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Deleting port 2079c15b-33bf-4c7d-85a9-cf6995aac597 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:14:05.651097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.902797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] For port 2079c15b-33bf-4c7d-85a9-cf6995aac597, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2079c15b-33bf-4c7d-85a9-cf6995aac597,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:14:05.903155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.024247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Calling delete_port for 2079c15b-33bf-4c7d-85a9-cf6995aac597 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:14:06.214271 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14510a7d-0be1-4ddf-82b1-885ae0da5bb2 req-a19edf5a-b6a5-4f32-a152-870fa4baaa58 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:06.215722 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-14510a7d-0be1-4ddf-82b1-885ae0da5bb2 req-a19edf5a-b6a5-4f32-a152-870fa4baaa58 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 945 time: 0.0876653 Oct 20 04:14:06.248438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.260582 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-14510a7d-0be1-4ddf-82b1-885ae0da5bb2 req-98ce5c36-8532-4bd0-9875-24ac665d82c1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Oct 20 04:14:06.262685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2079c15b-33bf-4c7d-85a9-cf6995aac597'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:14:06.297645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event deleted for resources: {'Port': ['ID=2079c15b-33bf-4c7d-85a9-cf6995aac597,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:06.387183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] No DVR routers for this DVR port 2079c15b-33bf-4c7d-85a9-cf6995aac597 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:14:06.389634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.392175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'name': 'network-vif-deleted', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:14:06.394454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015dec22-84d8-4552-b715-bd2dee8009ea" -d '{"events": [{"server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "name": "network-vif-deleted", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:14:06.478084 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ace0d75d-ff02-4206-935d-acdd94b2625a req-caede280-8601-4de0-87a7-d18605f18560 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.26 "DELETE /v2.0/ports/2079c15b-33bf-4c7d-85a9-cf6995aac597 HTTP/1.1" status: 204 len: 173 time: 0.8955569 Oct 20 04:14:06.487834 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c2c313-49b3-4d76-b71b-2419eb4de5d6 x-openstack-request-id: req-16c2c313-49b3-4d76-b71b-2419eb4de5d6 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:14:06.492822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d5865d-7955-4b7d-8af7-6b6062a174c7", "name": "network-vif-deleted", "tag": "2079c15b-33bf-4c7d-85a9-cf6995aac597", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:14:06.492822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-16c2c313-49b3-4d76-b71b-2419eb4de5d6 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:14:06.492822 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c2c313-49b3-4d76-b71b-2419eb4de5d6'] response: {'server_uuid': '87d5865d-7955-4b7d-8af7-6b6062a174c7', 'name': 'network-vif-deleted', 'tag': '2079c15b-33bf-4c7d-85a9-cf6995aac597', 'status': 'completed', 'code': 200} Oct 20 04:14:07.446246 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bcc081c1-e19e-4db5-9903-25873c9d5f4d req-51d67756-0ee7-4aa8-a501-895abebf6b37 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=87d5865d-7955-4b7d-8af7-6b6062a174c7 HTTP/1.1" status: 200 len: 210 time: 0.0518227 Oct 20 04:14:08.787470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2079c15b-33bf-4c7d-85a9-cf6995aac597 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:14:08.820445 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 2079c15b-33bf-4c7d-85a9-cf6995aac597 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:14:08.820789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2079c15b-33bf-4c7d-85a9-cf6995aac597 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:14:09.818337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-052f6a8f-15e4-4b9a-93ad-41b5dfa2f455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:12.332504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d2191d9f-2c9b-4008-a8d0-024fdae0a6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:13.539593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:13.568167 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:14.978655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:17.492069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:20.416164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-c57aa39a-582f-469e-bd3a-22a7c5bca73e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:20.417585 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-c57aa39a-582f-469e-bd3a-22a7c5bca73e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 814 time: 0.1391747 Oct 20 04:14:20.432314 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-5717fc93-1543-4225-83ec-3bb4af4191f7 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/quotas/2c44752cdb0a4eca9ed6a8a9b4362749 HTTP/1.1" status: 200 len: 375 time: 0.0091784 Oct 20 04:14:20.517787 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-4cfd7b82-a175-4547-9977-aa446347bf04 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803049 Oct 20 04:14:20.651829 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-0e26e554-488c-4952-9b1d-663ebf310cf6 service neutron] 10.222.0.33 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226361 Oct 20 04:14:20.779328 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-4f5072b4-9f6f-4ba1-bff0-76bdb3117479 service neutron] 10.222.0.33 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215868 Oct 20 04:14:21.045252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2afc60ec-c97a-4f18-9aaa-f60b9c8a8630 req-4bb7b157-822b-4646-92c0-61c0481dad1b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:14:21.133341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2afc60ec-c97a-4f18-9aaa-f60b9c8a8630 req-4bb7b157-822b-4646-92c0-61c0481dad1b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:14:21.134482 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2afc60ec-c97a-4f18-9aaa-f60b9c8a8630 req-4bb7b157-822b-4646-92c0-61c0481dad1b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 210 time: 0.1376021 Oct 20 04:14:22.243347 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2cfc4575-87ff-42b7-9988-bbfbe7814370 req-b7664ada-f59c-42ae-83e3-59bfa72518da tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 210 time: 0.0526133 Oct 20 04:14:23.351810 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-db62ac49-a315-4b43-bca7-5e5478c855b1 req-bb325882-85e8-4cc6-b55d-c0fd65c4caa6 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 210 time: 0.0517139 Oct 20 04:14:24.461779 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ed0ef91b-4d9b-4e37-943e-9bc4d0d2e705 req-d86d4102-b3a6-44f0-961a-31ae74d9a10f tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 210 time: 0.0481703 Oct 20 04:14:25.620669 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a5262077-ee55-4a6c-bbcd-2de369ce7f2c req-76cda1cf-c631-4b74-8221-7bdc64188caf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 210 time: 0.0514398 Oct 20 04:14:26.777346 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-521ccfc3-49d4-4b04-a696-b693f18c3196 req-86efd7eb-7f66-453a-a429-41645a8116e7 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 210 time: 0.0497990 Oct 20 04:14:27.162045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-192b59e4-82de-49b2-87c3-39af36575e11 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:27.163434 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-192b59e4-82de-49b2-87c3-39af36575e11 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 814 time: 0.1414802 Oct 20 04:14:27.180367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'port': {'device_id': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'admin_state_up': True, 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:27.311608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:14:27.320794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:14:27.383495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Made reservation on behalf of 2c44752cdb0a4eca9ed6a8a9b4362749 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:14:27.386950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:27.648629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Allocated IP 172.20.0.12 (1785ad43-f4ee-4828-9808-fe201f4298ea/038e997c-dd81-4696-8c67-c6728eb43104/a300c137-f1bc-4b5c-a86a-700d41e93dbc) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:14:27.725517 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:14:27.864576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:27.881382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Transition to ACTIVE for port object a300c137-f1bc-4b5c-a86a-700d41e93dbc will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:14:27.965189 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b350b572-f890-4cbb-950c-ac98cafc9c43 req-a2f949d5-c4e9-47d9-a69b-f699eb84c4af tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 210 time: 0.0666032 Oct 20 04:14:28.036112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:28.136722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Network 1785ad43-f4ee-4828-9808-fe201f4298ea is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:14:28.140781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:14:28.146907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:14:28.216395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=a300c137-f1bc-4b5c-a86a-700d41e93dbc,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:28.257579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:28.258326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:28.335205 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-22aad230-08b7-400b-9c24-0857e2c83fb0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1581860 Oct 20 04:14:28.505915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Provisioning for port a300c137-f1bc-4b5c-a86a-700d41e93dbc completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:14:28.511859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Provisioning complete for port a300c137-f1bc-4b5c-a86a-700d41e93dbc triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:28.512370 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:28.512784 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 1 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:28.572994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:29.074515 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 2 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:29.169114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:29.324766 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48880de4-407b-49ae-a36f-2b3b811c5892 req-f6c6765a-6fce-4bd8-b65e-1feabb203be0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:29.326263 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-48880de4-407b-49ae-a36f-2b3b811c5892 req-f6c6765a-6fce-4bd8-b65e-1feabb203be0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 932 time: 0.2328019 Oct 20 04:14:29.375497 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-48880de4-407b-49ae-a36f-2b3b811c5892 req-b0a8e144-9227-41af-83a8-c41bcbdc50c1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Oct 20 04:14:29.670812 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 3 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:29.726578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:30.228003 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 4 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:30.281748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:30.587066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a721c7-5e4a-461a-a6b7-bc50828cb738 req-e91f8745-2dbb-4ece-81e3-058e0dbb8288 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:30.587776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-95a721c7-5e4a-461a-a6b7-bc50828cb738 req-e91f8745-2dbb-4ece-81e3-058e0dbb8288 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:14:30.671002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-95a721c7-5e4a-461a-a6b7-bc50828cb738 req-e91f8745-2dbb-4ece-81e3-058e0dbb8288 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:14:30.672117 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-95a721c7-5e4a-461a-a6b7-bc50828cb738 req-e91f8745-2dbb-4ece-81e3-058e0dbb8288 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 932 time: 0.1772807 Oct 20 04:14:30.738403 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-95a721c7-5e4a-461a-a6b7-bc50828cb738 req-dd39806e-a6c2-46d0-81d1-3df54b24045a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576613 Oct 20 04:14:30.783143 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 5 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:30.841379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:31.342559 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 6 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:31.399040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:31.900346 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 7 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:31.945778 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90166-b731-4f2f-9cef-e360ea556e21 req-d7e9d68b-38f8-4a5c-ac8f-31005a6fa637 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:31.947576 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2ca90166-b731-4f2f-9cef-e360ea556e21 req-d7e9d68b-38f8-4a5c-ac8f-31005a6fa637 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 932 time: 0.0937359 Oct 20 04:14:31.971448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:32.033565 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2ca90166-b731-4f2f-9cef-e360ea556e21 req-61221887-8898-4546-88af-9a7fbe34346a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801060 Oct 20 04:14:32.473479 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 8 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:32.533608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:33.035377 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 9 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:33.092863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:33.253005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6b1de-ea31-416d-ac9e-7fccb8e083b2 req-2bcc3ae1-f20c-48d1-9063-e834a26f081a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:33.255868 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c9e6b1de-ea31-416d-ac9e-7fccb8e083b2 req-2bcc3ae1-f20c-48d1-9063-e834a26f081a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 932 time: 0.1123257 Oct 20 04:14:33.304122 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c9e6b1de-ea31-416d-ac9e-7fccb8e083b2 req-0b5b3cd4-c5a6-4fc3-b358-1f2185a15e83 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Oct 20 04:14:33.594348 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Attempt 10 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:33.652842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-34dfc630-630e-40ec-af6d-a217411cdc11 None None] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:14:34.517921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69953242-0825-49e1-9d15-df36a3b52b08 req-b0417f83-69a1-4677-bc38-abee53461c30 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:34.519617 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-69953242-0825-49e1-9d15-df36a3b52b08 req-b0417f83-69a1-4677-bc38-abee53461c30 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 932 time: 0.0922904 Oct 20 04:14:34.580581 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-69953242-0825-49e1-9d15-df36a3b52b08 req-9bd89eb0-cb83-4ea2-a68c-6ce6c5bee54c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537593 Oct 20 04:14:35.286187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Request body: {'port': {'device_id': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:35.395375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:35.782966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a300c137-f1bc-4b5c-a86a-700d41e93dbc {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:14:35.792473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:35.810920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Transition to ACTIVE for port object a300c137-f1bc-4b5c-a86a-700d41e93dbc will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:14:35.829655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9936c-e2db-4268-ba8b-9925ad4d8755 req-a4840c7c-22f2-4be5-9be9-033db55bfe89 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:35.831058 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58e9936c-e2db-4268-ba8b-9925ad4d8755 req-a4840c7c-22f2-4be5-9be9-033db55bfe89 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 932 time: 0.1236043 Oct 20 04:14:35.873682 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58e9936c-e2db-4268-ba8b-9925ad4d8755 req-e4e5f5cf-7699-4a02-aeac-8622f1813f59 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369203 Oct 20 04:14:35.887700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:36.064279 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Pushing event updated for resources: {'Port': ['ID=a300c137-f1bc-4b5c-a86a-700d41e93dbc,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:36.102897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Attempting to bind port a300c137-f1bc-4b5c-a86a-700d41e93dbc on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:14:36.103221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Attempting to bind port a300c137-f1bc-4b5c-a86a-700d41e93dbc by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:14:36.103541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Attempting to bind port a300c137-f1bc-4b5c-a86a-700d41e93dbc on network 1785ad43-f4ee-4828-9808-fe201f4298ea {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:14:36.107945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Port a300c137-f1bc-4b5c-a86a-700d41e93dbc on network 1785ad43-f4ee-4828-9808-fe201f4298ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:14:36.108255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Attempting to bind port a300c137-f1bc-4b5c-a86a-700d41e93dbc on network 1785ad43-f4ee-4828-9808-fe201f4298ea {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:14:36.113770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:14:36.114100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Checking segment: {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:14:36.114472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Bound using segment: {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:14:36.114918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Bound port: a300c137-f1bc-4b5c-a86a-700d41e93dbc, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4084bc0-f45e-4920-b362-d6d33f2f1f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:14:36.115254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:36.199600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] For port a300c137-f1bc-4b5c-a86a-700d41e93dbc, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:14:36.202484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] For port a300c137-f1bc-4b5c-a86a-700d41e93dbc, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:14:36.309477 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:36.312470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:36.313152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:36.314823 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] 10.222.0.26 "PUT /v2.0/ports/a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 1094 time: 1.0329003 Oct 20 04:14:36.346083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:14:36.348879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb133e57-374e-46b1-91c2-886ec3498842" -d '{"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:14:36.474068 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d505baf5-8591-4fec-a8c7-cdc3731114a1 x-openstack-request-id: req-d505baf5-8591-4fec-a8c7-cdc3731114a1 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:14:36.474328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:14:36.474472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d505baf5-8591-4fec-a8c7-cdc3731114a1 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:14:36.474828 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d505baf5-8591-4fec-a8c7-cdc3731114a1'] response: {'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'status': 'completed', 'code': 200} Oct 20 04:14:36.546954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4ee9e-4d40-4992-964c-aa7aeaac5e1c service neutron] Pushing event updated for resources: {'Port': ['ID=a300c137-f1bc-4b5c-a86a-700d41e93dbc,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:36.564995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133e57-374e-46b1-91c2-886ec3498842 req-aee82f36-08e3-4b5b-bd00-8dcd364d0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:36.566643 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb133e57-374e-46b1-91c2-886ec3498842 req-aee82f36-08e3-4b5b-bd00-8dcd364d0f54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1097 time: 0.0949924 Oct 20 04:14:36.704596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133e57-374e-46b1-91c2-886ec3498842 req-c6c2f1e8-02f5-40f1-84ba-e421d9008a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:36.706057 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb133e57-374e-46b1-91c2-886ec3498842 req-c6c2f1e8-02f5-40f1-84ba-e421d9008a0a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1290159 Oct 20 04:14:36.840271 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133e57-374e-46b1-91c2-886ec3498842 req-651f94b5-745e-4632-a4b6-c1a52b8ad8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:36.841616 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb133e57-374e-46b1-91c2-886ec3498842 req-651f94b5-745e-4632-a4b6-c1a52b8ad8ae service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255627 Oct 20 04:14:36.965335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-bdec9664-9488-4c75-a216-796f124b23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:36.966889 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-bdec9664-9488-4c75-a216-796f124b23d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1097 time: 0.0832682 Oct 20 04:14:37.089509 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-bce9d0e2-4abe-462c-9d65-5aa39baf0b21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 217 time: 0.1105561 Oct 20 04:14:37.164673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-9fc6ae75-ed93-475a-8504-fe1ffe151af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:37.166093 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-9fc6ae75-ed93-475a-8504-fe1ffe151af1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0667527 Oct 20 04:14:37.178424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe9168-f878-4ec3-bb59-8f375db7fe48 req-3630185b-3728-498a-b28d-a26c933feda6 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:37.179747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fbfe9168-f878-4ec3-bb59-8f375db7fe48 req-3630185b-3728-498a-b28d-a26c933feda6 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 944 time: 0.1499040 Oct 20 04:14:37.276624 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fbfe9168-f878-4ec3-bb59-8f375db7fe48 req-c8f6ab07-dd12-42a8-b48c-5d9424ac5e5e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598290 Oct 20 04:14:37.289508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-0d19d59d-60d0-4796-af40-e661ead9f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:37.290940 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-0d19d59d-60d0-4796-af40-e661ead9f15d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103761 Oct 20 04:14:37.422117 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-145ad72e-8a77-444c-962e-3d75335d8c86 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215100 Oct 20 04:14:37.553516 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0dbbdc39-9336-4787-84f1-78b17017f9b2 req-0e7ccd6a-bb5c-425c-9876-bc3054d6917f service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218801 Oct 20 04:14:38.471339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef23a3-86b8-46f2-9822-ea46225bee9f req-d062e79c-fc99-4e88-acd6-43cad4f4231f tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:38.472825 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-14ef23a3-86b8-46f2-9822-ea46225bee9f req-d062e79c-fc99-4e88-acd6-43cad4f4231f tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 944 time: 0.0853684 Oct 20 04:14:38.515126 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-14ef23a3-86b8-46f2-9822-ea46225bee9f req-7639af3f-db10-481b-ae9d-a469baa0a003 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366321 Oct 20 04:14:38.911527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a300c137-f1bc-4b5c-a86a-700d41e93dbc details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:14:39.044799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port a300c137-f1bc-4b5c-a86a-700d41e93dbc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:14:39.058472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'port_id': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'mac_address': 'fa:16:3e:12:f6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:14:39.125179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port a300c137-f1bc-4b5c-a86a-700d41e93dbc is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:14:39.125583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:39.141784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a300c137-f1bc-4b5c-a86a-700d41e93dbc {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:14:39.156607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port a300c137-f1bc-4b5c-a86a-700d41e93dbc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:14:39.248449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:39.322020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=a300c137-f1bc-4b5c-a86a-700d41e93dbc,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:39.329630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.329972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.330304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.330687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.330954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.331341 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.331704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.332025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.332346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.332664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.332979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.333314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:39.516611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['a300c137-f1bc-4b5c-a86a-700d41e93dbc'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:14:39.748839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f468d-9a4e-400c-bf03-eed0a1d9fd20 req-dec12786-037e-421a-97a5-e05f1f32244b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:39.750845 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-339f468d-9a4e-400c-bf03-eed0a1d9fd20 req-dec12786-037e-421a-97a5-e05f1f32244b tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 945 time: 0.0960007 Oct 20 04:14:39.805028 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-339f468d-9a4e-400c-bf03-eed0a1d9fd20 req-a19f6ce1-bbe3-4bf8-8b6d-51ade49f2ec1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Oct 20 04:14:40.429284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c2b86ef9-7192-47a1-b77b-2e5d819c255e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:40.911994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a300c137-f1bc-4b5c-a86a-700d41e93dbc up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:14:41.007941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915011-472b-4970-8e38-45592f9b027f req-6b1f1184-c84d-4e9e-b88f-2bdde844800e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:41.009418 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a9915011-472b-4970-8e38-45592f9b027f req-6b1f1184-c84d-4e9e-b88f-2bdde844800e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 945 time: 0.0897019 Oct 20 04:14:41.047498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port a300c137-f1bc-4b5c-a86a-700d41e93dbc completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:14:41.052635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port a300c137-f1bc-4b5c-a86a-700d41e93dbc triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:41.053005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:41.053371 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port a300c137-f1bc-4b5c-a86a-700d41e93dbc Oct 20 04:14:41.054436 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a9915011-472b-4970-8e38-45592f9b027f req-2c45c033-fc6c-4216-a69c-1b7cbbe35073 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Oct 20 04:14:41.164327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port a300c137-f1bc-4b5c-a86a-700d41e93dbc is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:14:41.164703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:41.189967 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:14:41.192223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a906be-0947-43e5-ad32-d07b873efe70" -d '{"events": [{"server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "name": "network-vif-plugged", "status": "completed", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:14:41.199544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port a300c137-f1bc-4b5c-a86a-700d41e93dbc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:14:41.285327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d78f1fc-16dd-4ca7-968f-268aa3cf6b97 x-openstack-request-id: req-4d78f1fc-16dd-4ca7-968f-268aa3cf6b97 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:14:41.285619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "name": "network-vif-plugged", "status": "completed", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:14:41.285888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4d78f1fc-16dd-4ca7-968f-268aa3cf6b97 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:14:41.286314 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d78f1fc-16dd-4ca7-968f-268aa3cf6b97'] response: {'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'code': 200} Oct 20 04:14:41.287586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:41.383963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=a300c137-f1bc-4b5c-a86a-700d41e93dbc,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:41.687044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a295d58-9a17-4b59-9a09-1a30cee1bca7 req-4ac63678-0126-457e-9d98-c47e9e2401fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:41.688493 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4a295d58-9a17-4b59-9a09-1a30cee1bca7 req-4ac63678-0126-457e-9d98-c47e9e2401fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1099 time: 0.0761092 Oct 20 04:14:41.730045 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4a295d58-9a17-4b59-9a09-1a30cee1bca7 req-3f24fd01-683b-4e7b-a69a-e3437262c91b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Oct 20 04:14:42.245822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c074989-13f9-4d89-92a4-0c1e4c8207cd req-73ad3209-d681-4d3c-b1dd-c3be6482069d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:42.247262 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6c074989-13f9-4d89-92a4-0c1e4c8207cd req-73ad3209-d681-4d3c-b1dd-c3be6482069d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 946 time: 0.0863132 Oct 20 04:14:42.292818 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6c074989-13f9-4d89-92a4-0c1e4c8207cd req-c751a036-c969-4c80-b7af-21f89471511c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Oct 20 04:14:42.343360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-50e75891-a5ee-4da1-a253-a0b8be3581f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:43.489711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de1da0-9509-4b80-b350-84102b196095 req-ddef2f0b-f361-4b13-b3a7-8a15a1e35cc3 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:43.491149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-15de1da0-9509-4b80-b350-84102b196095 req-ddef2f0b-f361-4b13-b3a7-8a15a1e35cc3 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 946 time: 0.0893018 Oct 20 04:14:43.535763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-15de1da0-9509-4b80-b350-84102b196095 req-0ecec4d3-0146-4650-ac7c-6f6b4cee3a43 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Oct 20 04:14:43.543349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:43.577767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:43.730501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e09228-1d39-4b88-9cc7-5e2949a9ae68 req-90f7393e-8205-4ab4-8ec6-29acce096fff tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:43.731923 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b0e09228-1d39-4b88-9cc7-5e2949a9ae68 req-90f7393e-8205-4ab4-8ec6-29acce096fff tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 946 time: 0.0847292 Oct 20 04:14:43.779382 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b0e09228-1d39-4b88-9cc7-5e2949a9ae68 req-ec0b9e2f-f215-4beb-addd-ec95a83852d7 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Oct 20 04:14:44.175705 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95181409-bcd8-4dc8-bfe4-a20787f2d8dc req-8f02b284-8b13-43be-b2c7-97dc9c6d71c6 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:44.177616 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-95181409-bcd8-4dc8-bfe4-a20787f2d8dc req-8f02b284-8b13-43be-b2c7-97dc9c6d71c6 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 946 time: 0.0889893 Oct 20 04:14:44.219697 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-95181409-bcd8-4dc8-bfe4-a20787f2d8dc req-66010666-4ed0-4b42-aeff-a81061b9c0fc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364535 Oct 20 04:14:44.979211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:47.493469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:53.216783 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-83b3b37b-35f0-45c3-b104-ce7970594cfb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764410 Oct 20 04:14:53.365481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-649cd3c8-491b-45bb-870c-2417fece62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:53.366924 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-649cd3c8-491b-45bb-870c-2417fece62f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1099 time: 0.0793045 Oct 20 04:14:53.605983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-99475790-784c-44f1-ad2c-4dcb2c2507d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:53.607343 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-99475790-784c-44f1-ad2c-4dcb2c2507d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.2211387 Oct 20 04:14:53.678223 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-c17a6beb-8a0a-4cb5-b64d-48c3b15493a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 217 time: 0.0621455 Oct 20 04:14:53.739399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-9162e9d7-7b84-477e-a2ab-893a5599b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:53.740769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-9162e9d7-7b84-477e-a2ab-893a5599b412 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0556254 Oct 20 04:14:53.831373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-994d73fa-0b41-4629-a100-8b89fe78c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:53.832859 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-994d73fa-0b41-4629-a100-8b89fe78c5ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822823 Oct 20 04:14:53.961623 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-64e09fca-8e8f-47ad-9345-e098d31bdcd0 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210201 Oct 20 04:14:54.092670 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-eb93fa86-b3bf-4527-a2fe-2ec5214d75a0 req-3e49e678-9470-4ade-9c7f-ae351c7803f7 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204524 Oct 20 04:14:56.830418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a76a-91f3-421c-bbfe-dea4f1f2d9e9 req-9d93364d-8502-4571-a540-137bf2291501 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:56.831873 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1875a76a-91f3-421c-bbfe-dea4f1f2d9e9 req-9d93364d-8502-4571-a540-137bf2291501 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 946 time: 0.0852199 Oct 20 04:14:56.878137 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1875a76a-91f3-421c-bbfe-dea4f1f2d9e9 req-bc6b71d4-b90f-4f07-8dee-3f4c7b951fb2 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Oct 20 04:14:56.907113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46584) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:14:56.983474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96052ec2-83c7-4ace-b945-521ea85bf439 tempest-TestMinimumBasicScenario-1105574414 tempest-TestMinimumBasicScenario-1105574414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:56.984876 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-96052ec2-83c7-4ace-b945-521ea85bf439 tempest-TestMinimumBasicScenario-1105574414 tempest-TestMinimumBasicScenario-1105574414-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1094 time: 0.0767519 Oct 20 04:14:56.987594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46588) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:14:56.993171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'fixed_ip_address': '172.20.0.12'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:56.998932 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:14:57.002748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:floatingip and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:14:57.005580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:14:57.011196 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:14:57.099376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:57.236480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:57.370001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Allocated IP 172.26.7.37 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/841c24b0-f220-43b9-8f6d-4ec3e256e684) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:14:57.513731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:57.596073 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:57.659477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:14:57.662988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:14:57.666563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:14:57.704895 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=841c24b0-f220-43b9-8f6d-4ec3e256e684,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:57.716501 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.716844 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.717180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.717550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.717884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.718213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.718543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.718867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.719241 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.719504 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.719823 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:57.720141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:58.170836 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:58.304269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:58.506380 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:58.566023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:58.669830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:58.714654 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=841c24b0-f220-43b9-8f6d-4ec3e256e684,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:58.838771 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Floating IP 1bc37579-8a6b-4f36-aa01-a5658f11263b associated. External IP: 172.26.7.37, port: a300c137-f1bc-4b5c-a86a-700d41e93dbc. Oct 20 04:14:59.181918 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:14:59.356762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:14:59.365921 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] Sync routers for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:14:59.375274 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:14:59.376003 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:14:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:59.453345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:59.508344 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b0744e3a-5915-4f85-be71-2c0509a4da3e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5197577 Oct 20 04:14:59.509853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:14:59.515453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46592) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:14:59.516244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dbde37-d723-4777-b35e-f0973e1927bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:14:59.518142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971333976', 'description': 'tempest-secgroup-smoke-971333976 description', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:59.524626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:14:59.534799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:14:59.549067 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:14:59.562080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86979010-751b-46ea-b881-b5dac996ea4a x-openstack-request-id: req-86979010-751b-46ea-b881-b5dac996ea4a {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:14:59.562474 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:14:59.562776 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-86979010-751b-46ea-b881-b5dac996ea4a {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:14:59.563457 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86979010-751b-46ea-b881-b5dac996ea4a'] response: {'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'status': 'completed', 'code': 200} Oct 20 04:14:59.626398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:59.661830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:14:59.667265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:14:59.670538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:14:59.679002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:14:59.709732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-4f1b445a-0b34-4397-b500-5713d7cbeaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:59.711105 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-4f1b445a-0b34-4397-b500-5713d7cbeaef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1099 time: 0.1260996 Oct 20 04:14:59.835187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:59.892145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-55d06a3d-6c5b-4e80-8688-aeaffdd24d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:59.892145 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-55d06a3d-6c5b-4e80-8688-aeaffdd24d46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1657443 Oct 20 04:14:59.899776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:59.903876 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '1bc37579-8a6b-4f36-aa01-a5658f11263b', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'port_id': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'mac_address': 'fa:16:3e:12:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:14:58Z', 'updated_at': '2022-10-20T04:14:58Z', 'revision_number': 0, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:59.903876 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] Checking router: 6375f0b9-5ff2-4684-a1bd-1cda010239b3 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:14:59.919693 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:14:59.919693 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:14:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:00.027160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a21d983-6be8-410a-b0ac-13abfc7c332a,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:00.043548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.043908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.044253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.044603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.045505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.045505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.045719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.045966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.046280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.046607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.046939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.047270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:00.051978 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-873d2c75-eed8-4a67-8f6d-c6e795ad167e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 999 time: 0.1465111 Oct 20 04:15:00.083762 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:15:00.093506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:00.094693 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-13fc54fb-2a5b-4bb6-814e-d531eaba00f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5825489 Oct 20 04:15:00.097663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46598) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:15:00.103957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': '1a21d983-6be8-410a-b0ac-13abfc7c332a', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:00.110123 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:15:00.114712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:15:00.118291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:15:00.120814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-af4f5651-538b-4e77-8c9f-c44cb6216e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:00.122296 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-af4f5651-538b-4e77-8c9f-c44cb6216e0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0609984 Oct 20 04:15:00.124941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:15:00.197988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:00.209809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-f282967b-2a48-4bbd-9fe1-1585c5bd23db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:00.211260 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-f282967b-2a48-4bbd-9fe1-1585c5bd23db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811014 Oct 20 04:15:00.265355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:00.321763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:00.345975 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-30d5d681-9fd5-4eab-bca8-cf181456cf7b service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275413 Oct 20 04:15:00.446004 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '1bc37579-8a6b-4f36-aa01-a5658f11263b', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'port_id': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'mac_address': 'fa:16:3e:12:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:14:58Z', 'updated_at': '2022-10-20T04:14:58Z', 'revision_number': 0, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:00.449989 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da20f250-9a22-49e5-86fe-1e5fe4c08d43 None None] The sync data for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv is: [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '1bc37579-8a6b-4f36-aa01-a5658f11263b', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'port_id': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'mac_address': 'fa:16:3e:12:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:14:58Z', 'updated_at': '2022-10-20T04:14:58Z', 'revision_number': 0, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:15:00.476548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c8c0cd-28a6-492d-961d-60ce4d1e24aa,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:00.518691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a5dbde37-d723-4777-b35e-f0973e1927bc req-940b9d19-9186-4a1c-b5f9-532491f73bdc service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660242 Oct 20 04:15:00.566177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:00.569718 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-113537d1-b660-4aa5-a7e0-27b8e561bf20 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4703999 Oct 20 04:15:00.570504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46602) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:15:00.576053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': '1a21d983-6be8-410a-b0ac-13abfc7c332a', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:00.586372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:15:00.590989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:15:00.594862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:15:00.602354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:15:00.662844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7463482-9ed8-4dc3-8e96-476723f2705e None None] New status for floating IP 1bc37579-8a6b-4f36-aa01-a5658f11263b: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:15:00.693986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:00.755506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:00.829984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:00.853569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f1c641-7468-45f3-acd6-ca4a8469fc84,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:00.921504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:00.922716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e33e02b7-a13c-4d57-bd13-06972da5d8e0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510292 Oct 20 04:15:00.925425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46606) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:15:00.930310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': '1a21d983-6be8-410a-b0ac-13abfc7c332a', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:00.936118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:15:00.939873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:15:00.943336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:15:00.949102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:15:01.037086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.097639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.161627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.184534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0f6a87-77fb-4b62-83e6-8d89e2508492,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:01.263019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.264183 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-088b25e8-ce33-403b-a20a-5a7b675214f0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3377883 Oct 20 04:15:01.266897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46610) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:15:01.271775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': '1a21d983-6be8-410a-b0ac-13abfc7c332a', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:01.277536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:15:01.281300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:15:01.284045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:15:01.289693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:15:01.384467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.543364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.612956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.637698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e2eb9c-00c9-47b1-a5b1-2e21e2cd947f,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:01.704178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.707831 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cf13a0fb-bad2-4ab9-804b-964f9ffa2935 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4376080 Oct 20 04:15:01.708114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46614) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:15:01.713142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': '1a21d983-6be8-410a-b0ac-13abfc7c332a', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:01.719295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:15:01.723967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:15:01.726921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:15:01.732517 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:15:01.778311 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Project 2c44752cdb0a4eca9ed6a8a9b4362749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:15:01.784757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.845317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.886778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:01.911523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdd2dd0-7ab4-47e1-8dd7-4d167deb91f3,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:02.000048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:02.001235 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-47068590-4e26-4716-8bed-3c4bd43387c4 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2921860 Oct 20 04:15:02.003985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46618) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:15:02.009436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'security_group_rule': {'security_group_id': '1a21d983-6be8-410a-b0ac-13abfc7c332a', 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:02.015073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:15:02.018858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Usage tracker for resource:security_group_rule and tenant:2c44752cdb0a4eca9ed6a8a9b4362749 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:15:02.021647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:15:02.027186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:15:02.097321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Project 2c44752cdb0a4eca9ed6a8a9b4362749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:15:02.103818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:02.169149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:02.240331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:02.265144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43159d7-04fb-4c37-a4cb-307451ff650f,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:02.331905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:02.333147 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a886d38d-5063-4901-b17b-28318e55d50a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276248 Oct 20 04:15:02.450675 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-99aad2c3-b0f8-4374-9861-38970f2881ca tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971333976&fields=id&tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749 HTTP/1.1" status: 200 len: 267 time: 0.0380630 Oct 20 04:15:02.538978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-2639c4c3-8f7e-4b50-94d6-1b6a4ae521e3 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:02.540404 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-2639c4c3-8f7e-4b50-94d6-1b6a4ae521e3 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 946 time: 0.0845807 Oct 20 04:15:02.550977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-d0f4ab0a-3e3d-49ff-842d-fc4fb4513a8c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'port': {'security_groups': ['5516dc68-c0ab-4055-a1c8-dda089630b02', '1a21d983-6be8-410a-b0ac-13abfc7c332a']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:02.669334 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-d0f4ab0a-3e3d-49ff-842d-fc4fb4513a8c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:02.918538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-d0f4ab0a-3e3d-49ff-842d-fc4fb4513a8c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] For port a300c137-f1bc-4b5c-a86a-700d41e93dbc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:15:02.941987 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-d0f4ab0a-3e3d-49ff-842d-fc4fb4513a8c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:02.995661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-d0f4ab0a-3e3d-49ff-842d-fc4fb4513a8c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:03.009042 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['a300c137-f1bc-4b5c-a86a-700d41e93dbc'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:15:03.032860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-d0f4ab0a-3e3d-49ff-842d-fc4fb4513a8c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:03.033492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-d0f4ab0a-3e3d-49ff-842d-fc4fb4513a8c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:03.034835 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-98726ff1-a81a-458a-93d9-5c5c34e9f162 req-d0f4ab0a-3e3d-49ff-842d-fc4fb4513a8c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "PUT /v2.0/ports/a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 982 time: 0.4883158 Oct 20 04:15:03.035328 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:15:03.037666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951" -d '{"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:15:03.080389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4ab0a-3e3d-49ff-842d-fc4fb4513a8c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=a300c137-f1bc-4b5c-a86a-700d41e93dbc,revision_number=6']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:03.092607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['a300c137-f1bc-4b5c-a86a-700d41e93dbc'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:15:03.115930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41a8418-d19a-4fea-ba67-2cfdfd0763e9 x-openstack-request-id: req-e41a8418-d19a-4fea-ba67-2cfdfd0763e9 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:15:03.116288 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:15:03.116606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e41a8418-d19a-4fea-ba67-2cfdfd0763e9 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:15:03.117076 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41a8418-d19a-4fea-ba67-2cfdfd0763e9'] response: {'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'status': 'completed', 'code': 200} Oct 20 04:15:03.287900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-761f605f-2e32-4c4a-92bd-89a25ff3459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:03.289310 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-761f605f-2e32-4c4a-92bd-89a25ff3459e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1138 time: 0.1499259 Oct 20 04:15:03.296764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bedc2-b628-4fa4-b8d1-f947f6cb3265 req-55f7afd5-3686-4d12-8b33-73cb3dadd347 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:03.298385 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4c3bedc2-b628-4fa4-b8d1-f947f6cb3265 req-55f7afd5-3686-4d12-8b33-73cb3dadd347 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.1127160 Oct 20 04:15:03.417344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4c3bedc2-b628-4fa4-b8d1-f947f6cb3265 req-a44a1ed9-885d-4212-a5bc-09f2b53e7c29 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:15:03.461622 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-40836119-1684-46b8-91fb-596eac53df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:03.463054 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-40836119-1684-46b8-91fb-596eac53df35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1641269 Oct 20 04:15:03.525499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4c3bedc2-b628-4fa4-b8d1-f947f6cb3265 req-a44a1ed9-885d-4212-a5bc-09f2b53e7c29 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:15:03.526659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4c3bedc2-b628-4fa4-b8d1-f947f6cb3265 req-a44a1ed9-885d-4212-a5bc-09f2b53e7c29 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2110775 Oct 20 04:15:03.569464 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-a7af6684-1975-457d-bdd8-ad5551dd6271 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 1001 time: 0.0986545 Oct 20 04:15:03.633727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-070be675-1c3d-4593-bb9a-c086474786bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:03.635300 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-070be675-1c3d-4593-bb9a-c086474786bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0588288 Oct 20 04:15:03.720732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-2f26ff30-d3a5-4507-996b-9c0c5d17d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:03.722707 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-2f26ff30-d3a5-4507-996b-9c0c5d17d006 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811825 Oct 20 04:15:03.852851 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-7bff6795-8cbb-4d50-8fee-d2e0725d8743 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221342 Oct 20 04:15:03.986865 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-54b78f4f-fe31-4dea-bdf2-169b4ff3a951 req-47c02d38-a4cb-4bf7-b941-8a31d9b71573 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261890 Oct 20 04:15:04.684108 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:15:09.847433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-72144da4-d392-4ce0-b3ae-aa75100ab8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:12.315301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b62339bd-4c70-42eb-a645-4734cd51681c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:13.509930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:13.538470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:14.984172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:17.515440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:23.762976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeecc08-c713-49eb-938a-94da3c2c3ad7 req-d90d4e68-1198-42d0-9080-e5d6a5ce7fa7 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:23.764435 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-edeecc08-c713-49eb-938a-94da3c2c3ad7 req-d90d4e68-1198-42d0-9080-e5d6a5ce7fa7 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.1538324 Oct 20 04:15:23.766447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-65323b47-4d69-475c-aad6-9185ef50a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:23.767744 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-65323b47-4d69-475c-aad6-9185ef50a8ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1138 time: 0.1025867 Oct 20 04:15:23.883018 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-edeecc08-c713-49eb-938a-94da3c2c3ad7 req-cac153d5-a45f-49d0-9639-800e8b73f217 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120253 Oct 20 04:15:23.925823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-8b8b690e-dc4b-429e-a366-7303bbff8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:23.927243 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-8b8b690e-dc4b-429e-a366-7303bbff8053 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1442149 Oct 20 04:15:24.028684 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-467a219a-69c9-41c1-b5a6-3d6490ccf0c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 1001 time: 0.0944636 Oct 20 04:15:24.094427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-baa90ab5-2f3e-4efa-9bdf-d519e6e48553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:24.095795 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-baa90ab5-2f3e-4efa-9bdf-d519e6e48553 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0551126 Oct 20 04:15:24.280103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-ab7c8305-40c8-4319-97de-40425dcc1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:24.281593 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-ab7c8305-40c8-4319-97de-40425dcc1b94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1759131 Oct 20 04:15:24.407565 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-dff20e54-4719-4908-b48c-4b05a0982f13 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193533 Oct 20 04:15:24.535909 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a8125aad-ba77-4c19-8cb2-0519bf65e1b9 req-78e4fda3-6358-4d54-83f1-3a437016541d service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209521 Oct 20 04:15:25.081409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93586c-c2d9-44cb-bb68-215eef54f05e req-9da46d78-2a6b-44d0-b040-cbd3e23c4f48 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:25.083400 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ac93586c-c2d9-44cb-bb68-215eef54f05e req-9da46d78-2a6b-44d0-b040-cbd3e23c4f48 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0893631 Oct 20 04:15:25.127941 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ac93586c-c2d9-44cb-bb68-215eef54f05e req-d423f0b0-e90c-4bdd-9fc5-974905c127d2 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387979 Oct 20 04:15:26.329406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12f15-906a-432a-8c12-df3b4ab3e39f req-4e215b82-e9d1-4b26-9599-daa4781cdf6c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:26.330836 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1fd12f15-906a-432a-8c12-df3b4ab3e39f req-4e215b82-e9d1-4b26-9599-daa4781cdf6c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0897954 Oct 20 04:15:26.376059 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1fd12f15-906a-432a-8c12-df3b4ab3e39f req-9933f933-14e1-4a62-b148-98ba4382d31a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386438 Oct 20 04:15:27.577313 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296582f6-6123-4dea-a6a3-76f80c4372bb req-4797fa6f-52e3-40ba-8777-f7532acaa21e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:27.578786 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-296582f6-6123-4dea-a6a3-76f80c4372bb req-4797fa6f-52e3-40ba-8777-f7532acaa21e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0902572 Oct 20 04:15:27.624168 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-296582f6-6123-4dea-a6a3-76f80c4372bb req-f229b8c3-cc64-4aa4-b49a-0b370e555e7c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394506 Oct 20 04:15:28.818035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699d120-8c6c-4e55-9e58-5ae20c4ea656 req-e65bf79e-6080-4149-9530-8155a29ab55e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:28.819476 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0699d120-8c6c-4e55-9e58-5ae20c4ea656 req-e65bf79e-6080-4149-9530-8155a29ab55e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0858512 Oct 20 04:15:28.864167 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0699d120-8c6c-4e55-9e58-5ae20c4ea656 req-446d5705-0e83-4273-9773-1d86f7904a4d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383959 Oct 20 04:15:30.063195 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a99ce-c510-4d59-aa07-eaca6743e2f5 req-117b96b3-9022-444a-b2b6-f35f1e0ef6ac tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:30.064631 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0b1a99ce-c510-4d59-aa07-eaca6743e2f5 req-117b96b3-9022-444a-b2b6-f35f1e0ef6ac tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0907388 Oct 20 04:15:30.109093 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0b1a99ce-c510-4d59-aa07-eaca6743e2f5 req-454bce62-f14e-4c62-935a-0cc6c4e251ad tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382888 Oct 20 04:15:31.309708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994717bb-39ac-44eb-b37f-ba1f05202b62 req-b4422b04-d949-4317-8dcd-1668141d2619 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:31.311227 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-994717bb-39ac-44eb-b37f-ba1f05202b62 req-b4422b04-d949-4317-8dcd-1668141d2619 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0938203 Oct 20 04:15:31.356204 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-994717bb-39ac-44eb-b37f-ba1f05202b62 req-9a391be3-4c12-4858-8760-922b3186fda1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392387 Oct 20 04:15:32.554444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1d95f-feb4-4c27-a7c9-35297bf4120f req-2fbe6d05-710d-4948-885e-0ff9884434f6 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:32.555884 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e2d1d95f-feb4-4c27-a7c9-35297bf4120f req-2fbe6d05-710d-4948-885e-0ff9884434f6 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0888712 Oct 20 04:15:32.600801 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e2d1d95f-feb4-4c27-a7c9-35297bf4120f req-58c3a651-9952-4b6d-9b08-a8872f6560cd tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392351 Oct 20 04:15:33.798333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85034f05-f40e-4434-b5de-40507fcc24eb req-f6ee0639-ea0b-436d-b05f-81f9156d16df tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:33.799792 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85034f05-f40e-4434-b5de-40507fcc24eb req-f6ee0639-ea0b-436d-b05f-81f9156d16df tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0857391 Oct 20 04:15:33.848610 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85034f05-f40e-4434-b5de-40507fcc24eb req-62765805-da24-4333-bae7-0b720c46994d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430853 Oct 20 04:15:35.046068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d44b1-146f-4549-9add-4351d752cbaf req-a07fcf58-4d2b-4685-a40b-e919f176156c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:35.047396 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-447d44b1-146f-4549-9add-4351d752cbaf req-a07fcf58-4d2b-4685-a40b-e919f176156c tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0881670 Oct 20 04:15:35.091130 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-447d44b1-146f-4549-9add-4351d752cbaf req-1518d378-5467-4162-818c-daa7b492c6b1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380995 Oct 20 04:15:36.328705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4e0ec-ed82-497e-8393-60a01eb40899 req-25a351b3-553a-4321-982f-682eebfff663 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:36.330187 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-efd4e0ec-ed82-497e-8393-60a01eb40899 req-25a351b3-553a-4321-982f-682eebfff663 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.1300488 Oct 20 04:15:36.376715 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-efd4e0ec-ed82-497e-8393-60a01eb40899 req-95c6016b-6af6-4862-b2aa-eadd637faa02 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400486 Oct 20 04:15:37.570144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffcfdb-bad1-4f0a-8aed-6bdf28e0da26 req-6ee252c0-da0e-4985-aed6-d8258f6efa6f tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:37.571576 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bcffcfdb-bad1-4f0a-8aed-6bdf28e0da26 req-6ee252c0-da0e-4985-aed6-d8258f6efa6f tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0859947 Oct 20 04:15:37.617434 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bcffcfdb-bad1-4f0a-8aed-6bdf28e0da26 req-3b1f5431-ac01-4668-8cfe-0eac63f409d0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400259 Oct 20 04:15:38.813367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c408029-f007-476b-a093-8a3a6f3b2764 req-8bf61a9d-9a1f-48fc-a05d-cd273a7efc9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:38.814807 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c408029-f007-476b-a093-8a3a6f3b2764 req-8bf61a9d-9a1f-48fc-a05d-cd273a7efc9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0884080 Oct 20 04:15:38.859711 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8c408029-f007-476b-a093-8a3a6f3b2764 req-9448261c-bfdc-41c5-a53b-6a5cf65e9f06 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392067 Oct 20 04:15:39.829085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a642b7b4-1c2c-4c95-8740-bd9b1013aa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:40.058969 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e5af5-fb2d-488b-ad26-7da514ee9d2f req-263c5f7f-0a84-4486-a500-692962629579 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:40.060437 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-506e5af5-fb2d-488b-ad26-7da514ee9d2f req-263c5f7f-0a84-4486-a500-692962629579 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0920660 Oct 20 04:15:40.105897 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-506e5af5-fb2d-488b-ad26-7da514ee9d2f req-000ed889-c6ee-49f3-8fc3-47d8b218ce31 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397329 Oct 20 04:15:41.304910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7eaef-7152-4dab-adec-e4554c575f50 req-ed431d47-62b6-43f9-a2f6-9eb32f49e498 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:41.306297 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4c7eaef-7152-4dab-adec-e4554c575f50 req-ed431d47-62b6-43f9-a2f6-9eb32f49e498 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0873330 Oct 20 04:15:41.356450 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c4c7eaef-7152-4dab-adec-e4554c575f50 req-f68ca72b-4a1d-4af9-8370-c186ff6ad022 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a21d983-6be8-410a-b0ac-13abfc7c332a&id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432107 Oct 20 04:15:41.683549 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:15:42.326035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0f03e12c-9296-412c-97d8-38990f17af66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:43.491758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:43.532005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:45.022679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:47.526047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:53.444029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-03ab3562-9b97-413a-9787-bbc4d9629aaf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146312 Oct 20 04:15:53.603652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-4c92e569-e3c2-4a72-ba94-1c4d6b40184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:53.604996 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-4c92e569-e3c2-4a72-ba94-1c4d6b40184d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1138 time: 0.0816603 Oct 20 04:15:53.749509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-fe0f0071-4bbd-4a4a-8549-e3be6703f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:53.750901 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-fe0f0071-4bbd-4a4a-8549-e3be6703f870 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1220706 Oct 20 04:15:53.848456 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-5a1c61da-382a-4258-9981-63dc0899f3aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 1001 time: 0.0893040 Oct 20 04:15:53.910533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-b049b3d3-6f04-4455-bc7c-435bd27aa085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:53.912408 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-b049b3d3-6f04-4455-bc7c-435bd27aa085 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0570133 Oct 20 04:15:53.996326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-2856ae5c-36d6-4568-a56a-d9c5c04ac80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:53.997793 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-2856ae5c-36d6-4568-a56a-d9c5c04ac80c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746891 Oct 20 04:15:54.008578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-a181fe92-a8cc-44b6-b071-5c0ed418220c service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:15:54.009502 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-a181fe92-a8cc-44b6-b071-5c0ed418220c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051706 Oct 20 04:15:54.145181 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-fba423b0-8f96-4e59-980b-1e0cbb469d75 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250737 Oct 20 04:15:54.274868 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-55090bde-7d7d-4092-8915-40ce9ec5103b req-24aab1cc-8fe2-48b7-9053-5696afb8c5f7 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227684 Oct 20 04:16:09.811185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c6a1ae7f-d27a-4f05-9364-4fac0c7a32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:12.314252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-04f1d7c9-5776-4135-bc85-ce79fe004e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.508516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.536874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.952206 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-411e72c5-039a-43ca-a29d-051e3bef1d6f tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971333976&fields=id&tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749 HTTP/1.1" status: 200 len: 267 time: 0.0791769 Oct 20 04:16:14.044385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-8f8c8e3a-378b-4e9f-a0c4-78f121817f39 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:14.045866 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-8f8c8e3a-378b-4e9f-a0c4-78f121817f39 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 985 time: 0.0882001 Oct 20 04:16:14.056363 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Request body: {'port': {'security_groups': ['5516dc68-c0ab-4055-a1c8-dda089630b02']}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:14.176591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:14.409145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] For port a300c137-f1bc-4b5c-a86a-700d41e93dbc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:14.433101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:14.497130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:14.512072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['a300c137-f1bc-4b5c-a86a-700d41e93dbc'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:16:14.538237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:14.538842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:14.540214 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a5a10eed-8ab9-4f05-986a-9c61d05c3f82 req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "PUT /v2.0/ports/a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 943 time: 0.4882267 Oct 20 04:16:14.540727 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:16:14.543141 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c6dfc0-a88a-4451-a830-86eed3b25b87" -d '{"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:16:14.546417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46696) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:14.594725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['a300c137-f1bc-4b5c-a86a-700d41e93dbc'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:16:14.709023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event updated for resources: {'Port': ['ID=a300c137-f1bc-4b5c-a86a-700d41e93dbc,revision_number=7']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:14.718409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547c98c3-c8d9-455f-afbc-b01af6bf31ad x-openstack-request-id: req-547c98c3-c8d9-455f-afbc-b01af6bf31ad {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:16:14.718759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:16:14.719465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-547c98c3-c8d9-455f-afbc-b01af6bf31ad {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:16:14.719465 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547c98c3-c8d9-455f-afbc-b01af6bf31ad'] response: {'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'status': 'completed', 'code': 200} Oct 20 04:16:14.720864 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.721069 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.721452 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.721796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.722648 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.722998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.723337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.723870 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.724064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.724544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.724886 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.725219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5ee85-91f2-44c7-940f-41154886ed9d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:14.812519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:14.847409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:14.876129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-255c3678-6801-4aec-aa04-b6df7d7ed9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:14.877638 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-255c3678-6801-4aec-aa04-b6df7d7ed9d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1099 time: 0.1431363 Oct 20 04:16:15.003138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:15.018294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-8a5a4808-e08d-49eb-9f62-cb80841574ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:15.019726 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-8a5a4808-e08d-49eb-9f62-cb80841574ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1317472 Oct 20 04:16:15.092638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:15.121734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a21d983-6be8-410a-b0ac-13abfc7c332a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:15.141092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.141507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.141825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.142162 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.142501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.142837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.143169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.143499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.143833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.144157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.144484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.144812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:15.151173 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-45a86680-0246-4b00-a104-1d1a1be2741b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 1001 time: 0.1250689 Oct 20 04:16:15.203391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:15.204581 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d168fc6e-5101-4977-9a1f-4bd88defda27 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "DELETE /v2.0/security-groups/1a21d983-6be8-410a-b0ac-13abfc7c332a HTTP/1.1" status: 204 len: 168 time: 0.6569309 Oct 20 04:16:15.207758 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46704) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:15.221638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-f082c991-a4ee-44d0-8434-e54af0a40ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:15.223034 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-f082c991-a4ee-44d0-8434-e54af0a40ace service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0649841 Oct 20 04:16:15.304402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-dab2c773-c077-4602-9739-ae00463540d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:15.305781 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-dab2c773-c077-4602-9739-ae00463540d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765469 Oct 20 04:16:15.411696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Deleting port 841c24b0-f220-43b9-8f6d-4ec3e256e684 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:15.412029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:15.438042 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-b0538169-97f1-446e-8736-a03d55bd7a34 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242311 Oct 20 04:16:15.571002 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d9c6dfc0-a88a-4451-a830-86eed3b25b87 req-b0bfe4a7-6229-42be-81e6-70f692549c1e service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255026 Oct 20 04:16:15.580781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:15.581106 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:15.701249 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Calling delete_port for 841c24b0-f220-43b9-8f6d-4ec3e256e684 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:15.908780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:15.952710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event deleted for resources: {'Port': ['ID=841c24b0-f220-43b9-8f6d-4ec3e256e684,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:16.048444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:16.048758 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Floating IP 1bc37579-8a6b-4f36-aa01-a5658f11263b disassociated (deleted). External IP: 172.26.7.37, port: a300c137-f1bc-4b5c-a86a-700d41e93dbc. Oct 20 04:16:16.388841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:16:16.675503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:16:16.685301 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] Sync routers for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:16:16.694255 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:16.694857 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:16.760320 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:16.813795 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2cd40bb8-f9f8-4a85-9a31-5a5700f914bc tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "DELETE /v2.0/floatingips/1bc37579-8a6b-4f36-aa01-a5658f11263b HTTP/1.1" status: 204 len: 168 time: 1.6047692 Oct 20 04:16:16.814526 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:16:16.816895 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817" -d '{"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:16:16.861467 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98807f35-66c6-4f6f-952b-aadaba6485a6 x-openstack-request-id: req-98807f35-66c6-4f6f-952b-aadaba6485a6 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:16:16.861822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:16:16.862068 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98807f35-66c6-4f6f-952b-aadaba6485a6 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:16:16.862471 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98807f35-66c6-4f6f-952b-aadaba6485a6'] response: {'name': 'network-changed', 'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'status': 'completed', 'code': 200} Oct 20 04:16:16.893879 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:16.981661 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-e351f764-daa2-4895-a309-8c4f175c32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:16.983253 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-e351f764-daa2-4895-a309-8c4f175c32f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 1099 time: 0.0907197 Oct 20 04:16:17.124019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-58991442-66b6-4995-9527-d372b71f4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:17.125520 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-58991442-66b6-4995-9527-d372b71f4ebd service neutron] 10.222.0.26 "GET /v2.0/networks?id=1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 200 len: 915 time: 0.1292484 Oct 20 04:16:17.203176 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-a5f9713b-54f9-46a8-8366-2d8cecf644fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 200 len: 217 time: 0.0681481 Oct 20 04:16:17.209278 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:17.213712 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] Checking router: 6375f0b9-5ff2-4684-a1bd-1cda010239b3 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:16:17.224209 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:17.224807 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:17.272190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-d7258b20-c401-48e5-abb8-3d114094cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:17.274296 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-d7258b20-c401-48e5-abb8-3d114094cc20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 200 len: 853 time: 0.0617299 Oct 20 04:16:17.363469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-5e444fa9-99dc-4cc7-bba3-dbd38b04f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:17.364996 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-5e444fa9-99dc-4cc7-bba3-dbd38b04f2cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1785ad43-f4ee-4828-9808-fe201f4298ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805936 Oct 20 04:16:17.409244 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:17.524834 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-a0c5d473-0bdc-43fe-b764-aa588ad5a72d service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448410 Oct 20 04:16:17.537577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:17.664192 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b7b15ba3-fbf8-4464-b3eb-d7f08a168817 req-23d7091e-77c7-4ef4-af63-4a60379070e0 service neutron] 10.222.0.26 "GET /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302547 Oct 20 04:16:17.733101 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:17.736922 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c572d9-d3fe-43cf-bbca-91b966f01b8e None None] The sync data for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv is: [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:09:54Z', 'revision_number': 4, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'a26e87a2-6432-4ee2-88c2-9135be43ca4c', 'name': '', 'network_id': '1785ad43-f4ee-4828-9808-fe201f4298ea', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'mac_address': 'fa:16:3e:ac:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '038e997c-dd81-4696-8c67-c6728eb43104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:53Z', 'updated_at': '2022-10-20T04:10:00Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'subnets': [{'id': '038e997c-dd81-4696-8c67-c6728eb43104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:16:17.937113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a40d76-0638-4073-b089-06ee5f6feffd None None] New status for floating IP 1bc37579-8a6b-4f36-aa01-a5658f11263b: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:16:18.681895 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:16:22.792217 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec297b18-2436-4144-a786-b0ed8be928eb req-6cae0025-124a-4bd3-8c88-fc10426322b0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:22.792902 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ec297b18-2436-4144-a786-b0ed8be928eb req-6cae0025-124a-4bd3-8c88-fc10426322b0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:16:22.851414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-ec297b18-2436-4144-a786-b0ed8be928eb req-6cae0025-124a-4bd3-8c88-fc10426322b0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:16:22.852449 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ec297b18-2436-4144-a786-b0ed8be928eb req-6cae0025-124a-4bd3-8c88-fc10426322b0 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 946 time: 0.1467643 Oct 20 04:16:22.896600 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ec297b18-2436-4144-a786-b0ed8be928eb req-639973e9-40c2-4347-92af-53b1a7d6467a tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379126 Oct 20 04:16:24.185336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106259f-54aa-48e9-9dbf-170b45df2cf5 req-8a1fc6b6-0129-4ab5-84cd-74dc88437db1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:24.186720 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2106259f-54aa-48e9-9dbf-170b45df2cf5 req-8a1fc6b6-0129-4ab5-84cd-74dc88437db1 tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 946 time: 0.1791124 Oct 20 04:16:24.228880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2106259f-54aa-48e9-9dbf-170b45df2cf5 req-10805932-3b9d-4534-91fb-304b6c0fe34e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Synchronizing usage tracker for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:16:24.296592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2106259f-54aa-48e9-9dbf-170b45df2cf5 req-10805932-3b9d-4534-91fb-304b6c0fe34e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Unset dirty status for tenant:2c44752cdb0a4eca9ed6a8a9b4362749 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:16:24.297740 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2106259f-54aa-48e9-9dbf-170b45df2cf5 req-10805932-3b9d-4534-91fb-304b6c0fe34e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/security-groups?id=5516dc68-c0ab-4055-a1c8-dda089630b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054511 Oct 20 04:16:24.723182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-9b0ab8fd-cf29-4958-b487-c79b1f43a23e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:24.724579 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-9b0ab8fd-cf29-4958-b487-c79b1f43a23e tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.26 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 946 time: 0.0851398 Oct 20 04:16:24.795433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Deleting port a300c137-f1bc-4b5c-a86a-700d41e93dbc {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:24.795790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:25.033707 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] For port a300c137-f1bc-4b5c-a86a-700d41e93dbc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a300c137-f1bc-4b5c-a86a-700d41e93dbc,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:25.033983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:25.152608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Calling delete_port for a300c137-f1bc-4b5c-a86a-700d41e93dbc owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:25.359901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:25.375313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['a300c137-f1bc-4b5c-a86a-700d41e93dbc'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:16:25.425083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Pushing event deleted for resources: {'Port': ['ID=a300c137-f1bc-4b5c-a86a-700d41e93dbc,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:25.471895 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9ecee11c-968e-4af9-927a-a447170c962d req-2224c546-bf69-4f99-b8f3-624cc7e8d15d tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.33 "GET /v2.0/ports?device_id=e194f4a8-ae06-4b33-8dbc-f5cecd0496e1 HTTP/1.1" status: 200 len: 210 time: 0.0586419 Oct 20 04:16:25.506804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] No DVR routers for this DVR port a300c137-f1bc-4b5c-a86a-700d41e93dbc on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:16:25.509756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:25.512274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'name': 'network-vif-deleted', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:16:25.514514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43502d0-46f3-470f-a8eb-4045761e94ee" -d '{"events": [{"server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "name": "network-vif-deleted", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:16:25.555657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3a2f35-b191-4432-a71e-d60ecf286f11 x-openstack-request-id: req-da3a2f35-b191-4432-a71e-d60ecf286f11 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:16:25.555946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e194f4a8-ae06-4b33-8dbc-f5cecd0496e1", "name": "network-vif-deleted", "tag": "a300c137-f1bc-4b5c-a86a-700d41e93dbc", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:16:25.556196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-da3a2f35-b191-4432-a71e-d60ecf286f11 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:16:25.556670 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3a2f35-b191-4432-a71e-d60ecf286f11'] response: {'server_uuid': 'e194f4a8-ae06-4b33-8dbc-f5cecd0496e1', 'name': 'network-vif-deleted', 'tag': 'a300c137-f1bc-4b5c-a86a-700d41e93dbc', 'status': 'completed', 'code': 200} Oct 20 04:16:25.566561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cca2fe03-bda2-4296-bde5-60a5e13f689d req-b2414321-13c7-43da-9fc8-bb73df4689cf tempest-TestMinimumBasicScenario-1155589076 tempest-TestMinimumBasicScenario-1155589076-project] 10.222.0.26 "DELETE /v2.0/ports/a300c137-f1bc-4b5c-a86a-700d41e93dbc HTTP/1.1" status: 204 len: 173 time: 0.8334546 Oct 20 04:16:27.543261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a300c137-f1bc-4b5c-a86a-700d41e93dbc no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:16:27.577879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: a300c137-f1bc-4b5c-a86a-700d41e93dbc {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:16:27.578235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device a300c137-f1bc-4b5c-a86a-700d41e93dbc not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:16:27.725801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46794) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:28.367362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:28.714402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Deleting port a26e87a2-6432-4ee2-88c2-9135be43ca4c {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:28.714739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:28.878557 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] For port a26e87a2-6432-4ee2-88c2-9135be43ca4c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a26e87a2-6432-4ee2-88c2-9135be43ca4c,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:28.879211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:29.108185 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Calling delete_port for a26e87a2-6432-4ee2-88c2-9135be43ca4c owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:29.348510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:29.398319 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26e87a2-6432-4ee2-88c2-9135be43ca4c,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:29.663014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:30.006575 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:16:30.181899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:16:30.191034 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] Sync routers for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:16:30.197315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d8ca5ab5-0887-43f4-b516-2dee474a5351 admin admin] 10.222.0.33 "PUT /v2.0/routers/6375f0b9-5ff2-4684-a1bd-1cda010239b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696991 Oct 20 04:16:30.199161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46800) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:30.203650 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:30.204255 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:30.376516 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:30.377199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:30.662495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:30.687539 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:16:29Z', 'revision_number': 5, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port': {'id': 'c6f3790a-7de8-4a44-9f85-3daadbbef22e', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:51Z', 'updated_at': '2022-10-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:30.691280 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] Checking router: 6375f0b9-5ff2-4684-a1bd-1cda010239b3 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:16:30.699811 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] Routers {'6375f0b9-5ff2-4684-a1bd-1cda010239b3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:30.700402 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:30.731284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Deleting port c6f3790a-7de8-4a44-9f85-3daadbbef22e {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:30.731625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:30.844377 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] Set router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:30.903191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] For port c6f3790a-7de8-4a44-9f85-3daadbbef22e, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c6f3790a-7de8-4a44-9f85-3daadbbef22e,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:30.903466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:30.945712 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:16:30Z', 'revision_number': 6, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:30.949501 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a246f38-704a-4d4f-9f30-7514fcc48156 None None] The sync data for ids ['6375f0b9-5ff2-4684-a1bd-1cda010239b3'] in dv-neutron-861845-1-hyperv is: [{'id': '6375f0b9-5ff2-4684-a1bd-1cda010239b3', 'name': 'tempest-TestMinimumBasicScenario-157796060-router', 'tenant_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:50Z', 'updated_at': '2022-10-20T04:16:30Z', 'revision_number': 6, 'project_id': '2c44752cdb0a4eca9ed6a8a9b4362749', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:16:31.024194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Calling delete_port for c6f3790a-7de8-4a44-9f85-3daadbbef22e owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:31.234354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.279402 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f3790a-7de8-4a44-9f85-3daadbbef22e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:31.382884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.552594 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.555277 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.628438 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.628912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6375f0b9-5ff2-4684-a1bd-1cda010239b3 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:16:31.640904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.642043 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-396236fd-29d2-4a5a-9cc1-781b2c107f4b admin admin] 10.222.0.33 "DELETE /v2.0/routers/6375f0b9-5ff2-4684-a1bd-1cda010239b3 HTTP/1.1" status: 204 len: 168 time: 1.4419844 Oct 20 04:16:31.644687 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46804) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:31.706860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-135c9bc9-f950-413e-95e5-88c5c9c87c61 admin admin] Deleting subnet 038e997c-dd81-4696-8c67-c6728eb43104 {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:16:31.709792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-135c9bc9-f950-413e-95e5-88c5c9c87c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.758550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-135c9bc9-f950-413e-95e5-88c5c9c87c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.834365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-135c9bc9-f950-413e-95e5-88c5c9c87c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.960953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-135c9bc9-f950-413e-95e5-88c5c9c87c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:31.998029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c9bc9-f950-413e-95e5-88c5c9c87c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038e997c-dd81-4696-8c67-c6728eb43104,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:32.002749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-135c9bc9-f950-413e-95e5-88c5c9c87c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:32.008339 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-135c9bc9-f950-413e-95e5-88c5c9c87c61 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/038e997c-dd81-4696-8c67-c6728eb43104 HTTP/1.1" status: 204 len: 168 time: 0.3627145 Oct 20 04:16:32.008453 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d2755-b1c1-4392-a4d4-4b4ac1e8dfd8 None None] Network 1785ad43-f4ee-4828-9808-fe201f4298ea requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:16:32.010871 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46808) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:32.227524 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:32.231425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a26e87a2-6432-4ee2-88c2-9135be43ca4c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:16:32.238183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Deleting port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:32.238512 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:32.269936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: a26e87a2-6432-4ee2-88c2-9135be43ca4c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:16:32.270434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a26e87a2-6432-4ee2-88c2-9135be43ca4c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:16:32.271189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c6f3790a-7de8-4a44-9f85-3daadbbef22e no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:16:32.300047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] DHCP port deletion for 1785ad43-f4ee-4828-9808-fe201f4298ea request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:16:32.308092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c6f3790a-7de8-4a44-9f85-3daadbbef22e {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:16:32.308434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c6f3790a-7de8-4a44-9f85-3daadbbef22e not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:16:32.310815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] Deleting port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:32.311261 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:32.448076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] For port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1d8999bb-b9f1-4c26-889f-d83a6cd61ed1,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:32.448353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:32.511903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] For port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=1d8999bb-b9f1-4c26-889f-d83a6cd61ed1,segment=NetworkSegment(f4084bc0-f45e-4920-b362-d6d33f2f1f29),segment_id=f4084bc0-f45e-4920-b362-d6d33f2f1f29)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:32.512222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:32.568730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Calling delete_port for 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:32.631019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] Calling delete_port for 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:33.072282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:33.074344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:16:33.074344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8999bb-b9f1-4c26-889f-d83a6cd61ed1,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] No DVR routers for this DVR port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1785ad43-f4ee-4828-9808-fe201f4298ea']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4084bc0-f45e-4920-b362-d6d33f2f1f29') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4084bc0-f45e-4920-b362-d6d33f2f1f29') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:33.075445 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment f4084bc0-f45e-4920-b362-d6d33f2f1f29 resource provider aggregate not found Oct 20 04:16:33.081798 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment f4084bc0-f45e-4920-b362-d6d33f2f1f29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4084bc0-f45e-4920-b362-d6d33f2f1f29 found for delete ", "request_id": "req-5d6b3137-83d0-4b47-91a0-d532d64a55b6"}]} Oct 20 04:16:33.165596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:33.181100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:33.191113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=1785ad43-f4ee-4828-9808-fe201f4298ea,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:33.251947 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d32870d4-89de-4a6e-bd50-e14ca1894d84 admin admin] 10.222.0.33 "DELETE /v2.0/networks/1785ad43-f4ee-4828-9808-fe201f4298ea HTTP/1.1" status: 204 len: 168 time: 1.2401254 Oct 20 04:16:33.260218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46818) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:33.261924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] Deleting port 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:33.262398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:33.329627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d1204407-918e-482e-a81f-60ac1d180357 None None] The port '1d8999bb-b9f1-4c26-889f-d83a6cd61ed1' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:16:33.775885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:34.212112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Deleting port 80206556-afa8-42a0-a0ea-687f1e3a5ddc {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:34.212550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:34.223744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:16:34.256603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:16:34.257107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 1d8999bb-b9f1-4c26-889f-d83a6cd61ed1 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:16:34.388197 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] For port 80206556-afa8-42a0-a0ea-687f1e3a5ddc, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=80206556-afa8-42a0-a0ea-687f1e3a5ddc,segment=NetworkSegment(e589fff0-8ce3-4278-b14a-a29b52a32df2),segment_id=e589fff0-8ce3-4278-b14a-a29b52a32df2)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:34.388761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:34.507537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Calling delete_port for 80206556-afa8-42a0-a0ea-687f1e3a5ddc owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:34.725527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:34.773502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Pushing event deleted for resources: {'Port': ['ID=80206556-afa8-42a0-a0ea-687f1e3a5ddc,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:35.035365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:35.479121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Router ca6242ea-5742-4800-833b-55e05ab11210 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:16:35.654551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:16:35.662926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] Sync routers for ids ['ca6242ea-5742-4800-833b-55e05ab11210'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:16:35.672537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] Routers {'ca6242ea-5742-4800-833b-55e05ab11210'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:35.673775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ca6242ea-5742-4800-833b-55e05ab11210'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:35.721597 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-72458756-a3f4-416d-a05e-434ce707e17c admin admin] 10.222.0.33 "PUT /v2.0/routers/ca6242ea-5742-4800-833b-55e05ab11210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4603345 Oct 20 04:16:35.724052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46822) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:35.846254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] Set router ca6242ea-5742-4800-833b-55e05ab11210 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:35.894513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:36.067198 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:36.154182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Deleting port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:36.154534 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:36.156326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:57Z', 'updated_at': '2022-10-20T04:16:34Z', 'revision_number': 5, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'gw_port': {'id': 'c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:09:58Z', 'updated_at': '2022-10-20T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:36.160106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] Checking router: ca6242ea-5742-4800-833b-55e05ab11210 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:16:36.168193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] Routers {'ca6242ea-5742-4800-833b-55e05ab11210'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:36.168779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['ca6242ea-5742-4800-833b-55e05ab11210'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:36.321434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] Set router ca6242ea-5742-4800-833b-55e05ab11210 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:36.336067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] For port c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:36.336604 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:36.426179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:57Z', 'updated_at': '2022-10-20T04:16:36Z', 'revision_number': 6, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:36.430648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e02226-c682-41df-a1ae-60a559df6fdb None None] The sync data for ids ['ca6242ea-5742-4800-833b-55e05ab11210'] in dv-neutron-861845-1-hyperv is: [{'id': 'ca6242ea-5742-4800-833b-55e05ab11210', 'name': 'tempest-TestMinimumBasicScenario-71722628-router', 'tenant_id': 'bf30a3d84730485cbd95045d84ee5c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:09:57Z', 'updated_at': '2022-10-20T04:16:36Z', 'revision_number': 6, 'project_id': 'bf30a3d84730485cbd95045d84ee5c53', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:16:36.464959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Calling delete_port for c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:36.697240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:36.743889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:36.947420 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.114221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.116364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.211835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.212280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca6242ea-5742-4800-833b-55e05ab11210 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:16:37.224023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.225137 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-94a16c14-4308-4fb1-8b11-7fbf2578af36 admin admin] 10.222.0.33 "DELETE /v2.0/routers/ca6242ea-5742-4800-833b-55e05ab11210 HTTP/1.1" status: 204 len: 168 time: 1.5001779 Oct 20 04:16:37.228286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46826) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:37.290112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c035b3-25a8-4d59-b9fb-8488588bda22 admin admin] Deleting subnet 19887ec1-8f14-4fa8-b3c7-d0127af7460e {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:16:37.292993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-43c035b3-25a8-4d59-b9fb-8488588bda22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.340529 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-43c035b3-25a8-4d59-b9fb-8488588bda22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.422006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-43c035b3-25a8-4d59-b9fb-8488588bda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.571545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-43c035b3-25a8-4d59-b9fb-8488588bda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.608761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c035b3-25a8-4d59-b9fb-8488588bda22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19887ec1-8f14-4fa8-b3c7-d0127af7460e,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:37.612297 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-43c035b3-25a8-4d59-b9fb-8488588bda22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.617986 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-43c035b3-25a8-4d59-b9fb-8488588bda22 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/19887ec1-8f14-4fa8-b3c7-d0127af7460e HTTP/1.1" status: 204 len: 168 time: 0.3887765 Oct 20 04:16:37.620678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46832) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:37.623640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8491b38-1cf3-4881-8be5-48c30fc7f18f None None] Network d038f467-f00e-493b-b2c0-cff43fdc8646 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:16:37.723978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.734036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Deleting port ff716450-2bfe-4311-ae05-4a8a8f74af9f {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:37.734358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.872251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] DHCP port deletion for d038f467-f00e-493b-b2c0-cff43fdc8646 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:16:37.876607 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] Deleting port ff716450-2bfe-4311-ae05-4a8a8f74af9f {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:37.877692 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:37.937412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] For port ff716450-2bfe-4311-ae05-4a8a8f74af9f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ff716450-2bfe-4311-ae05-4a8a8f74af9f,segment=NetworkSegment(e589fff0-8ce3-4278-b14a-a29b52a32df2),segment_id=e589fff0-8ce3-4278-b14a-a29b52a32df2)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:37.937764 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.056701 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Calling delete_port for ff716450-2bfe-4311-ae05-4a8a8f74af9f owned by network:dhcp {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:38.075933 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] For port ff716450-2bfe-4311-ae05-4a8a8f74af9f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ff716450-2bfe-4311-ae05-4a8a8f74af9f,segment=NetworkSegment(e589fff0-8ce3-4278-b14a-a29b52a32df2),segment_id=e589fff0-8ce3-4278-b14a-a29b52a32df2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:38.076262 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.183077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.194462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] Calling delete_port for ff716450-2bfe-4311-ae05-4a8a8f74af9f owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:16:38.232210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:16:38.235781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff716450-2bfe-4311-ae05-4a8a8f74af9f,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:38.237621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] No DVR routers for this DVR port ff716450-2bfe-4311-ae05-4a8a8f74af9f on host dv-neutron-861845-1-hyperv {{(pid=90076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:16:38.273286 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:16:38.273625 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c9eca5ae-a52e-42cd-9b98-9ba9e8479bb6 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:16:38.274031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80206556-afa8-42a0-a0ea-687f1e3a5ddc no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:16:38.308736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 80206556-afa8-42a0-a0ea-687f1e3a5ddc {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:16:38.309071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80206556-afa8-42a0-a0ea-687f1e3a5ddc not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:16:38.309555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ff716450-2bfe-4311-ae05-4a8a8f74af9f no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:16:38.343454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: ff716450-2bfe-4311-ae05-4a8a8f74af9f {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:16:38.343710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ff716450-2bfe-4311-ae05-4a8a8f74af9f not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:16:38.351458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.368552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:16:38.368907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:16:38.378017 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d038f467-f00e-493b-b2c0-cff43fdc8646']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:38.398821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e589fff0-8ce3-4278-b14a-a29b52a32df2') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:38.398821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e589fff0-8ce3-4278-b14a-a29b52a32df2') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:38.400603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.416417 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.422247 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:16:38.422618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.589256 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment e589fff0-8ce3-4278-b14a-a29b52a32df2 resource provider aggregate not found Oct 20 04:16:38.610431 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment e589fff0-8ce3-4278-b14a-a29b52a32df2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e589fff0-8ce3-4278-b14a-a29b52a32df2 found for delete ", "request_id": "req-bae5dd89-d020-414a-9138-31d4b45cf419"}]} Oct 20 04:16:38.668113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.683497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.695240 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] Pushing event deleted for resources: {'Network': ['ID=d038f467-f00e-493b-b2c0-cff43fdc8646,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:38.699926 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-82307a37-8c5f-4b2a-bb0b-17fbc3c2fb1b admin admin] 10.222.0.33 "DELETE /v2.0/networks/d038f467-f00e-493b-b2c0-cff43fdc8646 HTTP/1.1" status: 204 len: 168 time: 1.0782685 Oct 20 04:16:38.870196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] Deleting port ff716450-2bfe-4311-ae05-4a8a8f74af9f {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:16:38.875613 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:38.933235 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46842) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:38.968835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-220c20b5-a25a-41be-828e-ac139170a7bf None None] The port 'ff716450-2bfe-4311-ae05-4a8a8f74af9f' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:16:38.980019 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-442af5e7-2874-451d-9757-7793c9770846 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2c44752cdb0a4eca9ed6a8a9b4362749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470951 Oct 20 04:16:38.982458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46846) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:39.037972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dafbe139-c272-456f-820a-4593214b0cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:39.061685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dafbe139-c272-456f-820a-4593214b0cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:39.176818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dafbe139-c272-456f-820a-4593214b0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:39.193470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbe139-c272-456f-820a-4593214b0cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5516dc68-c0ab-4055-a1c8-dda089630b02,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:39.239085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-dafbe139-c272-456f-820a-4593214b0cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:39.243020 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-dafbe139-c272-456f-820a-4593214b0cf4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5516dc68-c0ab-4055-a1c8-dda089630b02 HTTP/1.1" status: 204 len: 168 time: 0.2596619 Oct 20 04:16:39.828426 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-25173b09-e28d-4d53-ac96-e7d927acacd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:39.908337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46854) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:39.955973 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d6839868-2ee0-4314-acca-f6524e55b5a4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bf30a3d84730485cbd95045d84ee5c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464618 Oct 20 04:16:39.958441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46858) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:40.015408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ba95481d-f329-481b-853e-8fc9866fea22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:40.040899 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ba95481d-f329-481b-853e-8fc9866fea22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:40.159786 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ba95481d-f329-481b-853e-8fc9866fea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:40.175659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95481d-f329-481b-853e-8fc9866fea22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552aec1-f0d7-4cda-8f92-253569f341fe,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:40.179928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ba95481d-f329-481b-853e-8fc9866fea22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:40.181007 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ba95481d-f329-481b-853e-8fc9866fea22 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4552aec1-f0d7-4cda-8f92-253569f341fe HTTP/1.1" status: 204 len: 168 time: 0.2216954 Oct 20 04:16:42.186983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46902) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:42.192387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608022880', 'description': 'tempest-secgroup-smoke-1608022880 description', 'project_id': '388812b1063b41f199fb2de69afc6d98'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:42.198533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:42.202341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:42.205121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:42.210709 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:42.274441 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.290122 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.297216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-73cd6f4b-8453-4a1b-9b5a-65e53fc3466e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.305345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:42.309130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:42.311913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:42.317605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:42.407293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.462488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.472715 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:42.480592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:42.485082 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:42.498551 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:42.505415 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bfad69-b243-45c2-a3d9-41beb97d3a4d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:42.571606 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.616760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.658894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:42.713860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.715063 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9dd619d0-5de9-4159-816e-eb00d1f7db2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5269237 Oct 20 04:16:42.717897 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46906) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:42.722658 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'f0010d7c-f0a2-4ef2-8d53-17727d08d7ea', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:42.728547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:42.732423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:42.735242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:42.740809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:42.805506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.865119 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.919673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.942921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6867f6db-c929-4b4b-b0c5-a0ae8608983e,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:42.993982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:42.995437 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bbc86845-3b89-4e27-930f-2a4a06dba5fd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2766137 Oct 20 04:16:42.998242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46910) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:43.003210 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'f0010d7c-f0a2-4ef2-8d53-17727d08d7ea', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:43.009615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:43.013312 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:43.016076 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:43.021633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:43.074828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.133827 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.170688 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.193219 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d47174-eafb-420b-a074-0692d46269f9,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:43.245513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.246690 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bb691760-02b9-4498-a7de-f238b9bfb6f8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2475188 Oct 20 04:16:43.249471 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46916) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:43.254399 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'f0010d7c-f0a2-4ef2-8d53-17727d08d7ea', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:43.260906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:43.264652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:43.267495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:43.273161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:43.347914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.407615 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.468365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.492929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd675b5-78f4-415a-a4f3-7db311eec80a,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:43.548265 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.576580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.576821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.578918 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-589fa7bd-ceb7-4d5e-b7c4-c8d391de6757 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283694 Oct 20 04:16:43.581544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46920) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:43.586692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'f0010d7c-f0a2-4ef2-8d53-17727d08d7ea', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:43.592586 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:43.596409 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:43.599242 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:43.605408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:43.669431 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.729207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.771080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.794302 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a97be70-a938-4fad-888a-a009e7704286,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:43.851550 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.852740 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fbdf9d0d-2807-4664-aed3-91d55f81bd76 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2702281 Oct 20 04:16:43.855495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 46924) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:43.860412 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'f0010d7c-f0a2-4ef2-8d53-17727d08d7ea', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:43.866355 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:43.870349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:43.873100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:43.878690 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:43.931354 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:16:43.937791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:43.999507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.079545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.102948 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ff50f3-a9ed-4f68-ba4c-c9e28aaf6a0d,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:44.159598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.160809 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a2de4d98-14ad-4f6d-8ba2-3296d853661c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3044248 Oct 20 04:16:44.163579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46928) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:44.168672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'f0010d7c-f0a2-4ef2-8d53-17727d08d7ea', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:44.174641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:44.178720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:44.181945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:44.188323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:44.245420 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:16:44.253216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.317563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.364927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.388549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffc296d-09d9-4df8-b495-1ddf4f7f23d0,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:44.450598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.451794 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-462fb0af-e5da-4982-8ab3-d790a19bc55a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2872031 Oct 20 04:16:44.454763 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46932) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:44.460696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'network': {'name': 'tempest-network-smoke--322670048', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:44.465660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:44.469656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:network and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:44.472421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:44.478013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:44.559200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:16:44.562429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.588982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:16:44.597221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.597593 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Added segment 2713db16-086e-4609-bea8-b12c5ccf0380 of type vlan for network 728103dc-cab0-4ca0-935f-a6239b5727fa Oct 20 04:16:44.623019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.730808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.736354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:44.736930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.842010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Network': ['ID=728103dc-cab0-4ca0-935f-a6239b5727fa,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:44.852428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 728103dc-cab0-4ca0-935f-a6239b5727fa details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:16:44.886368 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3319651d-faa6-4a53-a008-a5b40dc6f58a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4306064 Oct 20 04:16:44.889118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46936) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:44.894072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'admin_state_up': True, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:44.901030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:44.905995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:router and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:44.908890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:44.915750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:45.022717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:45.023809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:45.038561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:45.056725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:45.471494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:45.830257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:45.858368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:45.989490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.112 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/d9ff8a0c-7a54-4576-81d4-3c02375d75a6) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:16:46.129634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:46.211805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:46.276193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:46.279014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:46.282512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:16:46.314248 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=d9ff8a0c-7a54-4576-81d4-3c02375d75a6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:46.718549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:47.153832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:47.416852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 64b89243-c05d-425a-94c6-75c979ee6ee1 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:16:47.559539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:47.594471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:16:47.607337 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Sync routers for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:16:47.620621 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:47.621413 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:47.674067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:47.676255 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6eca6f6b-4a4b-43cd-9d61-90d35a1a17a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7861075 Oct 20 04:16:47.679537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46942) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:47.791484 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:47.814687 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4964c6be-f435-431e-8619-e9c681784300 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=388812b1063b41f199fb2de69afc6d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1340840 Oct 20 04:16:47.817415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46948) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:47.943043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d0d15-1250-4fd2-bc65-ebb6f9ca2996 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:47.944985 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bc9d0d15-1250-4fd2-bc65-ebb6f9ca2996 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266742 Oct 20 04:16:47.947752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46952) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:47.986601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-38e49a73-898c-4449-b22a-78d4ca272651 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377605 Oct 20 04:16:47.989125 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46956) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:47.994753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69180595', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:48.067512 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:46Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:48.071739 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Checking router: 64b89243-c05d-425a-94c6-75c979ee6ee1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:16:48.072108 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Updating router 64b89243-c05d-425a-94c6-75c979ee6ee1 port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:16:48.101343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:48.105077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:subnet and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:16:48.107857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:16:48.113418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:48.122757 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.176775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:16:48.180332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.451292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.467042 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.478110 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Transition to ACTIVE for port object d9ff8a0c-7a54-4576-81d4-3c02375d75a6 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:16:48.531280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Subnet': ['ID=6b289711-a7d1-43e0-bbd2-12aa3fdd00db,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:48.535941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Checking segment: {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:16:48.536294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network hostable DHCP agents. Network: 728103dc-cab0-4ca0-935f-a6239b5727fa, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:16:48.548385 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.610613 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Attempting to bind port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:16:48.611351 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Attempting to bind port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:16:48.611351 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Attempting to bind port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:16:48.622223 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:16:48.622590 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:16:48.622696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 728103dc-cab0-4ca0-935f-a6239b5727fa is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:16:48.622982 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.623369 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:16:48.623824 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Bound port: d9ff8a0c-7a54-4576-81d4-3c02375d75a6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:16:48.624190 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.664740 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Pushing event updated for resources: {'Port': ['ID=d9ff8a0c-7a54-4576-81d4-3c02375d75a6,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:48.674096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 728103dc-cab0-4ca0-935f-a6239b5727fa) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:48.676899 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.677250 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.677616 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.677949 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.678788 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.678788 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.679028 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.679784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:48.679888 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.679888 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.680029 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.680333 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.680625 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:48.682375 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a69328-5db7-4a22-80d8-342209f86fd9 None None] Network 728103dc-cab0-4ca0-935f-a6239b5727fa requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:16:48.689691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.712679 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] For port d9ff8a0c-7a54-4576-81d4-3c02375d75a6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:16:48.715535 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] For port d9ff8a0c-7a54-4576-81d4-3c02375d75a6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d9ff8a0c-7a54-4576-81d4-3c02375d75a6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:16:48.760245 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6b27e4fd-af0c-43ab-b219-862d51ca3918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7700272 Oct 20 04:16:48.762997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 46960) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:16:48.771844 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.832849 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:48.833445 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:48.905279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-728103dc-cab0-4ca0-935f-a6239b5727fa', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:16:48.906267 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:48.979902 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d966a-3aed-418b-b912-4e5c50e0f0ad None None] Pushing event updated for resources: {'Port': ['ID=d9ff8a0c-7a54-4576-81d4-3c02375d75a6,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:49.023931 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:49.069320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Allocated IP 172.20.0.2 (728103dc-cab0-4ca0-935f-a6239b5727fa/6b289711-a7d1-43e0-bbd2-12aa3fdd00db/3517a196-996d-4bd0-a51e-d3a957d1d4d2) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:16:49.278110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:49.288616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Transition to ACTIVE for port object 3517a196-996d-4bd0-a51e-d3a957d1d4d2 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:16:49.304996 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:46Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:49.306742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Transition to ACTIVE for port object 3517a196-996d-4bd0-a51e-d3a957d1d4d2 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:16:49.309561 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc66b2-ff13-4a12-a559-cca40a45da9c None None] The sync data for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv is: [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:46Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:16:49.372236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:49.438703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Network 728103dc-cab0-4ca0-935f-a6239b5727fa is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:49.441804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:49.444885 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:16:49.540550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Pushing event updated for resources: {'Port': ['ID=3517a196-996d-4bd0-a51e-d3a957d1d4d2,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:49.563455 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.563803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.564137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.564466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.564793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.565120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.565481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.565802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.566122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.566436 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.566752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.567067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:49.591707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Attempting to bind port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:16:49.592112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Attempting to bind port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:16:49.592479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Attempting to bind port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 on network 728103dc-cab0-4ca0-935f-a6239b5727fa {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:16:49.598440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:16:49.598811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Checking segment: {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:16:49.599210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:49.599597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Bound using segment: {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:16:49.600054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Bound port: 3517a196-996d-4bd0-a51e-d3a957d1d4d2, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:16:49.600717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:49.616766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:49.726976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] For port 3517a196-996d-4bd0-a51e-d3a957d1d4d2, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:16:49.730510 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] For port 3517a196-996d-4bd0-a51e-d3a957d1d4d2, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3517a196-996d-4bd0-a51e-d3a957d1d4d2,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:16:49.800541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:49.894141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8770b3-d7e4-4995-a85d-08a860138731 None None] Pushing event updated for resources: {'Port': ['ID=3517a196-996d-4bd0-a51e-d3a957d1d4d2,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:50.101626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.1 (728103dc-cab0-4ca0-935f-a6239b5727fa/6b289711-a7d1-43e0-bbd2-12aa3fdd00db/e736a066-a67e-46a7-b936-7c4b44087080) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:16:50.295629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:50.320273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object e736a066-a67e-46a7-b936-7c4b44087080 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:16:50.356563 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d9ff8a0c-7a54-4576-81d4-3c02375d75a6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:16:50.417378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:50.489220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 728103dc-cab0-4ca0-935f-a6239b5727fa is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:50.493138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:50.495852 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:16:50.500089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:16:50.505243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:50.505644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:50.507038 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 Oct 20 04:16:50.535537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=e736a066-a67e-46a7-b936-7c4b44087080,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:50.562876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:50.626467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:16:50.626849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:50.644344 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port d9ff8a0c-7a54-4576-81d4-3c02375d75a6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d9ff8a0c-7a54-4576-81d4-3c02375d75a6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:50.708232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:50.709004 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3517a196-996d-4bd0-a51e-d3a957d1d4d2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:16:50.756706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:50.827405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=d9ff8a0c-7a54-4576-81d4-3c02375d75a6,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:50.879714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:16:51.002550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab1469-21b8-40a8-a8af-5905b799cb79 None None] Network 728103dc-cab0-4ca0-935f-a6239b5727fa requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:16:51.178501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b6f19e4e-05de-47d7-8696-687cd04131f4 None None] Provisioning for port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:16:51.189507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b6f19e4e-05de-47d7-8696-687cd04131f4 None None] Provisioning complete for port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:51.189887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b6f19e4e-05de-47d7-8696-687cd04131f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:51.190221 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b6f19e4e-05de-47d7-8696-687cd04131f4 None None] Attempt 1 to provision port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 Oct 20 04:16:51.291558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:51.375028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b6f19e4e-05de-47d7-8696-687cd04131f4 None None] Current status of the port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:16:51.375423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b6f19e4e-05de-47d7-8696-687cd04131f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:51.376887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:51.413887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b6f19e4e-05de-47d7-8696-687cd04131f4 None None] For port 3517a196-996d-4bd0-a51e-d3a957d1d4d2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3517a196-996d-4bd0-a51e-d3a957d1d4d2,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:51.485897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b6f19e4e-05de-47d7-8696-687cd04131f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:51.504856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=e736a066-a67e-46a7-b936-7c4b44087080,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:51.507868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:51.565895 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f19e4e-05de-47d7-8696-687cd04131f4 None None] Pushing event updated for resources: {'Port': ['ID=3517a196-996d-4bd0-a51e-d3a957d1d4d2,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:51.611506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Provisioning complete for port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:51.612330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:51.612879 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Attempt 1 to provision port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 Oct 20 04:16:51.670384 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 728103dc-cab0-4ca0-935f-a6239b5727fa is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:51.671214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:51.740216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Current status of the port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:16:51.806107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Provisioning for port e736a066-a67e-46a7-b936-7c4b44087080 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:16:51.811090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Provisioning complete for port e736a066-a67e-46a7-b936-7c4b44087080 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:51.811463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:51.816180 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Attempt 1 to provision port e736a066-a67e-46a7-b936-7c4b44087080 Oct 20 04:16:51.859974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 64b89243-c05d-425a-94c6-75c979ee6ee1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:16:51.868403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Port e736a066-a67e-46a7-b936-7c4b44087080 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:16:52.041034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:16:52.050450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Sync routers for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:16:52.050885 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-08a2098f-ed94-4634-9469-4b32da959004 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/64b89243-c05d-425a-94c6-75c979ee6ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2868702 Oct 20 04:16:52.060207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:52.060423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:52.214831 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-07ae1ea3-86f6-4afe-8d04-0a07c61fcc26 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608022880&fields=id&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 267 time: 0.0430207 Oct 20 04:16:52.242368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d9ff8a0c-7a54-4576-81d4-3c02375d75a6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:16:52.266310 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:52.364461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-0a54b68f-6470-4893-9dea-ef48a05feac8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:52.365136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-0a54b68f-6470-4893-9dea-ef48a05feac8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:16:52.405886 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Attempt 2 to provision port e736a066-a67e-46a7-b936-7c4b44087080 Oct 20 04:16:52.456840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-0a54b68f-6470-4893-9dea-ef48a05feac8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:16:52.458190 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-0a54b68f-6470-4893-9dea-ef48a05feac8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/networks?id=728103dc-cab0-4ca0-935f-a6239b5727fa HTTP/1.1" status: 200 len: 796 time: 0.2363701 Oct 20 04:16:52.473725 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-32c21757-fdc8-4f3b-a427-853026a90539 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/quotas/388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 375 time: 0.0092132 Oct 20 04:16:52.537381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Port e736a066-a67e-46a7-b936-7c4b44087080 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:16:52.552468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:52.552847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:52.553162 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 Oct 20 04:16:52.563952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-d8684c1e-9913-48fd-b07d-6fca296681ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:16:52.622111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-d8684c1e-9913-48fd-b07d-6fca296681ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:16:52.623599 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-d8684c1e-9913-48fd-b07d-6fca296681ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446261 Oct 20 04:16:52.734044 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:16:52.735014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3517a196-996d-4bd0-a51e-d3a957d1d4d2 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:16:52.795180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'e736a066-a67e-46a7-b936-7c4b44087080', 'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:49Z', 'updated_at': '2022-10-20T04:16:51Z', 'revision_number': 2, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:52.801570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Checking router: 64b89243-c05d-425a-94c6-75c979ee6ee1 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:16:52.801901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Updating router 64b89243-c05d-425a-94c6-75c979ee6ee1 port e736a066-a67e-46a7-b936-7c4b44087080 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:16:52.807613 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-083a6a68-73ed-4bae-8078-efce5c522305 service neutron] 10.222.0.33 "GET /v2.0/networks/728103dc-cab0-4ca0-935f-a6239b5727fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691642 Oct 20 04:16:52.861540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:52.870465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:52.871047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:52.871135 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 Oct 20 04:16:53.060400 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Attempt 3 to provision port e736a066-a67e-46a7-b936-7c4b44087080 Oct 20 04:16:53.060855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-a3cd0b0a-c15f-4ddc-9148-13a7f7071ac5 service neutron] 10.222.0.33 "GET /v2.0/networks/728103dc-cab0-4ca0-935f-a6239b5727fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473342 Oct 20 04:16:53.183507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Port e736a066-a67e-46a7-b936-7c4b44087080 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:16:53.203294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:16:53.351583 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-154d91f9-5a5c-48e3-be10-6e773e62906d req-b813bf85-31cb-4869-a0a3-333a70fbaa81 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 210 time: 0.0561378 Oct 20 04:16:53.394517 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:53.406106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Transition to ACTIVE for port object e736a066-a67e-46a7-b936-7c4b44087080 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:16:53.485031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:53.678658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8256e-273f-49a4-8cd9-da7f150f7fbf None None] Pushing event updated for resources: {'Port': ['ID=e736a066-a67e-46a7-b936-7c4b44087080,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:53.687841 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Attempt 4 to provision port e736a066-a67e-46a7-b936-7c4b44087080 Oct 20 04:16:53.736775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Attempting to bind port e736a066-a67e-46a7-b936-7c4b44087080 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:16:53.737141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Attempting to bind port e736a066-a67e-46a7-b936-7c4b44087080 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:16:53.737536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Attempting to bind port e736a066-a67e-46a7-b936-7c4b44087080 on network 728103dc-cab0-4ca0-935f-a6239b5727fa {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:16:53.747901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:16:53.748275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Checking segment: {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:16:53.748672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:53.749061 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Bound using segment: {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:16:53.749546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Bound port: e736a066-a67e-46a7-b936-7c4b44087080, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:16:53.749920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:53.761688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Port e736a066-a67e-46a7-b936-7c4b44087080 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:16:53.841331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] For port e736a066-a67e-46a7-b936-7c4b44087080, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:16:53.845413 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] For port e736a066-a67e-46a7-b936-7c4b44087080, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e736a066-a67e-46a7-b936-7c4b44087080,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:16:53.937497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:53.996853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:16:53.997498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:54.133784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8256e-273f-49a4-8cd9-da7f150f7fbf None None] Pushing event updated for resources: {'Port': ['ID=e736a066-a67e-46a7-b936-7c4b44087080,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:54.181696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:16:54.300053 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Attempt 5 to provision port e736a066-a67e-46a7-b936-7c4b44087080 Oct 20 04:16:54.441978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-02580646-1c08-4253-bd3c-c9158ddfe1e7 None None] Port e736a066-a67e-46a7-b936-7c4b44087080 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:16:54.534890 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f161dfe4-643a-4a02-8037-d0adc55908db req-e8319c13-e7cd-4c5b-9838-f6930dd3b3e3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 210 time: 0.0513048 Oct 20 04:16:54.591763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'e736a066-a67e-46a7-b936-7c4b44087080', 'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:49Z', 'updated_at': '2022-10-20T04:16:53Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:54.595731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c147e721-9302-4c41-999f-e6d372236dc5 None None] The sync data for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv is: [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'e736a066-a67e-46a7-b936-7c4b44087080', 'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:49Z', 'updated_at': '2022-10-20T04:16:53Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:16:55.537619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-3c4cb5a5-9338-4018-8aa9-98d640672dca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:55.539657 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-3c4cb5a5-9338-4018-8aa9-98d640672dca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/networks?id=728103dc-cab0-4ca0-935f-a6239b5727fa HTTP/1.1" status: 200 len: 796 time: 0.1493568 Oct 20 04:16:55.600826 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-1018cd89-ba40-4bbf-b868-a5ba40e5659f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 380 time: 0.0465491 Oct 20 04:16:55.612766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'port': {'device_id': '000c2da8-54c1-451c-925f-f732feaa25cc', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'admin_state_up': True, 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'security_groups': ['f0010d7c-f0a2-4ef2-8d53-17727d08d7ea']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:55.682080 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:16:55.724198 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-29c7db71-ca2d-41fb-85aa-6d3b98697e06 req-bdc93f25-e147-4eb3-ab97-a029d528efa3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 210 time: 0.0515893 Oct 20 04:16:55.752503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:16:55.762693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:16:55.850850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:16:55.854318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:56.016218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.9 (728103dc-cab0-4ca0-935f-a6239b5727fa/6b289711-a7d1-43e0-bbd2-12aa3fdd00db/06a7ef82-7581-4ea7-8e92-9e0f405cc3bc) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:16:56.200995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:56.216955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:16:56.260216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e736a066-a67e-46a7-b936-7c4b44087080 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:16:56.309101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:56.381995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 728103dc-cab0-4ca0-935f-a6239b5727fa is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:56.384901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:56.387359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:16:56.399527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port e736a066-a67e-46a7-b936-7c4b44087080 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:16:56.399817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e736a066-a67e-46a7-b936-7c4b44087080 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:56.400186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:56.400519 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e736a066-a67e-46a7-b936-7c4b44087080 Oct 20 04:16:56.426419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:56.462782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:56.463556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:56.531721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e736a066-a67e-46a7-b936-7c4b44087080 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:16:56.532105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:56.537502 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-9d3cabbc-25c4-41d7-afe1-4a66037cdaa1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9285023 Oct 20 04:16:56.554229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Request body: {'port': {'device_id': '000c2da8-54c1-451c-925f-f732feaa25cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:56.567151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port e736a066-a67e-46a7-b936-7c4b44087080, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e736a066-a67e-46a7-b936-7c4b44087080,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:56.616173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:56.668607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:56.672077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-679e5f0f-670c-4750-9fbb-2588dda0d392 None None] Provisioning for port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:16:56.681499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-679e5f0f-670c-4750-9fbb-2588dda0d392 None None] Provisioning complete for port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:56.681862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-679e5f0f-670c-4750-9fbb-2588dda0d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:56.682191 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-679e5f0f-670c-4750-9fbb-2588dda0d392 None None] Attempt 1 to provision port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc Oct 20 04:16:56.735558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=e736a066-a67e-46a7-b936-7c4b44087080,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:56.744945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-679e5f0f-670c-4750-9fbb-2588dda0d392 None None] Port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:16:57.008544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56622-ec77-47c7-bba8-e9ef3114c41c req-6295d688-41f0-4a7a-adb6-8203e875dd4e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:57.009137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a0b56622-ec77-47c7-bba8-e9ef3114c41c req-6295d688-41f0-4a7a-adb6-8203e875dd4e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:16:57.081918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:16:57.089769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:57.103938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Transition to ACTIVE for port object 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:16:57.124983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a0b56622-ec77-47c7-bba8-e9ef3114c41c req-6295d688-41f0-4a7a-adb6-8203e875dd4e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:16:57.126253 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a0b56622-ec77-47c7-bba8-e9ef3114c41c req-6295d688-41f0-4a7a-adb6-8203e875dd4e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 931 time: 0.2522554 Oct 20 04:16:57.170651 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a0b56622-ec77-47c7-bba8-e9ef3114c41c req-7b75ee7a-a0f9-4b03-89f2-6da41c1105d0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387249 Oct 20 04:16:57.182557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:57.246060 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-679e5f0f-670c-4750-9fbb-2588dda0d392 None None] Attempt 2 to provision port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc Oct 20 04:16:57.299683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-679e5f0f-670c-4750-9fbb-2588dda0d392 None None] Port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:16:57.462020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Pushing event updated for resources: {'Port': ['ID=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:57.498311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Attempting to bind port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:16:57.498637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Attempting to bind port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:16:57.498957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Attempting to bind port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc on network 728103dc-cab0-4ca0-935f-a6239b5727fa {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:16:57.503381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc on network 728103dc-cab0-4ca0-935f-a6239b5727fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:16:57.503693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Attempting to bind port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc on network 728103dc-cab0-4ca0-935f-a6239b5727fa {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:16:57.509311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:16:57.509640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Checking segment: {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:16:57.510023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Bound using segment: {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:16:57.510428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Bound port: 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2713db16-086e-4609-bea8-b12c5ccf0380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:16:57.510762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:57.598322 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] For port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:16:57.601780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] For port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:16:57.663133 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:57.666835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:57.667459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:57.669186 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] 10.222.0.26 "PUT /v2.0/ports/06a7ef82-7581-4ea7-8e92-9e0f405cc3bc HTTP/1.1" status: 200 len: 1093 time: 1.1194882 Oct 20 04:16:57.698441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:16:57.700699 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d330fa0f-c14f-4a9d-925c-83b5a7b37073" -d '{"events": [{"name": "network-changed", "server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:16:57.740853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b027f-111d-4196-809f-d1aa4fe16178 service neutron] Pushing event updated for resources: {'Port': ['ID=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:57.748266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e089af-5975-4e58-a43f-f50bff6d4229 x-openstack-request-id: req-88e089af-5975-4e58-a43f-f50bff6d4229 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:16:57.748554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:16:57.748806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-88e089af-5975-4e58-a43f-f50bff6d4229 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:16:57.749393 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e089af-5975-4e58-a43f-f50bff6d4229'] response: {'name': 'network-changed', 'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'status': 'completed', 'code': 200} Oct 20 04:16:57.800599 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-679e5f0f-670c-4750-9fbb-2588dda0d392 None None] Attempt 3 to provision port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc Oct 20 04:16:57.855167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330fa0f-c14f-4a9d-925c-83b5a7b37073 req-e8b3604a-8fef-4761-8fc2-3200dff62103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:57.856564 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d330fa0f-c14f-4a9d-925c-83b5a7b37073 req-e8b3604a-8fef-4761-8fc2-3200dff62103 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 1096 time: 0.0817225 Oct 20 04:16:57.859418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-679e5f0f-670c-4750-9fbb-2588dda0d392 None None] Port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:16:57.997124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330fa0f-c14f-4a9d-925c-83b5a7b37073 req-0317ea78-bc5c-4251-ba33-9366ca868d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:57.998728 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d330fa0f-c14f-4a9d-925c-83b5a7b37073 req-0317ea78-bc5c-4251-ba33-9366ca868d54 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=388812b1063b41f199fb2de69afc6d98&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1308708 Oct 20 04:16:58.131545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330fa0f-c14f-4a9d-925c-83b5a7b37073 req-473f7b19-e5ba-4767-99e3-cdfc8f9da07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:58.132997 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d330fa0f-c14f-4a9d-925c-83b5a7b37073 req-473f7b19-e5ba-4767-99e3-cdfc8f9da07d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254525 Oct 20 04:16:58.242197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e736a066-a67e-46a7-b936-7c4b44087080 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:16:58.253963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-aa56a7e9-eb94-4a6e-8156-51ff2b076d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:58.255434 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-aa56a7e9-eb94-4a6e-8156-51ff2b076d6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 1096 time: 0.0821040 Oct 20 04:16:58.311162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port e736a066-a67e-46a7-b936-7c4b44087080 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:58.311706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:58.311852 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port e736a066-a67e-46a7-b936-7c4b44087080 Oct 20 04:16:58.361744 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-8e845511-1312-4c79-882d-93df5917322d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc HTTP/1.1" status: 200 len: 217 time: 0.0958662 Oct 20 04:16:58.424501 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port e736a066-a67e-46a7-b936-7c4b44087080 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:16:58.449064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-5214eaa2-dd05-4e55-8f3d-9875a694492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:58.450489 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-5214eaa2-dd05-4e55-8f3d-9875a694492d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b289711-a7d1-43e0-bbd2-12aa3fdd00db HTTP/1.1" status: 200 len: 833 time: 0.0753524 Oct 20 04:16:58.466169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222de4e-ded2-4a6d-98bc-5aaffa365442 req-5f39d3bb-5850-4f52-8747-7f29129fb4df tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:58.467527 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9222de4e-ded2-4a6d-98bc-5aaffa365442 req-5f39d3bb-5850-4f52-8747-7f29129fb4df tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 943 time: 0.1472659 Oct 20 04:16:58.562223 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9222de4e-ded2-4a6d-98bc-5aaffa365442 req-99c9b16c-a7fc-4e44-abc2-5724a3c53d4e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599766 Oct 20 04:16:58.575023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-d8c5e5c9-b9a3-4605-a732-ff0a8d5659ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:58.576462 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-d8c5e5c9-b9a3-4605-a732-ff0a8d5659ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=728103dc-cab0-4ca0-935f-a6239b5727fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081109 Oct 20 04:16:58.708012 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-208fcfd8-fe08-4281-8a6d-5b4abec84651 service neutron] 10.222.0.26 "GET /v2.0/networks/728103dc-cab0-4ca0-935f-a6239b5727fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212881 Oct 20 04:16:58.839015 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0edcf2ac-46d6-407b-8785-a65004616f0e req-fe0137f4-58ce-4d21-b813-adb36dec3c6a service neutron] 10.222.0.26 "GET /v2.0/networks/728103dc-cab0-4ca0-935f-a6239b5727fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215248 Oct 20 04:16:59.657002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:16:59.762243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803e450-42cb-421c-aadb-983da215321d req-eacdce7b-6286-4f93-8c20-c4eca68de2b1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:59.763598 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7803e450-42cb-421c-aadb-983da215321d req-eacdce7b-6286-4f93-8c20-c4eca68de2b1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 943 time: 0.0898733 Oct 20 04:16:59.787227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:59.799845 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'port_id': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'mac_address': 'fa:16:3e:6a:31:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:16:59.805347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7803e450-42cb-421c-aadb-983da215321d req-a9cb67ca-2f03-41ac-bf10-d2ab7fad225f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:16:59.856868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:16:59.857246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:59.874482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:16:59.879622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7803e450-42cb-421c-aadb-983da215321d req-a9cb67ca-2f03-41ac-bf10-d2ab7fad225f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:16:59.880778 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7803e450-42cb-421c-aadb-983da215321d req-a9cb67ca-2f03-41ac-bf10-d2ab7fad225f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115448 Oct 20 04:16:59.889905 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:16:59.942385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:00.007654 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:00.191616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['06a7ef82-7581-4ea7-8e92-9e0f405cc3bc'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:17:01.078293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12671db-786b-4e5a-9174-4763936651ed req-ef5669c0-d353-4172-a8a0-4667266b28fc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:01.079714 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b12671db-786b-4e5a-9174-4763936651ed req-ef5669c0-d353-4172-a8a0-4667266b28fc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 944 time: 0.0887465 Oct 20 04:17:01.122633 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b12671db-786b-4e5a-9174-4763936651ed req-01b8c46c-400e-48a6-9416-e4eb58f4a929 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374258 Oct 20 04:17:01.672934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:17:01.793595 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:17:01.798223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:01.798697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:01.799035 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc Oct 20 04:17:01.912333 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:17:01.912704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:01.938867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:17:01.941126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f9143a-2cec-44ce-9454-7a54fc169e40" -d '{"events": [{"server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "name": "network-vif-plugged", "status": "completed", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:17:01.948446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:17:01.983811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f266bd-a58e-47be-bc6c-dffd70ed185b x-openstack-request-id: req-80f266bd-a58e-47be-bc6c-dffd70ed185b {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:17:01.984095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "name": "network-vif-plugged", "status": "completed", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:17:01.984346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-80f266bd-a58e-47be-bc6c-dffd70ed185b {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:17:01.984735 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f266bd-a58e-47be-bc6c-dffd70ed185b'] response: {'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'code': 200} Oct 20 04:17:02.022935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:02.090057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:02.380790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afcbab-acc3-4349-b0f6-763489528195 req-0bdfa22b-31b4-47c2-972e-78a5c047e4bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:02.382333 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d2afcbab-acc3-4349-b0f6-763489528195 req-0bdfa22b-31b4-47c2-972e-78a5c047e4bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.1481638 Oct 20 04:17:02.384990 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e67d9-af82-4301-977f-82feff69112e req-f88919a8-989d-4d63-bd49-43abe7e1a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:02.386330 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-081e67d9-af82-4301-977f-82feff69112e req-f88919a8-989d-4d63-bd49-43abe7e1a8a5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 1098 time: 0.1119168 Oct 20 04:17:02.452327 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d2afcbab-acc3-4349-b0f6-763489528195 req-ad9a7c26-8f2a-4a52-b418-001758551ce7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643027 Oct 20 04:17:02.453869 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-081e67d9-af82-4301-977f-82feff69112e req-1207becd-a237-4f62-bfab-4906aab54eae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537493 Oct 20 04:17:03.659366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45075b8-874e-458c-8aec-2fa9d53220c7 req-053f1864-5e9c-4bfe-8813-f89c11f0f189 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:03.660826 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b45075b8-874e-458c-8aec-2fa9d53220c7 req-053f1864-5e9c-4bfe-8813-f89c11f0f189 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.0894797 Oct 20 04:17:03.705095 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b45075b8-874e-458c-8aec-2fa9d53220c7 req-184c3307-8c40-48b4-b7ad-ac33f5652ac9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378232 Oct 20 04:17:04.995653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604037-ec0b-41c4-9e29-62145ff8f8e2 req-8195dd9e-6657-4b09-9da5-9915403048aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:04.997022 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5e604037-ec0b-41c4-9e29-62145ff8f8e2 req-8195dd9e-6657-4b09-9da5-9915403048aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.1828866 Oct 20 04:17:05.040267 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5e604037-ec0b-41c4-9e29-62145ff8f8e2 req-4dca24d8-5c04-4954-b823-8c2a05c861ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374367 Oct 20 04:17:05.235418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f99002-59f4-4358-b090-7313d2e49a08 req-9e23bb3a-5eaa-4bf2-a430-fed3eef1d40e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:05.236862 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-34f99002-59f4-4358-b090-7313d2e49a08 req-9e23bb3a-5eaa-4bf2-a430-fed3eef1d40e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.0886390 Oct 20 04:17:05.280935 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-34f99002-59f4-4358-b090-7313d2e49a08 req-9ce82b24-78ba-4cb5-82e8-8119ef02a5aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375473 Oct 20 04:17:05.309810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47016) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:05.387837 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f1e0a-a3fe-4d74-8178-afa14db3ae90 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:05.389315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-845f1e0a-a3fe-4d74-8178-afa14db3ae90 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 1093 time: 0.0785522 Oct 20 04:17:05.392162 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47020) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:05.396759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:05.402608 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:05.406425 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:floatingip and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:05.409176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:05.415325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:05.484957 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:05.623931 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:05.753555 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.171 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/915e7191-cf98-4b13-b1af-328472ed2cea) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:17:05.896079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:05.976730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:06.040372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:17:06.043079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:17:06.047552 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:17:06.086496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=915e7191-cf98-4b13-b1af-328472ed2cea,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:06.546761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:06.686923 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:06.893614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:06.941708 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:07.047609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:07.093548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=915e7191-cf98-4b13-b1af-328472ed2cea,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:07.216727 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 1771769d-9b56-44eb-a6ec-c3fceb8dc482 associated. External IP: 172.26.7.171, port: 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc. Oct 20 04:17:07.555751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 64b89243-c05d-425a-94c6-75c979ee6ee1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:17:07.729121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:17:07.738608 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] Sync routers for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:17:07.748774 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:17:07.749767 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:07.816895 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:07.873117 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e33cbd3b-79fe-411a-ac95-6d8a18bc5ce9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4775634 Oct 20 04:17:07.873117 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:17:07.873662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b35d34-81a2-4989-94d0-7c03786eaa76" -d '{"events": [{"name": "network-changed", "server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:17:07.924201 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:17:07.938738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d510c-1669-4df2-8c15-9ca4a6043705 x-openstack-request-id: req-103d510c-1669-4df2-8c15-9ca4a6043705 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:17:07.939029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:17:07.939279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-103d510c-1669-4df2-8c15-9ca4a6043705 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:17:07.939812 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103d510c-1669-4df2-8c15-9ca4a6043705'] response: {'name': 'network-changed', 'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'status': 'completed', 'code': 200} Oct 20 04:17:08.102948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-7d32da4c-16c2-49e8-b23c-8846711eda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:08.104304 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-7d32da4c-16c2-49e8-b23c-8846711eda35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 1098 time: 0.1417809 Oct 20 04:17:08.112425 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eac3f-5d44-4256-bfb6-10451ae418d9 req-4c86533d-82b9-4a7a-8f9f-e57aafe3dab2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:08.113756 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a28eac3f-5d44-4256-bfb6-10451ae418d9 req-4c86533d-82b9-4a7a-8f9f-e57aafe3dab2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.1097615 Oct 20 04:17:08.236741 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a28eac3f-5d44-4256-bfb6-10451ae418d9 req-3595dc16-d2fa-4777-b34f-a7e41af37886 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025515 Oct 20 04:17:08.267415 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47028) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:08.268633 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '1771769d-9b56-44eb-a6ec-c3fceb8dc482', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'port_id': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'mac_address': 'fa:16:3e:6a:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000c2da8-54c1-451c-925f-f732feaa25cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:17:06Z', 'updated_at': '2022-10-20T04:17:06Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e736a066-a67e-46a7-b936-7c4b44087080', 'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:49Z', 'updated_at': '2022-10-20T04:16:56Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:08.272465 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] Checking router: 64b89243-c05d-425a-94c6-75c979ee6ee1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:17:08.272786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-9b667b5c-884a-4c3d-b5da-d51f9a0072be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:08.274260 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-9b667b5c-884a-4c3d-b5da-d51f9a0072be service neutron] 10.222.0.26 "GET /v2.0/networks?id=728103dc-cab0-4ca0-935f-a6239b5727fa HTTP/1.1" status: 200 len: 897 time: 0.1596751 Oct 20 04:17:08.280767 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:17:08.281497 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:16:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:08.382341 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-8e502eaf-5804-41ed-ac3a-d778cba886c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc HTTP/1.1" status: 200 len: 999 time: 0.1016157 Oct 20 04:17:08.445607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-520e8f3b-6578-4e70-82a8-3663f0883d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:08.447048 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-520e8f3b-6578-4e70-82a8-3663f0883d21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b289711-a7d1-43e0-bbd2-12aa3fdd00db HTTP/1.1" status: 200 len: 833 time: 0.0590210 Oct 20 04:17:08.491000 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:17:08.499162 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cc168b40-5c5f-4553-be85-819f2ec0fab4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/1771769d-9b56-44eb-a6ec-c3fceb8dc482 HTTP/1.1" status: 200 len: 991 time: 0.2294812 Oct 20 04:17:08.550103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-e0f22675-2d51-4dbe-8265-74fae9505b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:08.551561 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-e0f22675-2d51-4dbe-8265-74fae9505b5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=728103dc-cab0-4ca0-935f-a6239b5727fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875649 Oct 20 04:17:08.682043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-b730f543-5c93-4fbb-b939-46456531d800 service neutron] 10.222.0.26 "GET /v2.0/networks/728103dc-cab0-4ca0-935f-a6239b5727fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238875 Oct 20 04:17:08.817072 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3b35d34-81a2-4989-94d0-7c03786eaa76 req-4a357b3b-5c55-4f57-a634-24c520a7857d service neutron] 10.222.0.26 "GET /v2.0/networks/728103dc-cab0-4ca0-935f-a6239b5727fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238370 Oct 20 04:17:08.824982 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '1771769d-9b56-44eb-a6ec-c3fceb8dc482', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'port_id': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'mac_address': 'fa:16:3e:6a:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000c2da8-54c1-451c-925f-f732feaa25cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:17:06Z', 'updated_at': '2022-10-20T04:17:06Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e736a066-a67e-46a7-b936-7c4b44087080', 'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:49Z', 'updated_at': '2022-10-20T04:16:56Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:08.828935 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c55217-9936-4f3b-96e6-55189ad1d8c8 None None] The sync data for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv is: [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '1771769d-9b56-44eb-a6ec-c3fceb8dc482', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'port_id': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'mac_address': 'fa:16:3e:6a:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000c2da8-54c1-451c-925f-f732feaa25cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:17:06Z', 'updated_at': '2022-10-20T04:17:06Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e736a066-a67e-46a7-b936-7c4b44087080', 'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:49Z', 'updated_at': '2022-10-20T04:16:56Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:17:09.011497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0e982c-db47-4de0-9d4e-213cb2b75d5e None None] New status for floating IP 1771769d-9b56-44eb-a6ec-c3fceb8dc482: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:17:09.501683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47032) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:09.612350 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d472c368-b772-44bd-8400-a6e4ea6cc48a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/1771769d-9b56-44eb-a6ec-c3fceb8dc482 HTTP/1.1" status: 200 len: 993 time: 0.1094193 Oct 20 04:17:09.851540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7cfdeb74-2ce0-42a2-8063-c3ce1de93b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:12.330979 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ced8f8a1-7fe5-4dda-81f3-a8177f074a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:13.531557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:13.532900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:14.999002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:17.564981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:32.681365 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:17:39.839199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3b1f488b-c6ba-4934-add5-956d808ee357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:41.285822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bdc58-1f22-4c23-ba79-151acaa37b65 req-e9fb17d9-eaba-401b-9f08-e9f565b9d5b2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:41.287287 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-600bdc58-1f22-4c23-ba79-151acaa37b65 req-e9fb17d9-eaba-401b-9f08-e9f565b9d5b2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.1091383 Oct 20 04:17:41.338062 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-600bdc58-1f22-4c23-ba79-151acaa37b65 req-cf7cc4c4-1a64-4976-a542-66b1bff06c98 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437946 Oct 20 04:17:42.324912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19c7f7d8-5ca3-4f7c-8cf3-a919b46b545f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:42.546529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5952ec-3514-4fd7-adc7-4f937f71e6ce req-5197e3a1-f702-457a-b472-bed7564f3975 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:42.547976 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea5952ec-3514-4fd7-adc7-4f937f71e6ce req-5197e3a1-f702-457a-b472-bed7564f3975 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.0892584 Oct 20 04:17:42.591252 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea5952ec-3514-4fd7-adc7-4f937f71e6ce req-436fe728-29c3-455f-826b-51b758efc515 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374956 Oct 20 04:17:42.621196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47052) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:42.724408 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6f83b185-aea8-43ad-a947-e75e31517e3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/1771769d-9b56-44eb-a6ec-c3fceb8dc482 HTTP/1.1" status: 200 len: 993 time: 0.1019440 Oct 20 04:17:43.548314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:43.549023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:44.358662 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ab0c-53ca-488c-ad5f-6b8f9703c0a2 req-f2aa3297-f3f4-4039-84f6-5fdeec39f64c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:44.360102 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b1b4ab0c-53ca-488c-ad5f-6b8f9703c0a2 req-f2aa3297-f3f4-4039-84f6-5fdeec39f64c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.0887358 Oct 20 04:17:44.403478 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b1b4ab0c-53ca-488c-ad5f-6b8f9703c0a2 req-95c8cb86-871b-4360-b7a2-baa6fe827a1f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376899 Oct 20 04:17:44.970544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:45.601899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2564b88-ecb6-4eb3-bbaf-c640afb2dfbc req-385ec3e2-a346-4042-8b07-5224696fa3b8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:45.603346 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2564b88-ecb6-4eb3-bbaf-c640afb2dfbc req-385ec3e2-a346-4042-8b07-5224696fa3b8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.0863786 Oct 20 04:17:45.649600 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2564b88-ecb6-4eb3-bbaf-c640afb2dfbc req-83e2bc0d-dfd3-4872-8721-b04f6d282d9d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Oct 20 04:17:45.678535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47064) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:45.784055 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-58c6eabc-d790-4847-bafc-3697e5c846ee tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/1771769d-9b56-44eb-a6ec-c3fceb8dc482 HTTP/1.1" status: 200 len: 993 time: 0.1043477 Oct 20 04:17:46.063175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47072) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:46.354476 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 915e7191-cf98-4b13-b1af-328472ed2cea {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:17:46.354733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:46.515077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:46.515409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:46.632816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 915e7191-cf98-4b13-b1af-328472ed2cea owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:17:46.873780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:46.918715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=915e7191-cf98-4b13-b1af-328472ed2cea,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:46.961296 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.961648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.961988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.962319 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.962648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.962976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.963299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.963619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.963940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.964258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.964576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:46.964889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:47.023537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.023858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 1771769d-9b56-44eb-a6ec-c3fceb8dc482 disassociated (deleted). External IP: 172.26.7.171, port: 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc. Oct 20 04:17:47.358171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 64b89243-c05d-425a-94c6-75c979ee6ee1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:17:47.570431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.638656 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:17:47.648998 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] Sync routers for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:17:47.658058 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:17:47.658664 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:17:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:47.718988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.775691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cd2fc7d7-7c9b-4c44-b8b0-551cf17512b6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/floatingips/1771769d-9b56-44eb-a6ec-c3fceb8dc482 HTTP/1.1" status: 204 len: 168 time: 1.7089770 Oct 20 04:17:47.775691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:17:47.776376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bb0442-3194-4a14-8031-5a8cbfc8e009" -d '{"events": [{"name": "network-changed", "server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:17:47.821386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec564ac-6244-43f1-a08e-e4df0c0b7ce9 x-openstack-request-id: req-0ec564ac-6244-43f1-a08e-e4df0c0b7ce9 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:17:47.821747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:17:47.822066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0ec564ac-6244-43f1-a08e-e4df0c0b7ce9 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:17:47.822535 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec564ac-6244-43f1-a08e-e4df0c0b7ce9'] response: {'name': 'network-changed', 'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'status': 'completed', 'code': 200} Oct 20 04:17:47.841765 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:17:47.932672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-2d5434ec-5c39-4e0d-a5fc-3fc2d8dfeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:47.934149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-2d5434ec-5c39-4e0d-a5fc-3fc2d8dfeb31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 1098 time: 0.0842969 Oct 20 04:17:48.069325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-f232a508-8b74-447f-9ab3-20cda5baa2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:48.070774 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-f232a508-8b74-447f-9ab3-20cda5baa2e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=728103dc-cab0-4ca0-935f-a6239b5727fa HTTP/1.1" status: 200 len: 897 time: 0.1268830 Oct 20 04:17:48.155688 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-d247e690-c064-4974-bc50-351d210aaf57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc HTTP/1.1" status: 200 len: 217 time: 0.0658062 Oct 20 04:17:48.189815 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'e736a066-a67e-46a7-b936-7c4b44087080', 'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:49Z', 'updated_at': '2022-10-20T04:16:56Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:48.190270 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] Checking router: 64b89243-c05d-425a-94c6-75c979ee6ee1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:17:48.199010 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:17:48.199607 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:17:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:48.222956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-60a5534e-ad0f-4cc1-b2db-d057e011f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:48.224460 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-60a5534e-ad0f-4cc1-b2db-d057e011f799 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b289711-a7d1-43e0-bbd2-12aa3fdd00db HTTP/1.1" status: 200 len: 833 time: 0.0592988 Oct 20 04:17:48.308772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-b0d692c5-dcd7-4f01-926c-c34da512dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:48.310309 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-b0d692c5-dcd7-4f01-926c-c34da512dc9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=728103dc-cab0-4ca0-935f-a6239b5727fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783706 Oct 20 04:17:48.339275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309300-1a03-4257-bf74-f919d91e122a req-9c8bdba3-72d1-4fbe-8b8d-4c0c05f02b02 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:48.340746 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-49309300-1a03-4257-bf74-f919d91e122a req-9c8bdba3-72d1-4fbe-8b8d-4c0c05f02b02 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.0939584 Oct 20 04:17:48.380639 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:17:48.385601 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-49309300-1a03-4257-bf74-f919d91e122a req-941da96f-38e4-430a-8b12-ea4f67141aa2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390642 Oct 20 04:17:48.447232 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-32325c8b-0f4e-441f-9558-acff97f0784b service neutron] 10.222.0.26 "GET /v2.0/networks/728103dc-cab0-4ca0-935f-a6239b5727fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299314 Oct 20 04:17:48.576642 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-36bb0442-3194-4a14-8031-5a8cbfc8e009 req-62f4790b-597f-4ea1-9273-4c7b40bb7299 service neutron] 10.222.0.26 "GET /v2.0/networks/728103dc-cab0-4ca0-935f-a6239b5727fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227093 Oct 20 04:17:48.697032 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'e736a066-a67e-46a7-b936-7c4b44087080', 'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:49Z', 'updated_at': '2022-10-20T04:16:56Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:48.700937 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb40bf8-c916-4c34-937d-5d796239d6bb None None] The sync data for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv is: [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'e736a066-a67e-46a7-b936-7c4b44087080', 'name': '', 'network_id': '728103dc-cab0-4ca0-935f-a6239b5727fa', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:49Z', 'updated_at': '2022-10-20T04:16:56Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '6b289711-a7d1-43e0-bbd2-12aa3fdd00db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:17:48.914561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd105e-dc59-4d70-aec4-6ffaa139571f None None] New status for floating IP 1771769d-9b56-44eb-a6ec-c3fceb8dc482: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:17:49.588103 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba7df9-3def-4027-ab0b-7826dfa6d4c3 req-ebf7cb22-ead2-4fa0-b599-d95ff9023e85 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:49.588787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-60ba7df9-3def-4027-ab0b-7826dfa6d4c3 req-ebf7cb22-ead2-4fa0-b599-d95ff9023e85 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:17:49.651093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-60ba7df9-3def-4027-ab0b-7826dfa6d4c3 req-ebf7cb22-ead2-4fa0-b599-d95ff9023e85 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:17:49.652410 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-60ba7df9-3def-4027-ab0b-7826dfa6d4c3 req-ebf7cb22-ead2-4fa0-b599-d95ff9023e85 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.1530976 Oct 20 04:17:49.697042 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-60ba7df9-3def-4027-ab0b-7826dfa6d4c3 req-45c1d4ef-f3bc-4cc2-9514-33cca6f90e8f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389953 Oct 20 04:17:50.112568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-9e9d3f77-75bb-410e-9e14-643f05632f42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:50.114209 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-9e9d3f77-75bb-410e-9e14-643f05632f42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 945 time: 0.0934172 Oct 20 04:17:50.188152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:17:50.188503 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.432269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:17:50.432626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.554578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:17:50.868334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.901239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff5020-7f95-4a1e-ad26-cd3b1e81d85c req-dd2b5939-d899-4a48-a3cc-a22c89134e50 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:50.903059 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-90ff5020-7f95-4a1e-ad26-cd3b1e81d85c req-dd2b5939-d899-4a48-a3cc-a22c89134e50 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=000c2da8-54c1-451c-925f-f732feaa25cc HTTP/1.1" status: 200 len: 867 time: 0.0899682 Oct 20 04:17:50.919964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=06a7ef82-7581-4ea7-8e92-9e0f405cc3bc,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:50.952377 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-90ff5020-7f95-4a1e-ad26-cd3b1e81d85c req-248e27df-28ae-4fc4-956d-d9924bffd149 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436707 Oct 20 04:17:51.004825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] No DVR routers for this DVR port 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:17:51.007226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:51.009723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'name': 'network-vif-deleted', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:17:51.011989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8348d3db-9572-4523-81d7-2515e8b1682f" -d '{"events": [{"server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "name": "network-vif-deleted", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:17:51.053645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84791a6-4170-477f-98ca-1c87351d90c0 x-openstack-request-id: req-a84791a6-4170-477f-98ca-1c87351d90c0 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:17:51.054441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000c2da8-54c1-451c-925f-f732feaa25cc", "name": "network-vif-deleted", "tag": "06a7ef82-7581-4ea7-8e92-9e0f405cc3bc", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:17:51.054690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a84791a6-4170-477f-98ca-1c87351d90c0 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:17:51.055112 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84791a6-4170-477f-98ca-1c87351d90c0'] response: {'server_uuid': '000c2da8-54c1-451c-925f-f732feaa25cc', 'name': 'network-vif-deleted', 'tag': '06a7ef82-7581-4ea7-8e92-9e0f405cc3bc', 'status': 'completed', 'code': 200} Oct 20 04:17:51.068451 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f81faa0b-f4f8-4383-8010-d8666e14cf57 req-6ae9b58c-fc67-41fa-8f79-9eadb74fd71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "DELETE /v2.0/ports/06a7ef82-7581-4ea7-8e92-9e0f405cc3bc HTTP/1.1" status: 204 len: 173 time: 0.9450657 Oct 20 04:17:52.052109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47090) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:52.586800 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.930305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port e736a066-a67e-46a7-b936-7c4b44087080 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:17:52.930644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.111542 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port e736a066-a67e-46a7-b936-7c4b44087080, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=e736a066-a67e-46a7-b936-7c4b44087080,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:17:53.112254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.331913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for e736a066-a67e-46a7-b936-7c4b44087080 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:17:53.570997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.618646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=e736a066-a67e-46a7-b936-7c4b44087080,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:53.844434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:17:53.877725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:17:53.878066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 06a7ef82-7581-4ea7-8e92-9e0f405cc3bc not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:17:53.897305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.241617 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 64b89243-c05d-425a-94c6-75c979ee6ee1 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:17:54.409692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:17:54.419991 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] Sync routers for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:17:54.421770 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3329c08f-8f6a-4285-ac0b-047d391b45ca tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/64b89243-c05d-425a-94c6-75c979ee6ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3686185 Oct 20 04:17:54.424353 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47094) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:54.429832 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:17:54.430437 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:17:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:54.490211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef98a8a-f55a-41b8-957c-1899a4ca2fc8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting subnet 6b289711-a7d1-43e0-bbd2-12aa3fdd00db {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:17:54.493575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bef98a8a-f55a-41b8-957c-1899a4ca2fc8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.545043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bef98a8a-f55a-41b8-957c-1899a4ca2fc8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.606882 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:17:54.627733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bef98a8a-f55a-41b8-957c-1899a4ca2fc8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.886658 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:54.890424 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] Checking router: 64b89243-c05d-425a-94c6-75c979ee6ee1 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:17:54.891215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bef98a8a-f55a-41b8-957c-1899a4ca2fc8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.898587 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] Routers {'64b89243-c05d-425a-94c6-75c979ee6ee1'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:17:54.899187 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:17:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['64b89243-c05d-425a-94c6-75c979ee6ee1'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:54.931121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef98a8a-f55a-41b8-957c-1899a4ca2fc8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Subnet': ['ID=6b289711-a7d1-43e0-bbd2-12aa3fdd00db,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:54.933053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bef98a8a-f55a-41b8-957c-1899a4ca2fc8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.939333 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bef98a8a-f55a-41b8-957c-1899a4ca2fc8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/subnets/6b289711-a7d1-43e0-bbd2-12aa3fdd00db HTTP/1.1" status: 204 len: 168 time: 0.5140438 Oct 20 04:17:54.941950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47098) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:54.945994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541054fa-72e3-426f-9c47-f5d6b79f5a76 None None] Network 728103dc-cab0-4ca0-935f-a6239b5727fa requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:17:55.077585 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] Set router 64b89243-c05d-425a-94c6-75c979ee6ee1 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:17:55.119865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.220068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] DHCP port deletion for 728103dc-cab0-4ca0-935f-a6239b5727fa request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:17:55.224407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Deleting port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:17:55.224802 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.303215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.388820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port d9ff8a0c-7a54-4576-81d4-3c02375d75a6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:17:55.389230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.390120 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:55.394049 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4027468-0ce9-42c4-a738-8ad3afff2b51 None None] The sync data for ids ['64b89243-c05d-425a-94c6-75c979ee6ee1'] in dv-neutron-861845-1-hyperv is: [{'id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630204915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'd9ff8a0c-7a54-4576-81d4-3c02375d75a6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b89243-c05d-425a-94c6-75c979ee6ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:45Z', 'updated_at': '2022-10-20T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:17:55.432697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] For port 3517a196-996d-4bd0-a51e-d3a957d1d4d2, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3517a196-996d-4bd0-a51e-d3a957d1d4d2,segment=NetworkSegment(2713db16-086e-4609-bea8-b12c5ccf0380),segment_id=2713db16-086e-4609-bea8-b12c5ccf0380)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:17:55.433013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.553253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Calling delete_port for 3517a196-996d-4bd0-a51e-d3a957d1d4d2 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:17:55.563110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port d9ff8a0c-7a54-4576-81d4-3c02375d75a6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d9ff8a0c-7a54-4576-81d4-3c02375d75a6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:17:55.563459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.684238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.684629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for d9ff8a0c-7a54-4576-81d4-3c02375d75a6 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:17:55.730176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Pushing event deleted for resources: {'Port': ['ID=3517a196-996d-4bd0-a51e-d3a957d1d4d2,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:55.737754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] No DVR routers for this DVR port 3517a196-996d-4bd0-a51e-d3a957d1d4d2 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:17:55.739796 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.740152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.740488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.740813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.741193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.741491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.742330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.742658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.742984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.743311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.743632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.743952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf4995b-f71d-4d89-823d-16f4e4f4905e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:55.919377 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.969459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=d9ff8a0c-7a54-4576-81d4-3c02375d75a6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:56.060673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.228136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.230526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.302154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.302728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Fanout notify agent at l3_agent the message router_deleted on router 64b89243-c05d-425a-94c6-75c979ee6ee1 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:17:56.313622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e736a066-a67e-46a7-b936-7c4b44087080 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:17:56.319052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.320149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9905afdd-8440-4a99-ab57-22ee85439696 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/routers/64b89243-c05d-425a-94c6-75c979ee6ee1 HTTP/1.1" status: 204 len: 168 time: 1.3773031 Oct 20 04:17:56.322986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47102) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:56.354486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: e736a066-a67e-46a7-b936-7c4b44087080 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:17:56.355149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device e736a066-a67e-46a7-b936-7c4b44087080 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:17:56.355733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3517a196-996d-4bd0-a51e-d3a957d1d4d2 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:17:56.434833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 3517a196-996d-4bd0-a51e-d3a957d1d4d2 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:17:56.435179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3517a196-996d-4bd0-a51e-d3a957d1d4d2 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:17:56.548088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.675627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.702470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728103dc-cab0-4ca0-935f-a6239b5727fa']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:56.714462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2713db16-086e-4609-bea8-b12c5ccf0380') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:56.714698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2713db16-086e-4609-bea8-b12c5ccf0380') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:56.726683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.741879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.747801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:17:56.748174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.896491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.914657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.925446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Network': ['ID=728103dc-cab0-4ca0-935f-a6239b5727fa,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:56.950918 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2713db16-086e-4609-bea8-b12c5ccf0380 resource provider aggregate not found Oct 20 04:17:56.967826 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 2713db16-086e-4609-bea8-b12c5ccf0380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2713db16-086e-4609-bea8-b12c5ccf0380 found for delete ", "request_id": "req-e6d674e4-c9ee-446d-ab65-a34f66d642de"}]} Oct 20 04:17:56.971275 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ff88e63e-d643-4103-99b0-f59c19ad2a9c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/networks/728103dc-cab0-4ca0-935f-a6239b5727fa HTTP/1.1" status: 204 len: 168 time: 0.6473415 Oct 20 04:17:56.973971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47112) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:57.040505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3679-8c8a-4f55-8559-7cd41b3679b0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:57.069689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3679-8c8a-4f55-8559-7cd41b3679b0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:57.182113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3679-8c8a-4f55-8559-7cd41b3679b0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:57.201200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a3679-8c8a-4f55-8559-7cd41b3679b0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0010d7c-f0a2-4ef2-8d53-17727d08d7ea,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:57.295135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3679-8c8a-4f55-8559-7cd41b3679b0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:57.296291 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3a4a3679-8c8a-4f55-8559-7cd41b3679b0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/security-groups/f0010d7c-f0a2-4ef2-8d53-17727d08d7ea HTTP/1.1" status: 204 len: 168 time: 0.3214347 Oct 20 04:17:57.532433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47120) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:57.537610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777349247', 'description': 'tempest-secgroup-smoke-777349247 description', 'project_id': '388812b1063b41f199fb2de69afc6d98'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:57.543596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:57.547649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:57.550557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:57.556809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:57.633236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:57.656186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:57.660014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:57.662757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:57.668897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:57.734482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:57.823761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:57.867196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e0d0b4-f410-473f-a0af-d63a0d1459e9,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:57.924674 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:57.925855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-639bd3a9-68b0-41be-92a1-b2f1f07f92aa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3923881 Oct 20 04:17:57.928851 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47124) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:57.933874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '04e0d0b4-f410-473f-a0af-d63a0d1459e9', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:57.939842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:57.943672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:57.947104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:57.952752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:58.022141 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.079894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.147573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.169770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368a80d3-f785-425c-b02b-305f1130b0d2,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:58.227349 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d9ff8a0c-7a54-4576-81d4-3c02375d75a6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:17:58.239359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.240664 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c9eacee5-3742-4514-a5e4-cf5fc6a40dfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107691 Oct 20 04:17:58.243998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47128) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:58.249325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '04e0d0b4-f410-473f-a0af-d63a0d1459e9', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:58.255440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:58.259770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:58.262599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: d9ff8a0c-7a54-4576-81d4-3c02375d75a6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:17:58.262599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d9ff8a0c-7a54-4576-81d4-3c02375d75a6 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:17:58.262811 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:58.268808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:58.325915 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.383635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.427390 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.449863 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f9af44-be24-4099-9eb0-676ac8bcddd0,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:58.459091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.459435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.459773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.460103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.460454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.460791 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.461101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.461458 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.461780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.462101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.462416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.462733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:58.535253 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.536411 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-fb2bdba8-5c69-470f-a791-0a820e17ca42 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2914248 Oct 20 04:17:58.539719 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47132) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:58.544631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '04e0d0b4-f410-473f-a0af-d63a0d1459e9', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:58.550547 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:58.554972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:58.557809 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:58.563339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:58.639789 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.702981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.769765 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.794810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e20596c-f0c2-48fe-8d14-a50775d60f2d,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:58.873609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.874822 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-0e13c425-bc4f-4094-9f1e-c553ac42ead8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3341579 Oct 20 04:17:58.877682 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47136) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:58.882511 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '04e0d0b4-f410-473f-a0af-d63a0d1459e9', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:58.888284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:58.892011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:58.894820 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:58.901110 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:58.993702 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.054333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.130492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.154426 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80db405-8e68-4f50-9d77-986d7bf64fdc,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:59.227666 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.228851 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5e407ad5-a15d-423f-9c4a-174b0b2ba5ce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502176 Oct 20 04:17:59.231797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47140) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:59.236822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '04e0d0b4-f410-473f-a0af-d63a0d1459e9', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:59.242820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:59.249461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:59.249590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:59.255235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:59.330497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:17:59.337479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.400938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.473399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.497041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7f1228-16ae-4fb5-8244-9b51b4f01c97,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:59.564984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.566230 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-d4476010-ff0f-4482-8c3b-0a7757070e3e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3334341 Oct 20 04:17:59.568794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47144) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:59.574447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '04e0d0b4-f410-473f-a0af-d63a0d1459e9', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:59.580444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:59.584363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:59.587281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:59.592986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:59.650733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:17:59.657415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.720278 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.793159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.815983 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f29aecd-ffe9-49f9-9145-3f106ab58020,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:59.896541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:59.897746 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-71a2d5b0-5988-4284-884f-3b97401fecfe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3279636 Oct 20 04:17:59.900675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47148) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:17:59.905952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'network': {'name': 'tempest-network-smoke--2005752234', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:59.910787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:17:59.915335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:network and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:17:59.918089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:17:59.923567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:17:59.987670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:17:59.991015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:00.017630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:18:00.025671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:00.031836 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Added segment 67352a69-0b66-46be-8386-79efe81f04f2 of type vlan for network 14601937-3a36-4518-bbb1-2e06177939d2 Oct 20 04:18:00.050643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:00.130750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:00.136083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:00.136647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:00.239393 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Network': ['ID=14601937-3a36-4518-bbb1-2e06177939d2,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:00.249833 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 14601937-3a36-4518-bbb1-2e06177939d2 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:18:00.296898 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3396bdd9-e7e1-4943-ac2e-94d6d1a272ad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3952072 Oct 20 04:18:00.299646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47152) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:00.304613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'admin_state_up': True, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:18:00.312221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:18:00.316060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:router and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:18:00.318967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:18:00.329049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:18:00.415634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:00.416676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:00.431594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:00.810072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:01.252441 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:01.283001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:01.407701 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.100 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/7ee61ab5-914b-4f20-aa25-adb4c7039f04) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:18:01.550678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:01.672907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:01.735514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:18:01.738415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:18:01.742002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:18:01.775376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=7ee61ab5-914b-4f20-aa25-adb4c7039f04,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:02.199347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.632159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.930063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d8720e25-978f-4653-be30-62bdeb31fbd3 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:18:03.106474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:18:03.115897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Sync routers for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:18:03.125823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:18:03.126442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:17:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:03.188077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:03.191556 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f32c5ea1-17df-422d-ab58-b3a7e75e52fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8887651 Oct 20 04:18:03.192433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47156) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:03.231679 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ccd98d95-502e-4827-bc7c-6443c32d9747 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=388812b1063b41f199fb2de69afc6d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381391 Oct 20 04:18:03.234194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47160) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:03.301721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:18:03.360427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d5d202-de45-4ade-bcba-6824c1e1d043 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:03.361943 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-89d5d202-de45-4ade-bcba-6824c1e1d043 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268737 Oct 20 04:18:03.364748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47164) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:03.406437 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-20c1fe87-ebb8-4962-8565-062074e1ac0d tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406141 Oct 20 04:18:03.408860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47168) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:03.414695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2028007870', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:18:03.517953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:18:03.521670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:subnet and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:18:03.524937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:18:03.530530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:18:03.584355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:01Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:03.588726 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Checking router: d8720e25-978f-4653-be30-62bdeb31fbd3 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:18:03.589070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Updating router d8720e25-978f-4653-be30-62bdeb31fbd3 port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:18:03.593639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:18:03.597290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:03.640817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:03.862165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:03.942709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Subnet': ['ID=5947e72b-a9bd-4da6-b2a3-f3a120aded2d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:03.947267 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Checking segment: {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:18:03.947631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network hostable DHCP agents. Network: 14601937-3a36-4518-bbb1-2e06177939d2, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:18:03.958451 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:03.970238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Transition to ACTIVE for port object 7ee61ab5-914b-4f20-aa25-adb4c7039f04 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:18:04.044316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 14601937-3a36-4518-bbb1-2e06177939d2 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:18:04.072887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:04.118235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 14601937-3a36-4518-bbb1-2e06177939d2) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:18:04.124219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:04.127389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:04.132892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23625ae-7952-41a1-8771-822ea22cc8ce None None] Network 14601937-3a36-4518-bbb1-2e06177939d2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:18:04.149778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Attempting to bind port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:18:04.150149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Attempting to bind port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:18:04.150520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Attempting to bind port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:18:04.208932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:18:04.209326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:18:04.209734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:04.210128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:18:04.210622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Bound port: 7ee61ab5-914b-4f20-aa25-adb4c7039f04, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:18:04.210998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:04.227200 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-74b10433-c13a-4c66-86e0-fefabf0de9f3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8172965 Oct 20 04:18:04.229895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47172) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:04.270739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336c457-499a-4d13-9c85-321d87223556 None None] Pushing event updated for resources: {'Port': ['ID=7ee61ab5-914b-4f20-aa25-adb4c7039f04,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:04.362462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] For port 7ee61ab5-914b-4f20-aa25-adb4c7039f04, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:18:04.412244 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] For port 7ee61ab5-914b-4f20-aa25-adb4c7039f04, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7ee61ab5-914b-4f20-aa25-adb4c7039f04,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:18:04.472786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-14601937-3a36-4518-bbb1-2e06177939d2', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:18:04.473653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:04.487714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:04.605234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:18:04.605915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:17:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:04.759347 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336c457-499a-4d13-9c85-321d87223556 None None] Pushing event updated for resources: {'Port': ['ID=7ee61ab5-914b-4f20-aa25-adb4c7039f04,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:04.854655 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Allocated IP 172.20.0.2 (14601937-3a36-4518-bbb1-2e06177939d2/5947e72b-a9bd-4da6-b2a3-f3a120aded2d/3bad1e46-868e-423b-b701-c6e206c1a753) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:18:04.861300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:18:05.028801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:05.297605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:05.309930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Transition to ACTIVE for port object 3bad1e46-868e-423b-b701-c6e206c1a753 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:18:05.336880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:01Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:05.339095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Transition to ACTIVE for port object 3bad1e46-868e-423b-b701-c6e206c1a753 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:18:05.342751 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889f3f5-8d8a-4aa7-90a8-505efc6c9bd1 None None] The sync data for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv is: [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:01Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:18:05.388214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:05.462376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Network 14601937-3a36-4518-bbb1-2e06177939d2 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:18:05.463541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.1 (14601937-3a36-4518-bbb1-2e06177939d2/5947e72b-a9bd-4da6-b2a3-f3a120aded2d/178f3c20-ee1d-42fc-9367-b42cc3c64520) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:18:05.463793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:18:05.471169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:18:05.480757 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Pushing event updated for resources: {'Port': ['ID=3bad1e46-868e-423b-b701-c6e206c1a753,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:05.607813 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Attempting to bind port 3bad1e46-868e-423b-b701-c6e206c1a753 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:18:05.608180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Attempting to bind port 3bad1e46-868e-423b-b701-c6e206c1a753 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:18:05.608549 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Attempting to bind port 3bad1e46-868e-423b-b701-c6e206c1a753 on network 14601937-3a36-4518-bbb1-2e06177939d2 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:18:05.613836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:18:05.614211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Checking segment: {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:18:05.614614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:05.615006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Bound using segment: {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:18:05.615468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Bound port: 3bad1e46-868e-423b-b701-c6e206c1a753, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:18:05.615839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:05.641365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:05.657774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object 178f3c20-ee1d-42fc-9367-b42cc3c64520 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:18:05.715825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] For port 3bad1e46-868e-423b-b701-c6e206c1a753, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:18:05.719169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] For port 3bad1e46-868e-423b-b701-c6e206c1a753, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3bad1e46-868e-423b-b701-c6e206c1a753,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:18:05.720245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:05.777220 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:05.790678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 14601937-3a36-4518-bbb1-2e06177939d2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:18:05.793757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:18:05.797860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:18:05.842694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=178f3c20-ee1d-42fc-9367-b42cc3c64520,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:05.867571 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e5c83-5fb7-4a2b-9f78-803889c4fb90 None None] Pushing event updated for resources: {'Port': ['ID=3bad1e46-868e-423b-b701-c6e206c1a753,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:05.873493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.069331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.343873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7ee61ab5-914b-4f20-aa25-adb4c7039f04 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:18:06.490860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:18:06.496734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:06.497123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.497468 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 Oct 20 04:18:06.630936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.659381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:18:06.659783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.676749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 7ee61ab5-914b-4f20-aa25-adb4c7039f04, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7ee61ab5-914b-4f20-aa25-adb4c7039f04,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:18:06.690929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.771060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.772078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3bad1e46-868e-423b-b701-c6e206c1a753 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:18:06.808552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.812157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=178f3c20-ee1d-42fc-9367-b42cc3c64520,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:06.897502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=7ee61ab5-914b-4f20-aa25-adb4c7039f04,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:06.941904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd507fcb-bac2-439d-9720-49945a0c515f None None] Network 14601937-3a36-4518-bbb1-2e06177939d2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:18:06.990611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 14601937-3a36-4518-bbb1-2e06177939d2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:18:06.992472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:18:07.036515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 3bad1e46-868e-423b-b701-c6e206c1a753 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:18:07.129395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d5c1703c-066b-49aa-9f53-5ff2a299aff0 None None] Provisioning for port 3bad1e46-868e-423b-b701-c6e206c1a753 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:18:07.163279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d5c1703c-066b-49aa-9f53-5ff2a299aff0 None None] Provisioning complete for port 3bad1e46-868e-423b-b701-c6e206c1a753 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:07.163691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d5c1703c-066b-49aa-9f53-5ff2a299aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:07.164144 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d5c1703c-066b-49aa-9f53-5ff2a299aff0 None None] Attempt 1 to provision port 3bad1e46-868e-423b-b701-c6e206c1a753 Oct 20 04:18:07.194326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d8720e25-978f-4653-be30-62bdeb31fbd3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:18:07.365077 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1703c-066b-49aa-9f53-5ff2a299aff0 None None] Current status of the port 3bad1e46-868e-423b-b701-c6e206c1a753 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:18:07.365589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d5c1703c-066b-49aa-9f53-5ff2a299aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:07.390399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:18:07.406660 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Sync routers for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:18:07.407175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d5c1703c-066b-49aa-9f53-5ff2a299aff0 None None] For port 3bad1e46-868e-423b-b701-c6e206c1a753, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3bad1e46-868e-423b-b701-c6e206c1a753,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:18:07.407276 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-77059e15-41ba-4291-b620-b190b829264a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/d8720e25-978f-4653-be30-62bdeb31fbd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1751852 Oct 20 04:18:07.411561 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:18:07.412168 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:17:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:07.479727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d5c1703c-066b-49aa-9f53-5ff2a299aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:07.560033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1703c-066b-49aa-9f53-5ff2a299aff0 None None] Pushing event updated for resources: {'Port': ['ID=3bad1e46-868e-423b-b701-c6e206c1a753,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:07.607113 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:18:07.626197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-9533c0b5-5774-4027-a2a7-259f576428bf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:18:07.702125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Provisioning complete for port 3bad1e46-868e-423b-b701-c6e206c1a753 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:07.702504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:07.702963 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Attempt 1 to provision port 3bad1e46-868e-423b-b701-c6e206c1a753 Oct 20 04:18:07.706875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-9533c0b5-5774-4027-a2a7-259f576428bf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:18:07.708141 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-9533c0b5-5774-4027-a2a7-259f576428bf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777349247&fields=id&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 267 time: 0.1376724 Oct 20 04:18:07.886159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Current status of the port 3bad1e46-868e-423b-b701-c6e206c1a753 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:18:07.906060 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-56fbcb01-0c19-4678-8daf-d48f36ecea31 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:07.906766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-56fbcb01-0c19-4678-8daf-d48f36ecea31 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:18:07.976705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Provisioning for port 178f3c20-ee1d-42fc-9367-b42cc3c64520 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:18:07.977129 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:05Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '178f3c20-ee1d-42fc-9367-b42cc3c64520', 'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:f7:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:05Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 2, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:07.981631 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Checking router: d8720e25-978f-4653-be30-62bdeb31fbd3 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:18:07.982190 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Updating router d8720e25-978f-4653-be30-62bdeb31fbd3 port 178f3c20-ee1d-42fc-9367-b42cc3c64520 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:18:07.985068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Provisioning complete for port 178f3c20-ee1d-42fc-9367-b42cc3c64520 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:07.985068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:07.985068 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Attempt 1 to provision port 178f3c20-ee1d-42fc-9367-b42cc3c64520 Oct 20 04:18:08.004762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-56fbcb01-0c19-4678-8daf-d48f36ecea31 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:18:08.006098 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-56fbcb01-0c19-4678-8daf-d48f36ecea31 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/networks?id=14601937-3a36-4518-bbb1-2e06177939d2 HTTP/1.1" status: 200 len: 797 time: 0.2888858 Oct 20 04:18:08.027507 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-8e8814ee-d97f-4045-a569-0c5630fdd7c9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/quotas/388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 375 time: 0.0129271 Oct 20 04:18:08.039117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Port 178f3c20-ee1d-42fc-9367-b42cc3c64520 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:18:08.045873 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:08.124227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-aff5ccbe-8ff4-4b8e-831d-13e0a247fa94 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:18:08.187870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-aff5ccbe-8ff4-4b8e-831d-13e0a247fa94 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:18:08.189154 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-aff5ccbe-8ff4-4b8e-831d-13e0a247fa94 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546681 Oct 20 04:18:08.205463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-f2b0d4dc-6f03-4d4d-84ac-53fcd69c2968 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:18:08.206423 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-f2b0d4dc-6f03-4d4d-84ac-53fcd69c2968 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052252 Oct 20 04:18:08.284019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7ee61ab5-914b-4f20-aa25-adb4c7039f04 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:18:08.337473 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-df8e0c72-17dc-415c-9caf-078735fddd5f service neutron] 10.222.0.33 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246934 Oct 20 04:18:08.354109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:08.354480 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:08.354807 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 Oct 20 04:18:08.402592 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:08.415556 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Transition to ACTIVE for port object 178f3c20-ee1d-42fc-9367-b42cc3c64520 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:18:08.470943 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:18:08.471923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3bad1e46-868e-423b-b701-c6e206c1a753 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:18:08.472809 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-1d7cf2b1-f614-46a8-8aba-00d2f1da7a33 service neutron] 10.222.0.33 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283741 Oct 20 04:18:08.502378 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:08.539489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 3bad1e46-868e-423b-b701-c6e206c1a753 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:08.539883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:08.540213 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 3bad1e46-868e-423b-b701-c6e206c1a753 Oct 20 04:18:08.566813 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Attempt 2 to provision port 178f3c20-ee1d-42fc-9367-b42cc3c64520 Oct 20 04:18:08.640863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Port 178f3c20-ee1d-42fc-9367-b42cc3c64520 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:18:08.696383 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Pushing event updated for resources: {'Port': ['ID=178f3c20-ee1d-42fc-9367-b42cc3c64520,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:08.701384 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 3bad1e46-868e-423b-b701-c6e206c1a753 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:18:08.714097 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.714451 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.714793 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.715369 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.715493 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.715775 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.716100 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.716427 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.716751 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.717070 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.717419 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.717741 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:08.724508 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Attempting to bind port 178f3c20-ee1d-42fc-9367-b42cc3c64520 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:18:08.724883 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Attempting to bind port 178f3c20-ee1d-42fc-9367-b42cc3c64520 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:18:08.725250 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Attempting to bind port 178f3c20-ee1d-42fc-9367-b42cc3c64520 on network 14601937-3a36-4518-bbb1-2e06177939d2 {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:18:08.732096 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:18:08.732480 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Checking segment: {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:18:08.732883 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:08.733325 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Bound using segment: {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:18:08.733763 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Bound port: 178f3c20-ee1d-42fc-9367-b42cc3c64520, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:18:08.734136 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:08.809392 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-eeb1deeb-7171-46b3-84b6-c01e327e6aec req-ebb9b7c4-e7d4-4f88-9324-c5d630e04e1e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 210 time: 0.0630445 Oct 20 04:18:08.851661 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] For port 178f3c20-ee1d-42fc-9367-b42cc3c64520, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:18:08.854656 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] For port 178f3c20-ee1d-42fc-9367-b42cc3c64520, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=178f3c20-ee1d-42fc-9367-b42cc3c64520,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:18:08.919881 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:08.978867 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:18:08.979395 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:17:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:09.109211 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cba9b5-58e1-483b-905e-72d5ff4496d4 None None] Pushing event updated for resources: {'Port': ['ID=178f3c20-ee1d-42fc-9367-b42cc3c64520,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:09.142809 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Attempt 3 to provision port 178f3c20-ee1d-42fc-9367-b42cc3c64520 Oct 20 04:18:09.156477 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:18:09.203994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-823cb3be-903b-4bfe-b37a-e73e6a663fb2 None None] Port 178f3c20-ee1d-42fc-9367-b42cc3c64520 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:18:09.461428 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:05Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '178f3c20-ee1d-42fc-9367-b42cc3c64520', 'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:f7:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:05Z', 'updated_at': '2022-10-20T04:18:08Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:09.465802 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1a435-446a-467d-912e-e7d991a1cc6e None None] The sync data for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv is: [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:05Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '178f3c20-ee1d-42fc-9367-b42cc3c64520', 'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:f7:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:05Z', 'updated_at': '2022-10-20T04:18:08Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:18:09.680235 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:18:09.821990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-aebc6381-c3a2-41f9-8d8f-8f77bb6643f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:09.973499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82eadef7-5c97-40c4-888c-97ff67f56bcd req-2f2bda59-e366-49e7-960f-93440c8a6237 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 210 time: 0.0513625 Oct 20 04:18:10.301080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 178f3c20-ee1d-42fc-9367-b42cc3c64520 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:18:10.427662 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 178f3c20-ee1d-42fc-9367-b42cc3c64520 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:18:10.433707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 178f3c20-ee1d-42fc-9367-b42cc3c64520 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:10.442673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:10.442673 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 178f3c20-ee1d-42fc-9367-b42cc3c64520 Oct 20 04:18:10.554973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 178f3c20-ee1d-42fc-9367-b42cc3c64520 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:18:10.555359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:10.587466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 178f3c20-ee1d-42fc-9367-b42cc3c64520, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=178f3c20-ee1d-42fc-9367-b42cc3c64520,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:18:10.696674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:10.763053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=178f3c20-ee1d-42fc-9367-b42cc3c64520,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:10.828501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-722fb202-8510-4d60-8029-ce6ffbe40936 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:10.829907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-722fb202-8510-4d60-8029-ce6ffbe40936 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/networks?id=14601937-3a36-4518-bbb1-2e06177939d2 HTTP/1.1" status: 200 len: 797 time: 0.1471996 Oct 20 04:18:10.881693 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-614719a3-9108-4f77-a7a6-856368c47430 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 379 time: 0.0390866 Oct 20 04:18:10.892252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'port': {'device_id': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'admin_state_up': True, 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'security_groups': ['04e0d0b4-f410-473f-a0af-d63a0d1459e9']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:18:11.137738 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4fb85ab8-45d4-4fdd-b18f-0c2450a3b525 req-9bdba84c-e68d-4ac8-a8e0-17033d716fc1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 210 time: 0.0501390 Oct 20 04:18:11.146456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:18:11.161208 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:18:11.221974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:18:11.225504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:11.384168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.13 (14601937-3a36-4518-bbb1-2e06177939d2/5947e72b-a9bd-4da6-b2a3-f3a120aded2d/981092d7-99f0-468e-a23c-ded2ae686f26) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:18:11.568165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:11.583880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object 981092d7-99f0-468e-a23c-ded2ae686f26 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:18:11.679927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:11.746022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 14601937-3a36-4518-bbb1-2e06177939d2 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:18:11.749040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:18:11.751533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:18:11.795533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=981092d7-99f0-468e-a23c-ded2ae686f26,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:11.824825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:11.825559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:11.915785 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-24ceee7f-a8b6-4398-8084-fd469d65cc6c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0260942 Oct 20 04:18:11.931533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Request body: {'port': {'device_id': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:18:12.016006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bdf25e9-b468-4a5d-a1ea-3a5c858618d1 None None] Provisioning for port 981092d7-99f0-468e-a23c-ded2ae686f26 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:18:12.020993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2bdf25e9-b468-4a5d-a1ea-3a5c858618d1 None None] Provisioning complete for port 981092d7-99f0-468e-a23c-ded2ae686f26 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:12.021429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2bdf25e9-b468-4a5d-a1ea-3a5c858618d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:12.021768 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bdf25e9-b468-4a5d-a1ea-3a5c858618d1 None None] Attempt 1 to provision port 981092d7-99f0-468e-a23c-ded2ae686f26 Oct 20 04:18:12.040904 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:12.110797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf25e9-b468-4a5d-a1ea-3a5c858618d1 None None] Port 981092d7-99f0-468e-a23c-ded2ae686f26 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:18:12.282629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 178f3c20-ee1d-42fc-9367-b42cc3c64520 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:18:12.326928 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7165c13d-fc70-4860-878f-b40341805712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:12.353099 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 178f3c20-ee1d-42fc-9367-b42cc3c64520 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:12.353496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:12.353833 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 178f3c20-ee1d-42fc-9367-b42cc3c64520 Oct 20 04:18:12.423877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b197e5b-c980-4a7b-af12-b686a8883de1 req-aa06fc4d-89fe-4f8b-9d6a-5302f91c88b9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:12.424561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b197e5b-c980-4a7b-af12-b686a8883de1 req-aa06fc4d-89fe-4f8b-9d6a-5302f91c88b9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:18:12.457446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981092d7-99f0-468e-a23c-ded2ae686f26 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:18:12.465153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:12.468836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 178f3c20-ee1d-42fc-9367-b42cc3c64520 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:18:12.480596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Transition to ACTIVE for port object 981092d7-99f0-468e-a23c-ded2ae686f26 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:18:12.535954 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-3b197e5b-c980-4a7b-af12-b686a8883de1 req-aa06fc4d-89fe-4f8b-9d6a-5302f91c88b9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:18:12.537095 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b197e5b-c980-4a7b-af12-b686a8883de1 req-aa06fc4d-89fe-4f8b-9d6a-5302f91c88b9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 932 time: 0.2813947 Oct 20 04:18:12.571610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:12.612007 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bdf25e9-b468-4a5d-a1ea-3a5c858618d1 None None] Attempt 2 to provision port 981092d7-99f0-468e-a23c-ded2ae686f26 Oct 20 04:18:12.668362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf25e9-b468-4a5d-a1ea-3a5c858618d1 None None] Port 981092d7-99f0-468e-a23c-ded2ae686f26 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:18:12.681638 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b197e5b-c980-4a7b-af12-b686a8883de1 req-a3d2eca9-4b8e-454d-9fbb-fe3b1bf1ea65 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386204 Oct 20 04:18:12.767398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=981092d7-99f0-468e-a23c-ded2ae686f26,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:12.800519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Attempting to bind port 981092d7-99f0-468e-a23c-ded2ae686f26 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:18:12.800853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Attempting to bind port 981092d7-99f0-468e-a23c-ded2ae686f26 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:18:12.801170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Attempting to bind port 981092d7-99f0-468e-a23c-ded2ae686f26 on network 14601937-3a36-4518-bbb1-2e06177939d2 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:18:12.806249 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Port 981092d7-99f0-468e-a23c-ded2ae686f26 on network 14601937-3a36-4518-bbb1-2e06177939d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:18:12.806570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Attempting to bind port 981092d7-99f0-468e-a23c-ded2ae686f26 on network 14601937-3a36-4518-bbb1-2e06177939d2 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:18:12.811551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:18:12.811888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Checking segment: {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:18:12.812262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Bound using segment: {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:18:12.812684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Bound port: 981092d7-99f0-468e-a23c-ded2ae686f26, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67352a69-0b66-46be-8386-79efe81f04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:18:12.813026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:12.901275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] For port 981092d7-99f0-468e-a23c-ded2ae686f26, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:18:12.904132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] For port 981092d7-99f0-468e-a23c-ded2ae686f26, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=981092d7-99f0-468e-a23c-ded2ae686f26,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:18:12.987776 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:12.990632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:12.991605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:12.992982 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] 10.222.0.26 "PUT /v2.0/ports/981092d7-99f0-468e-a23c-ded2ae686f26 HTTP/1.1" status: 200 len: 1094 time: 1.0666068 Oct 20 04:18:13.022435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:18:13.025207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddde1ba-a549-4361-a480-6d73efbdcf79" -d '{"events": [{"name": "network-changed", "server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:18:13.066887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13e3131-904c-4eb7-b505-7dfe8b8a779d x-openstack-request-id: req-d13e3131-904c-4eb7-b505-7dfe8b8a779d {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:18:13.067167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:18:13.067409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d13e3131-904c-4eb7-b505-7dfe8b8a779d {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:18:13.067794 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13e3131-904c-4eb7-b505-7dfe8b8a779d'] response: {'name': 'network-changed', 'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26', 'status': 'completed', 'code': 200} Oct 20 04:18:13.069106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d992e9a-e77d-4170-bb5e-fbd1a410ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=981092d7-99f0-468e-a23c-ded2ae686f26,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:13.169939 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2bdf25e9-b468-4a5d-a1ea-3a5c858618d1 None None] Attempt 3 to provision port 981092d7-99f0-468e-a23c-ded2ae686f26 Oct 20 04:18:13.231621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf25e9-b468-4a5d-a1ea-3a5c858618d1 None None] Port 981092d7-99f0-468e-a23c-ded2ae686f26 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:18:13.281098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde1ba-a549-4361-a480-6d73efbdcf79 req-dd2aa1ee-6b8d-4ea1-bc9a-e7bb06f09ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:13.282504 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6ddde1ba-a549-4361-a480-6d73efbdcf79 req-dd2aa1ee-6b8d-4ea1-bc9a-e7bb06f09ff2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 1097 time: 0.1867216 Oct 20 04:18:13.419977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde1ba-a549-4361-a480-6d73efbdcf79 req-fb177a1d-ec00-49b8-8e20-26c75c1b8502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:13.421487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6ddde1ba-a549-4361-a480-6d73efbdcf79 req-fb177a1d-ec00-49b8-8e20-26c75c1b8502 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=388812b1063b41f199fb2de69afc6d98&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1282675 Oct 20 04:18:13.547850 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:13.561715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde1ba-a549-4361-a480-6d73efbdcf79 req-5deeb7d5-186f-4687-8180-bc2ff45005a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:13.563266 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6ddde1ba-a549-4361-a480-6d73efbdcf79 req-5deeb7d5-186f-4687-8180-bc2ff45005a5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324611 Oct 20 04:18:13.571254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:13.677794 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-3cb7c6ab-8ce1-47c0-808d-5ce0e37378ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:13.679810 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-3cb7c6ab-8ce1-47c0-808d-5ce0e37378ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 1097 time: 0.0763891 Oct 20 04:18:13.751785 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-b404b08e-d4c0-4753-83cb-b2ca7c057e12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981092d7-99f0-468e-a23c-ded2ae686f26 HTTP/1.1" status: 200 len: 217 time: 0.0622547 Oct 20 04:18:13.871745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-032b65b5-cd3a-4289-bd56-11e32ae8cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:13.873164 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-032b65b5-cd3a-4289-bd56-11e32ae8cf91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5947e72b-a9bd-4da6-b2a3-f3a120aded2d HTTP/1.1" status: 200 len: 835 time: 0.1129212 Oct 20 04:18:13.951124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4833-4d62-4fee-8854-4e20de2c020f req-c8d865d3-a0f9-4ef9-8a3d-bc662cc95351 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:13.952626 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b4a4833-4d62-4fee-8854-4e20de2c020f req-c8d865d3-a0f9-4ef9-8a3d-bc662cc95351 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 944 time: 0.1560073 Oct 20 04:18:14.008047 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b4a4833-4d62-4fee-8854-4e20de2c020f req-b3084627-e549-4fff-a796-c62bed254dce tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491323 Oct 20 04:18:14.010040 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-1ee3f2f2-8f87-433e-a763-e86f57007c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:14.011406 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-1ee3f2f2-8f87-433e-a763-e86f57007c00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14601937-3a36-4518-bbb1-2e06177939d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269681 Oct 20 04:18:14.145363 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-48e25bdf-675a-4ca2-a289-faa73fca2cca service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212077 Oct 20 04:18:14.273233 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4efb720f-23f3-498e-b587-6ac0fba8e835 req-e81e24f9-ace0-423b-805c-c3888014e03b service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199372 Oct 20 04:18:15.003249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:15.208333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362992ea-1124-4aa6-8041-22911e557a2e req-2d2503a3-0e03-4a66-a85d-3e7218cdb55c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:15.209707 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-362992ea-1124-4aa6-8041-22911e557a2e req-2d2503a3-0e03-4a66-a85d-3e7218cdb55c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 944 time: 0.0881727 Oct 20 04:18:15.252335 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-362992ea-1124-4aa6-8041-22911e557a2e req-c30c9bcc-075c-40b9-a8bf-cfc313156b31 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365708 Oct 20 04:18:16.445552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf53a5-fb75-4a49-8837-95cf18cbd8bf req-56aba6e7-724f-4232-850c-3c21052671f5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:16.446998 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b7cf53a5-fb75-4a49-8837-95cf18cbd8bf req-56aba6e7-724f-4232-850c-3c21052671f5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 944 time: 0.0854843 Oct 20 04:18:16.489543 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b7cf53a5-fb75-4a49-8837-95cf18cbd8bf req-e15e831a-44d9-4d52-84f7-1d39bf6df1df tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369213 Oct 20 04:18:17.553446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:17.684414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52852b2-02c1-4ad2-ac0f-ef24b79ccbbc req-95ea67e3-9ae1-448f-8a97-2b156a42435c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:17.685933 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d52852b2-02c1-4ad2-ac0f-ef24b79ccbbc req-95ea67e3-9ae1-448f-8a97-2b156a42435c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 944 time: 0.0853236 Oct 20 04:18:17.727815 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d52852b2-02c1-4ad2-ac0f-ef24b79ccbbc req-e2e99654-438a-46e3-934d-9205ce244aac tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362132 Oct 20 04:18:17.931357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 981092d7-99f0-468e-a23c-ded2ae686f26 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:18:18.064556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 981092d7-99f0-468e-a23c-ded2ae686f26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=981092d7-99f0-468e-a23c-ded2ae686f26,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:18:18.076985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '981092d7-99f0-468e-a23c-ded2ae686f26', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'port_id': '981092d7-99f0-468e-a23c-ded2ae686f26', 'mac_address': 'fa:16:3e:b7:d2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:18:18.132679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 981092d7-99f0-468e-a23c-ded2ae686f26 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:18:18.133048 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:18.149502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981092d7-99f0-468e-a23c-ded2ae686f26 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:18:18.164629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 981092d7-99f0-468e-a23c-ded2ae686f26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=981092d7-99f0-468e-a23c-ded2ae686f26,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:18:18.238953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:18.304166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=981092d7-99f0-468e-a23c-ded2ae686f26,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:18.491993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['981092d7-99f0-468e-a23c-ded2ae686f26'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:18:18.929013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2d158-9ab6-4143-873f-adb199714e9b req-aa5dc320-4185-41a6-975e-051eee43e154 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:18.930470 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e2d158-9ab6-4143-873f-adb199714e9b req-aa5dc320-4185-41a6-975e-051eee43e154 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 945 time: 0.0935616 Oct 20 04:18:18.984644 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e2d158-9ab6-4143-873f-adb199714e9b req-c2935b87-112f-445d-97c8-b95404eb2dc4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483904 Oct 20 04:18:19.938317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 981092d7-99f0-468e-a23c-ded2ae686f26 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:18:20.078846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 981092d7-99f0-468e-a23c-ded2ae686f26 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:18:20.083860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 981092d7-99f0-468e-a23c-ded2ae686f26 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:20.084230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:20.084561 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 981092d7-99f0-468e-a23c-ded2ae686f26 Oct 20 04:18:20.182419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa127744-d2c1-4f4e-9cc3-8b7a8655cced req-f9810a6f-6eee-4009-8097-fb3e5f343abb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:20.183857 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-aa127744-d2c1-4f4e-9cc3-8b7a8655cced req-f9810a6f-6eee-4009-8097-fb3e5f343abb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 945 time: 0.0880470 Oct 20 04:18:20.201006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 981092d7-99f0-468e-a23c-ded2ae686f26 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:18:20.201335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:20.227653 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-aa127744-d2c1-4f4e-9cc3-8b7a8655cced req-5bf8b223-3dbb-4123-b7c1-dc81d0940d0d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Oct 20 04:18:20.230632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:18:20.232823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e030ca-9a96-46a1-b28c-86806bb3c4fa" -d '{"events": [{"server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "name": "network-vif-plugged", "status": "completed", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:18:20.239339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 981092d7-99f0-468e-a23c-ded2ae686f26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=981092d7-99f0-468e-a23c-ded2ae686f26,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:18:20.274639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba25f6fd-e58f-4922-8e29-1d17e56f7b9d x-openstack-request-id: req-ba25f6fd-e58f-4922-8e29-1d17e56f7b9d {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:18:20.274903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "name": "network-vif-plugged", "status": "completed", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:18:20.275151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ba25f6fd-e58f-4922-8e29-1d17e56f7b9d {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:18:20.275603 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba25f6fd-e58f-4922-8e29-1d17e56f7b9d'] response: {'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26', 'code': 200} Oct 20 04:18:20.279131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:20.345103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=981092d7-99f0-468e-a23c-ded2ae686f26,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:20.651016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ac0cb-a3f1-433e-b1eb-ef09c78e9849 req-acfd381c-cfb6-49fc-b34c-4a684f7d307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:20.652476 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d45ac0cb-a3f1-433e-b1eb-ef09c78e9849 req-acfd381c-cfb6-49fc-b34c-4a684f7d307f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 1099 time: 0.0787315 Oct 20 04:18:20.695064 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d45ac0cb-a3f1-433e-b1eb-ef09c78e9849 req-6bc261fa-3295-4491-bb82-2bd452c592dd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324752 Oct 20 04:18:21.423712 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f6319-7e7a-4b38-8666-4223c893887c req-d4d7f3e7-0f6c-48da-a23b-2018f1a3b0ea tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:21.425146 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f16f6319-7e7a-4b38-8666-4223c893887c req-d4d7f3e7-0f6c-48da-a23b-2018f1a3b0ea tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0846314 Oct 20 04:18:21.471381 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f16f6319-7e7a-4b38-8666-4223c893887c req-b02cd61e-0956-48f7-9faf-0a2cab0e8c46 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400069 Oct 20 04:18:22.667671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0d869-caeb-45af-97bd-d97b800ec419 req-ab31b49c-bb38-452c-8a15-8784ed604245 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:22.669096 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5da0d869-caeb-45af-97bd-d97b800ec419 req-ab31b49c-bb38-452c-8a15-8784ed604245 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0852120 Oct 20 04:18:22.711470 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5da0d869-caeb-45af-97bd-d97b800ec419 req-0846093f-80ad-4fa0-8288-f8e0a578dd17 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366020 Oct 20 04:18:22.907454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92baec-390d-414f-bddc-e132a8519cc4 req-461a6ec4-1677-47f4-82e6-b04615689edd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:22.908899 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0f92baec-390d-414f-bddc-e132a8519cc4 req-461a6ec4-1677-47f4-82e6-b04615689edd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0893495 Oct 20 04:18:22.951551 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0f92baec-390d-414f-bddc-e132a8519cc4 req-b66d382f-d99d-4607-8cf5-b4c132e76fe6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364897 Oct 20 04:18:22.980454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47232) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:23.058700 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a08183-8305-4bb7-be77-7ed6e9f7c772 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:23.060173 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-65a08183-8305-4bb7-be77-7ed6e9f7c772 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 1094 time: 0.0787778 Oct 20 04:18:23.063050 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47236) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:23.067780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '981092d7-99f0-468e-a23c-ded2ae686f26', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address': '172.20.0.13'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:18:23.074032 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:18:23.077968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:floatingip and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:18:23.080759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:18:23.087150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:18:23.157599 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:23.287826 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:23.415421 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.59 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/1d8305be-2640-4f51-8d08-377b07c177c9) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:18:23.561024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:23.650533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:23.710846 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:18:23.713541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:18:23.717285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:18:23.755627 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=1d8305be-2640-4f51-8d08-377b07c177c9,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:24.208157 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:24.358445 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:24.556030 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:24.610127 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:24.714135 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=1d8305be-2640-4f51-8d08-377b07c177c9,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:24.718624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:24.889836 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 3c86eeff-cd3e-4087-8774-89110f321141 associated. External IP: 172.26.7.59, port: 981092d7-99f0-468e-a23c-ded2ae686f26. Oct 20 04:18:25.227258 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d8720e25-978f-4653-be30-62bdeb31fbd3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:18:25.515210 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:18:25.525642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] Sync routers for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:18:25.535397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:18:25.536060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:18:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:25.605215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:25.662798 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-929a0d33-6689-4d07-804f-5e2db581685c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5987442 Oct 20 04:18:25.663991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:18:25.666323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f435c28f-093b-427f-8e87-70df9ef552c9" -d '{"events": [{"name": "network-changed", "server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:18:25.716281 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db48fb5-68cd-4e57-b6e5-aa32ca3e0bdf x-openstack-request-id: req-5db48fb5-68cd-4e57-b6e5-aa32ca3e0bdf {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:18:25.716737 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:18:25.717118 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5db48fb5-68cd-4e57-b6e5-aa32ca3e0bdf {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:18:25.717640 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db48fb5-68cd-4e57-b6e5-aa32ca3e0bdf'] response: {'name': 'network-changed', 'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26', 'status': 'completed', 'code': 200} Oct 20 04:18:25.726960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:18:25.879972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-26d0fc76-357a-4061-b778-ced543806b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:25.881486 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-26d0fc76-357a-4061-b778-ced543806b6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 1099 time: 0.1433625 Oct 20 04:18:25.889668 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afec05-1c98-4aa0-9067-64f2ab63b5cf req-45c37021-7c1e-4167-9d9f-7de35301d1d1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:25.891055 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-94afec05-1c98-4aa0-9067-64f2ab63b5cf req-45c37021-7c1e-4167-9d9f-7de35301d1d1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.1104038 Oct 20 04:18:26.104499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:05Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3c86eeff-cd3e-4087-8774-89110f321141', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.59', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'port_id': '981092d7-99f0-468e-a23c-ded2ae686f26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'mac_address': 'fa:16:3e:b7:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:18:24Z', 'updated_at': '2022-10-20T04:18:24Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f3c20-ee1d-42fc-9367-b42cc3c64520', 'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:f7:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:05Z', 'updated_at': '2022-10-20T04:18:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:26.108262 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] Checking router: d8720e25-978f-4653-be30-62bdeb31fbd3 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:18:26.116440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:18:26.117029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:18:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:26.126715 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-94afec05-1c98-4aa0-9067-64f2ab63b5cf req-5601935f-721e-4cdc-bad1-6d94d8f05995 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141960 Oct 20 04:18:26.156764 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47244) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:26.240679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-f9828df5-6209-423d-8cbf-ff441d0f97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:26.242200 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-f9828df5-6209-423d-8cbf-ff441d0f97bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=14601937-3a36-4518-bbb1-2e06177939d2 HTTP/1.1" status: 200 len: 898 time: 0.3502858 Oct 20 04:18:26.294749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:18:26.340757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-de360b80-fa59-443a-ac29-a6ffdc1b95d4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/3c86eeff-cd3e-4087-8774-89110f321141 HTTP/1.1" status: 200 len: 991 time: 0.1828375 Oct 20 04:18:26.363687 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-878adebb-718d-4a8e-a7a5-674202cee451 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981092d7-99f0-468e-a23c-ded2ae686f26 HTTP/1.1" status: 200 len: 999 time: 0.1112022 Oct 20 04:18:26.425700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-ef9d0638-501f-477b-8c41-84f9de81e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:26.427180 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-ef9d0638-501f-477b-8c41-84f9de81e860 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5947e72b-a9bd-4da6-b2a3-f3a120aded2d HTTP/1.1" status: 200 len: 835 time: 0.0572991 Oct 20 04:18:26.513439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-7811f942-2925-4619-924b-5691750afffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:26.514917 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-7811f942-2925-4619-924b-5691750afffe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14601937-3a36-4518-bbb1-2e06177939d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823066 Oct 20 04:18:26.636414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:05Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3c86eeff-cd3e-4087-8774-89110f321141', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.59', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'port_id': '981092d7-99f0-468e-a23c-ded2ae686f26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'mac_address': 'fa:16:3e:b7:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:18:24Z', 'updated_at': '2022-10-20T04:18:24Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f3c20-ee1d-42fc-9367-b42cc3c64520', 'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:f7:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:05Z', 'updated_at': '2022-10-20T04:18:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:26.640405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283dde5c-ef51-42ae-b6f6-7c4a646f8d98 None None] The sync data for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv is: [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:05Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '3c86eeff-cd3e-4087-8774-89110f321141', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.59', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'port_id': '981092d7-99f0-468e-a23c-ded2ae686f26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'mac_address': 'fa:16:3e:b7:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:18:24Z', 'updated_at': '2022-10-20T04:18:24Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f3c20-ee1d-42fc-9367-b42cc3c64520', 'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:f7:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:05Z', 'updated_at': '2022-10-20T04:18:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:18:26.648050 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-aa359663-dd28-4a60-839c-f485eef765c9 service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249382 Oct 20 04:18:26.779619 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f435c28f-093b-427f-8e87-70df9ef552c9 req-9fe89865-4e77-49ce-a1a2-481ec4226bc7 service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260681 Oct 20 04:18:26.831079 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80956525-8907-444e-8d3a-1e0f4f8db1da None None] New status for floating IP 3c86eeff-cd3e-4087-8774-89110f321141: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:18:27.344537 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47248) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:18:27.449620 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1c3f0b79-5fc9-4001-a53e-ad66b9cc7b78 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/3c86eeff-cd3e-4087-8774-89110f321141 HTTP/1.1" status: 200 len: 993 time: 0.1037762 Oct 20 04:18:39.814363 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-30e39bf8-b99b-4e49-8d29-17d59131f6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:42.336610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6e8476b4-07c1-425e-b584-caa163045dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:43.530242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:43.558521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:45.010240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:46.679940 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:18:47.568359 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:56.366420 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2634430d-2d29-4929-b116-a792581c6a55 req-560abc34-bd28-42c5-86f3-05cff5862383 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761402 Oct 20 04:18:56.510071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634430d-2d29-4929-b116-a792581c6a55 req-038619ff-0ae7-4a18-8558-b8ce038c8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:56.511407 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2634430d-2d29-4929-b116-a792581c6a55 req-038619ff-0ae7-4a18-8558-b8ce038c8f2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 1099 time: 0.0790596 Oct 20 04:18:56.655855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634430d-2d29-4929-b116-a792581c6a55 req-da828f29-49c5-4a26-bb90-e8cdaeda7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:56.657290 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2634430d-2d29-4929-b116-a792581c6a55 req-da828f29-49c5-4a26-bb90-e8cdaeda7cba service neutron] 10.222.0.26 "GET /v2.0/networks?id=14601937-3a36-4518-bbb1-2e06177939d2 HTTP/1.1" status: 200 len: 898 time: 0.1232018 Oct 20 04:18:56.754104 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2634430d-2d29-4929-b116-a792581c6a55 req-ad194dd0-5fb5-4f05-8df7-1a05a37aa670 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981092d7-99f0-468e-a23c-ded2ae686f26 HTTP/1.1" status: 200 len: 1001 time: 0.0891936 Oct 20 04:18:56.817602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634430d-2d29-4929-b116-a792581c6a55 req-1762a9f3-72bd-493e-9085-f63af3c67e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:56.819558 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2634430d-2d29-4929-b116-a792581c6a55 req-1762a9f3-72bd-493e-9085-f63af3c67e3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5947e72b-a9bd-4da6-b2a3-f3a120aded2d HTTP/1.1" status: 200 len: 835 time: 0.0583110 Oct 20 04:18:56.903719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634430d-2d29-4929-b116-a792581c6a55 req-08de12b4-18a9-4802-af72-9c77cf1261e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:56.905176 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2634430d-2d29-4929-b116-a792581c6a55 req-08de12b4-18a9-4802-af72-9c77cf1261e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14601937-3a36-4518-bbb1-2e06177939d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750051 Oct 20 04:18:57.036081 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2634430d-2d29-4929-b116-a792581c6a55 req-1c06f65b-7ae0-4f7b-8289-4e81d6eff619 service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211436 Oct 20 04:18:57.258961 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2634430d-2d29-4929-b116-a792581c6a55 req-b8a4b644-cb07-4c83-8eb1-00674500199d service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165298 Oct 20 04:18:59.077207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23488b1-8121-4e83-9337-39427310f7f2 req-ae0afc16-e680-4e9d-aca6-c46c70b46426 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:59.078709 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d23488b1-8121-4e83-9337-39427310f7f2 req-ae0afc16-e680-4e9d-aca6-c46c70b46426 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0890746 Oct 20 04:18:59.112820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-eed2b716-f43a-439a-b31b-f4f913bfb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:59.114314 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-eed2b716-f43a-439a-b31b-f4f913bfb519 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 1099 time: 0.0802436 Oct 20 04:18:59.122087 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d23488b1-8121-4e83-9337-39427310f7f2 req-cc33971e-9005-452a-953f-06f6367d488d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377069 Oct 20 04:18:59.250597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-e961a5db-18e4-43e1-805b-5be55264a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:59.251938 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-e961a5db-18e4-43e1-805b-5be55264a029 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14601937-3a36-4518-bbb1-2e06177939d2 HTTP/1.1" status: 200 len: 898 time: 0.1256504 Oct 20 04:18:59.353727 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-e5e89bf2-7cbd-410a-86de-a2eb3b30c789 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981092d7-99f0-468e-a23c-ded2ae686f26 HTTP/1.1" status: 200 len: 1001 time: 0.0948009 Oct 20 04:18:59.414138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-449a2fc3-512d-4a88-93e0-09f59a0e696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:59.415516 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-449a2fc3-512d-4a88-93e0-09f59a0e696c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5947e72b-a9bd-4da6-b2a3-f3a120aded2d HTTP/1.1" status: 200 len: 835 time: 0.0547180 Oct 20 04:18:59.498877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-a7382941-c50a-447f-9fca-1e2221c55bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:59.500311 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-a7382941-c50a-447f-9fca-1e2221c55bcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14601937-3a36-4518-bbb1-2e06177939d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773048 Oct 20 04:18:59.627414 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-7db640c8-b150-4c44-b78e-cb2c534aea8f service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197944 Oct 20 04:18:59.759938 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2db2881-e285-4a3a-a5ad-5e85a10329e4 req-c0cc8d67-acaa-4c4d-8a35-a717fcb72a75 service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226139 Oct 20 04:19:00.320603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051f57-49be-4f19-bb40-7f901bb8c488 req-3d0e6910-24b8-428b-8be3-2a991dd40abd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:00.322074 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-43051f57-49be-4f19-bb40-7f901bb8c488 req-3d0e6910-24b8-428b-8be3-2a991dd40abd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0854573 Oct 20 04:19:00.365383 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-43051f57-49be-4f19-bb40-7f901bb8c488 req-84c0f083-5313-4681-9324-83ae53525cb9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376127 Oct 20 04:19:01.560486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b46ea-b86f-4df1-a6c4-0564224ccd0f req-4ce85952-3c45-409b-ac22-01424200e738 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:01.561956 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-504b46ea-b86f-4df1-a6c4-0564224ccd0f req-4ce85952-3c45-409b-ac22-01424200e738 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0885298 Oct 20 04:19:01.605878 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-504b46ea-b86f-4df1-a6c4-0564224ccd0f req-d3e6d158-cdc1-4727-b972-b3dab9e1454e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382862 Oct 20 04:19:02.802074 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ab27-8019-4eec-8136-5ddb1a838543 req-c1759182-8df5-4ebd-8b0d-821cf71535c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:02.804014 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-31b8ab27-8019-4eec-8136-5ddb1a838543 req-c1759182-8df5-4ebd-8b0d-821cf71535c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0881464 Oct 20 04:19:02.846231 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-31b8ab27-8019-4eec-8136-5ddb1a838543 req-cdfc429d-7c44-4148-be29-2b4b37f1ff2b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366755 Oct 20 04:19:04.044325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a9aa-8185-4c9d-8e57-4e64aafcf412 req-ff9cefca-c066-4c76-9f21-105087aee817 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:04.045701 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8219a9aa-8185-4c9d-8e57-4e64aafcf412 req-ff9cefca-c066-4c76-9f21-105087aee817 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0902183 Oct 20 04:19:04.088366 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8219a9aa-8185-4c9d-8e57-4e64aafcf412 req-f25b747f-a57c-405c-a25f-6abc5cf38d8e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370457 Oct 20 04:19:05.284830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5da36-9bed-4ebc-b29e-796257879548 req-b19342d7-c441-4062-b90f-33672dd73384 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:05.286299 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ef5da36-9bed-4ebc-b29e-796257879548 req-b19342d7-c441-4062-b90f-33672dd73384 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0859683 Oct 20 04:19:05.332273 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ef5da36-9bed-4ebc-b29e-796257879548 req-c521a7f7-ba4c-4b73-9207-d191ad61aa99 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403533 Oct 20 04:19:06.528345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa217f-b06e-47c6-b16a-d68fabfccd61 req-5b90b06e-1c5a-49ea-ad50-fa52840f5d41 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:06.529733 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c5fa217f-b06e-47c6-b16a-d68fabfccd61 req-5b90b06e-1c5a-49ea-ad50-fa52840f5d41 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0862341 Oct 20 04:19:06.572518 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c5fa217f-b06e-47c6-b16a-d68fabfccd61 req-2ff469b2-4eb4-4e9a-aa88-4a257c75ffed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372496 Oct 20 04:19:07.770007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6dc89-45ee-4441-8cc7-2a1ff096d302 req-d7bb2547-1b25-4147-84d5-fdc691c00f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:07.771469 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b5b6dc89-45ee-4441-8cc7-2a1ff096d302 req-d7bb2547-1b25-4147-84d5-fdc691c00f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0878527 Oct 20 04:19:07.815217 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b5b6dc89-45ee-4441-8cc7-2a1ff096d302 req-d1481c46-0b2e-4fd6-917c-0084ac3ce638 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375168 Oct 20 04:19:09.013239 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ef0e1-c969-4605-920e-6eca4ef3744d req-60209744-7d24-468a-97b3-606cffdfb02f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:09.014632 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1c9ef0e1-c969-4605-920e-6eca4ef3744d req-60209744-7d24-468a-97b3-606cffdfb02f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0888011 Oct 20 04:19:09.059241 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1c9ef0e1-c969-4605-920e-6eca4ef3744d req-aefae087-2505-4933-9ecd-2f93824633ae tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389543 Oct 20 04:19:09.838550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5bb6-ab56-4fb2-a1d2-4237e91464f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.258870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c36fc0-f34e-4a56-a506-561e32491516 req-c3baebaf-59cc-4183-965e-11438d3de635 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:10.260306 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-46c36fc0-f34e-4a56-a506-561e32491516 req-c3baebaf-59cc-4183-965e-11438d3de635 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0903838 Oct 20 04:19:10.302316 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-46c36fc0-f34e-4a56-a506-561e32491516 req-cae6eeab-8bf9-49f7-a615-9f4ce2b5838e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363550 Oct 20 04:19:11.498994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddc28a-bb3a-4b74-a95a-831ee5b26acc req-5fd5861f-3dfa-4f6f-afcd-f548d36e0350 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:11.500415 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d0ddc28a-bb3a-4b74-a95a-831ee5b26acc req-5fd5861f-3dfa-4f6f-afcd-f548d36e0350 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0894647 Oct 20 04:19:11.542432 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d0ddc28a-bb3a-4b74-a95a-831ee5b26acc req-8321e65f-7bd3-4a35-a1de-5963defdae9f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364377 Oct 20 04:19:11.572173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47286) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:11.674928 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b3a34c42-8ab3-4296-8381-72aa576c7fe6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/3c86eeff-cd3e-4087-8774-89110f321141 HTTP/1.1" status: 200 len: 993 time: 0.1016426 Oct 20 04:19:12.330035 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-085e2b59-6027-4411-84f5-84f728d45b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:13.522050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:13.546667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.043936 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:17.563808 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:23.679502 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:19:39.836093 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a788cc48-dd23-4849-a275-7d9512d7ed49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:42.347410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a92e-47b8-4b2b-8eaf-7a1228ea9395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:43.592482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:43.620737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:44.126309 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47312) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:44.326668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 1d8305be-2640-4f51-8d08-377b07c177c9 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:19:44.327008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:44.493143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:44.493410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:44.711506 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 1d8305be-2640-4f51-8d08-377b07c177c9 owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:19:44.932905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:44.978962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=1d8305be-2640-4f51-8d08-377b07c177c9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:44.984396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:45.025833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.026176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.026517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.026849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.027179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.027507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.027834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.028154 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.028477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.028797 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.029115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.029463 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:45.082545 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:45.082871 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 3c86eeff-cd3e-4087-8774-89110f321141 disassociated (deleted). External IP: 172.26.7.59, port: 981092d7-99f0-468e-a23c-ded2ae686f26. Oct 20 04:19:45.422408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d8720e25-978f-4653-be30-62bdeb31fbd3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:19:45.598636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:19:45.609003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] Sync routers for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:19:45.617719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:19:45.618327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:19:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:45.678698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:45.734154 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eced0b46-c58c-47ec-8eec-1ddfbfaf1ceb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/floatingips/3c86eeff-cd3e-4087-8774-89110f321141 HTTP/1.1" status: 204 len: 168 time: 1.6067672 Oct 20 04:19:45.734790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:19:45.737193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:19:45.782937 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8ca599-ea81-4589-a839-eb329a87baff x-openstack-request-id: req-ba8ca599-ea81-4589-a839-eb329a87baff {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:19:45.783236 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:19:45.783489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ba8ca599-ea81-4589-a839-eb329a87baff {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:19:45.783893 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8ca599-ea81-4589-a839-eb329a87baff'] response: {'name': 'network-changed', 'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26', 'status': 'completed', 'code': 200} Oct 20 04:19:45.802276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:19:45.890672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-c456c5ab-2012-4532-add6-20ed6c582fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:45.892136 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-c456c5ab-2012-4532-add6-20ed6c582fc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 1099 time: 0.0795412 Oct 20 04:19:46.025588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-39c73872-2283-4431-9730-6f29632c5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:46.027140 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-39c73872-2283-4431-9730-6f29632c5383 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14601937-3a36-4518-bbb1-2e06177939d2 HTTP/1.1" status: 200 len: 898 time: 0.1251009 Oct 20 04:19:46.110915 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-3fe59b19-0fa2-41b6-89d6-0cd604ede632 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981092d7-99f0-468e-a23c-ded2ae686f26 HTTP/1.1" status: 200 len: 217 time: 0.0742197 Oct 20 04:19:46.152977 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:05Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '178f3c20-ee1d-42fc-9367-b42cc3c64520', 'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:f7:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:05Z', 'updated_at': '2022-10-20T04:18:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:46.157055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] Checking router: d8720e25-978f-4653-be30-62bdeb31fbd3 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:19:46.165504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:19:46.166140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:19:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:46.180865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-e6a95a98-e81e-4f8c-808c-3d118977df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:46.180865 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-e6a95a98-e81e-4f8c-808c-3d118977df12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5947e72b-a9bd-4da6-b2a3-f3a120aded2d HTTP/1.1" status: 200 len: 835 time: 0.0626154 Oct 20 04:19:46.355235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:19:46.444368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-0a0bf887-5a75-4ef6-bfa2-5be30dbad025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:46.445906 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-0a0bf887-5a75-4ef6-bfa2-5be30dbad025 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14601937-3a36-4518-bbb1-2e06177939d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2497997 Oct 20 04:19:46.457110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be029e-1d6a-4d77-a734-345eb540f2d4 req-0961244e-182a-4f5e-830d-226534f3e0a9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:46.458511 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1be029e-1d6a-4d77-a734-345eb540f2d4 req-0961244e-182a-4f5e-830d-226534f3e0a9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.1152775 Oct 20 04:19:46.578438 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1be029e-1d6a-4d77-a734-345eb540f2d4 req-aafcf492-aacc-4055-8b18-bb5e8a1beef4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996304 Oct 20 04:19:46.622564 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-ee94a344-d5e2-4ba2-af9d-e4e3adafbc97 service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631079 Oct 20 04:19:46.666826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:05Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '178f3c20-ee1d-42fc-9367-b42cc3c64520', 'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:f7:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:05Z', 'updated_at': '2022-10-20T04:18:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:46.670739 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957fdb76-fedd-44cd-bbf3-b8eddd0ad647 None None] The sync data for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv is: [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:18:05Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '178f3c20-ee1d-42fc-9367-b42cc3c64520', 'name': '', 'network_id': '14601937-3a36-4518-bbb1-2e06177939d2', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:f7:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:05Z', 'updated_at': '2022-10-20T04:18:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '5947e72b-a9bd-4da6-b2a3-f3a120aded2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:19:46.757695 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c3ad683d-b4ef-4287-9893-6a86f2b4b8c9 req-09bfce3a-ce13-4d1d-96df-74a3ebbc72d8 service neutron] 10.222.0.26 "GET /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272371 Oct 20 04:19:46.872315 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a4acf-274f-496b-bb0e-090bff46c766 None None] New status for floating IP 3c86eeff-cd3e-4087-8774-89110f321141: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:19:47.603944 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:47.781151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec39e8d-9d04-43f3-bb54-f8ea6aaab50c req-7ffeac61-852a-4cc2-8edb-abf2f6563030 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:47.781862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-4ec39e8d-9d04-43f3-bb54-f8ea6aaab50c req-7ffeac61-852a-4cc2-8edb-abf2f6563030 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:19:47.838027 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-4ec39e8d-9d04-43f3-bb54-f8ea6aaab50c req-7ffeac61-852a-4cc2-8edb-abf2f6563030 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:19:47.839241 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4ec39e8d-9d04-43f3-bb54-f8ea6aaab50c req-7ffeac61-852a-4cc2-8edb-abf2f6563030 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.1460006 Oct 20 04:19:47.883268 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4ec39e8d-9d04-43f3-bb54-f8ea6aaab50c req-9c3a4c42-c045-4f14-b3da-c34cf400aadf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=04e0d0b4-f410-473f-a0af-d63a0d1459e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382040 Oct 20 04:19:48.027711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-a61a82e9-43c0-4ac7-96ab-04a4e67a1fa5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:48.029129 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-a61a82e9-43c0-4ac7-96ab-04a4e67a1fa5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 946 time: 0.0894668 Oct 20 04:19:48.100421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 981092d7-99f0-468e-a23c-ded2ae686f26 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:19:48.100761 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:48.341057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 981092d7-99f0-468e-a23c-ded2ae686f26, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=981092d7-99f0-468e-a23c-ded2ae686f26,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:19:48.342593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:48.460466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 981092d7-99f0-468e-a23c-ded2ae686f26 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:19:48.666927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:48.714999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=981092d7-99f0-468e-a23c-ded2ae686f26,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:48.756526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.756881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.757221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.757798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.758338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.758815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.759284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.759780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.760128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.760456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.760782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.761106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:48.812205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] No DVR routers for this DVR port 981092d7-99f0-468e-a23c-ded2ae686f26 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:19:48.814491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:48.817079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'name': 'network-vif-deleted', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:19:48.819341 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca453652-cbc9-4bdc-8b86-6f5746b2de30" -d '{"events": [{"server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "name": "network-vif-deleted", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:19:48.890248 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba8005a4-6056-43a1-be36-e8a35a38c564 req-9413117e-2115-4f2d-abbe-3dad06b18143 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "DELETE /v2.0/ports/981092d7-99f0-468e-a23c-ded2ae686f26 HTTP/1.1" status: 204 len: 173 time: 0.8513985 Oct 20 04:19:48.950884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8909084f-6182-4342-8c72-c27efc053af1 x-openstack-request-id: req-8909084f-6182-4342-8c72-c27efc053af1 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:19:48.951181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f1dd6b-69d6-4aea-9043-2785dfac2783", "name": "network-vif-deleted", "tag": "981092d7-99f0-468e-a23c-ded2ae686f26", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:19:48.951434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8909084f-6182-4342-8c72-c27efc053af1 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:19:48.951832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8909084f-6182-4342-8c72-c27efc053af1'] response: {'server_uuid': '35f1dd6b-69d6-4aea-9043-2785dfac2783', 'name': 'network-vif-deleted', 'tag': '981092d7-99f0-468e-a23c-ded2ae686f26', 'status': 'completed', 'code': 200} Oct 20 04:19:49.052725 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-294d9505-5614-4393-8ab9-b4463fde4b4e req-fb494a95-080a-45c2-8ae5-d6958021693d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=35f1dd6b-69d6-4aea-9043-2785dfac2783 HTTP/1.1" status: 200 len: 210 time: 0.0501246 Oct 20 04:19:50.154851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47334) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:50.816164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:51.157908 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 178f3c20-ee1d-42fc-9367-b42cc3c64520 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:19:51.158554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:51.339985 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 178f3c20-ee1d-42fc-9367-b42cc3c64520, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=178f3c20-ee1d-42fc-9367-b42cc3c64520,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:19:51.340339 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:51.458527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 178f3c20-ee1d-42fc-9367-b42cc3c64520 owned by network:router_interface {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:19:51.687325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:51.735804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=178f3c20-ee1d-42fc-9367-b42cc3c64520,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:52.109917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:52.421283 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 981092d7-99f0-468e-a23c-ded2ae686f26 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:19:52.454523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 981092d7-99f0-468e-a23c-ded2ae686f26 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:19:52.454864 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 981092d7-99f0-468e-a23c-ded2ae686f26 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:19:52.469036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d8720e25-978f-4653-be30-62bdeb31fbd3 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:19:52.643706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:19:52.653685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] Sync routers for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:19:52.656684 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-5a0b333c-3ede-4f53-82e3-641e3c90af9e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/d8720e25-978f-4653-be30-62bdeb31fbd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5006065 Oct 20 04:19:52.659381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47338) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:52.662876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:19:52.663483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:19:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:52.722716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_v2 [None req-3228769e-8320-47e1-9dfa-8982bf993328 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting subnet 5947e72b-a9bd-4da6-b2a3-f3a120aded2d {{(pid=90076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:19:52.725533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3228769e-8320-47e1-9dfa-8982bf993328 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:52.782233 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3228769e-8320-47e1-9dfa-8982bf993328 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10268364'] for subnet, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:52.837173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:19:52.863216 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3228769e-8320-47e1-9dfa-8982bf993328 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:53.004378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3228769e-8320-47e1-9dfa-8982bf993328 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10268310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9461854'] for subnet, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:53.044997 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228769e-8320-47e1-9dfa-8982bf993328 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Subnet': ['ID=5947e72b-a9bd-4da6-b2a3-f3a120aded2d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:53.046965 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3228769e-8320-47e1-9dfa-8982bf993328 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:53.053647 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3228769e-8320-47e1-9dfa-8982bf993328 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/subnets/5947e72b-a9bd-4da6-b2a3-f3a120aded2d HTTP/1.1" status: 204 len: 168 time: 0.3930750 Oct 20 04:19:53.055932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad24532-9b86-4cad-bb21-b28a964e6781 None None] Network 14601937-3a36-4518-bbb1-2e06177939d2 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:19:53.056055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47342) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:53.237633 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:53.327206 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:19:51Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:53.333458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] Checking router: d8720e25-978f-4653-be30-62bdeb31fbd3 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:19:53.346774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] Routers {'d8720e25-978f-4653-be30-62bdeb31fbd3'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:19:53.347371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:19:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d8720e25-978f-4653-be30-62bdeb31fbd3'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:53.416232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:53.470360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] DHCP port deletion for 14601937-3a36-4518-bbb1-2e06177939d2 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:19:53.482500 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Deleting port 3bad1e46-868e-423b-b701-c6e206c1a753 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:19:53.482872 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:53.518777 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 7ee61ab5-914b-4f20-aa25-adb4c7039f04 {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:19:53.519318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:53.617328 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] Set router d8720e25-978f-4653-be30-62bdeb31fbd3 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:19:53.805698 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.db [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 7ee61ab5-914b-4f20-aa25-adb4c7039f04, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7ee61ab5-914b-4f20-aa25-adb4c7039f04,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:19:53.805978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:53.895256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] For port 3bad1e46-868e-423b-b701-c6e206c1a753, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=3bad1e46-868e-423b-b701-c6e206c1a753,segment=NetworkSegment(67352a69-0b66-46be-8386-79efe81f04f2),segment_id=67352a69-0b66-46be-8386-79efe81f04f2)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:19:53.895647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:53.927853 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 7ee61ab5-914b-4f20-aa25-adb4c7039f04 owned by network:router_gateway {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:19:54.031491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Calling delete_port for 3bad1e46-868e-423b-b701-c6e206c1a753 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:19:54.146856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.163354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:19:51Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:54.167750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7ecbe-f22d-4ed5-a9fa-7a0b2afcbec4 None None] The sync data for ids ['d8720e25-978f-4653-be30-62bdeb31fbd3'] in dv-neutron-861845-1-hyperv is: [{'id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044091627', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:18:00Z', 'updated_at': '2022-10-20T04:19:51Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7ee61ab5-914b-4f20-aa25-adb4c7039f04', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8720e25-978f-4653-be30-62bdeb31fbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:18:01Z', 'updated_at': '2022-10-20T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:19:54.224875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=7ee61ab5-914b-4f20-aa25-adb4c7039f04,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:54.227288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.276222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Pushing event deleted for resources: {'Port': ['ID=3bad1e46-868e-423b-b701-c6e206c1a753,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:54.283478 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] No DVR routers for this DVR port 3bad1e46-868e-423b-b701-c6e206c1a753 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:19:54.285304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.289973 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17be15f-4364-42ff-ac64-6c5df72ab6a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:54.298103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.467020 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.469051 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.559237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.559795 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Fanout notify agent at l3_agent the message router_deleted on router d8720e25-978f-4653-be30-62bdeb31fbd3 {{(pid=90076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:19:54.576477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.578000 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6e208144-f9cf-4745-bf2f-4eeed8c82377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/routers/d8720e25-978f-4653-be30-62bdeb31fbd3 HTTP/1.1" status: 204 len: 168 time: 1.5210609 Oct 20 04:19:54.580793 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47346) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:54.614007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3bad1e46-868e-423b-b701-c6e206c1a753 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:19:54.658133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 3bad1e46-868e-423b-b701-c6e206c1a753 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:19:54.658502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 3bad1e46-868e-423b-b701-c6e206c1a753 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:19:54.658922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 178f3c20-ee1d-42fc-9367-b42cc3c64520 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:19:54.695507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 178f3c20-ee1d-42fc-9367-b42cc3c64520 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:19:54.695849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 178f3c20-ee1d-42fc-9367-b42cc3c64520 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:19:54.711602 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.844634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.868678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14601937-3a36-4518-bbb1-2e06177939d2']}} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:54.880623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67352a69-0b66-46be-8386-79efe81f04f2') {'for_net_delete': True} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:54.880929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.services.segments.db [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67352a69-0b66-46be-8386-79efe81f04f2') {} {{(pid=90076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:54.892423 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10268373'] for segment, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.908408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.914456 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=90076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:19:54.915842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266936'] for segment, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:54.983894 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 67352a69-0b66-46be-8386-79efe81f04f2 resource provider aggregate not found Oct 20 04:19:55.005831 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.services.segments.plugin [-] Segment 67352a69-0b66-46be-8386-79efe81f04f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67352a69-0b66-46be-8386-79efe81f04f2 found for delete ", "request_id": "req-c72914c0-3482-425e-b7a3-59d5d56adb7f"}]} Oct 20 04:19:55.083840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:55.100488 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:55.112940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Network': ['ID=14601937-3a36-4518-bbb1-2e06177939d2,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:55.176999 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-465a035b-8d55-4c76-94fa-a8b9cf26d18e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/networks/14601937-3a36-4518-bbb1-2e06177939d2 HTTP/1.1" status: 204 len: 168 time: 0.5945022 Oct 20 04:19:55.179325 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47354) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:55.255209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4709a907-ecdd-40c9-b136-96641dbd973f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:55.284743 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4709a907-ecdd-40c9-b136-96641dbd973f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:55.395589 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4709a907-ecdd-40c9-b136-96641dbd973f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:55.414024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a907-ecdd-40c9-b136-96641dbd973f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e0d0b4-f410-473f-a0af-d63a0d1459e9,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:55.477941 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4709a907-ecdd-40c9-b136-96641dbd973f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:55.479081 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4709a907-ecdd-40c9-b136-96641dbd973f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/security-groups/04e0d0b4-f410-473f-a0af-d63a0d1459e9 HTTP/1.1" status: 204 len: 168 time: 0.2986987 Oct 20 04:19:55.709749 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47362) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:55.714933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161236040', 'description': 'tempest-secgroup-smoke-1161236040 description', 'project_id': '388812b1063b41f199fb2de69afc6d98'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:55.720924 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:55.725029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:55.728090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:55.734481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:55.803645 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:55.823947 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:55.827828 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:55.830564 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:55.836099 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:55.903503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:55.995146 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.042033 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3142f08c-c11a-4b24-966e-61d82e26b75d,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:56.115383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.117663 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d9f601bd-d297-4c6b-b350-dc7fa71a5447 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4058380 Oct 20 04:19:56.119980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47366) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:56.124966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '3142f08c-c11a-4b24-966e-61d82e26b75d', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:56.130995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:56.134784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:56.137625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:56.143170 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:56.253815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.285989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7ee61ab5-914b-4f20-aa25-adb4c7039f04 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:19:56.314096 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.320006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 7ee61ab5-914b-4f20-aa25-adb4c7039f04 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:19:56.320348 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7ee61ab5-914b-4f20-aa25-adb4c7039f04 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:19:56.375318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.398860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1c8252-5634-4f78-ab1b-5cbbb734c6cc,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:56.461348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.462497 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-60358202-1ae0-4948-9247-f6931621cdb1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3416185 Oct 20 04:19:56.465228 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47370) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:56.470177 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '3142f08c-c11a-4b24-966e-61d82e26b75d', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:56.476620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:56.480376 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:56.483218 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:56.489056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:56.546830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.605450 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.666926 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.690167 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19147066-e5b5-41f0-afea-30e6d9c0663c,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:56.761516 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:56.762718 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3c519059-12c6-4a65-804e-31cc5e1c154f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2965436 Oct 20 04:19:56.765362 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47374) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:56.770280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '3142f08c-c11a-4b24-966e-61d82e26b75d', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:56.776620 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:56.780497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:56.783352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:56.789016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:56.864322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.022717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.115366 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.139810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b945b893-318e-40c6-ae0e-da22db9f4252,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:57.196091 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.197305 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1be09b2c-4886-42a5-8859-c8479d590868 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4310181 Oct 20 04:19:57.199991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47378) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:57.204799 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '3142f08c-c11a-4b24-966e-61d82e26b75d', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:57.210480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:57.214213 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:57.217125 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:57.222959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:57.296507 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.356465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.418398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.441415 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d231cfe-d406-4647-bd14-969aa55b4e2b,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:57.506796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.508584 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-c353d310-d242-44ec-94bc-9549ee2a9007 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3076742 Oct 20 04:19:57.511301 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47382) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:57.516276 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '3142f08c-c11a-4b24-966e-61d82e26b75d', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:57.522292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:57.526026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:57.528862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:57.534483 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:57.615780 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:19:57.623335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.688386 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.775282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.799433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cce999f-ed5c-4d16-bcdc-85825782da3b,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:57.866618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:57.868354 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-96bfa81e-e23c-4529-9389-fd78460960c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3560841 Oct 20 04:19:57.871194 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47386) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:57.876358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '3142f08c-c11a-4b24-966e-61d82e26b75d', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:57.882137 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:57.886028 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:57.888859 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:57.894448 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:57.963767 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:19:57.970237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.031986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.100680 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.123368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4fdc78-5414-48bf-91cb-00c369c93fbf,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:58.198340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.199512 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-1f083e30-782a-4fea-a2fe-3eb96bf0c746 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273830 Oct 20 04:19:58.202566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47390) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:58.207872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'network': {'name': 'tempest-network-smoke--2098750422', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'port_security_enabled': True}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:58.213083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:58.217180 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:network and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:58.220013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:58.225583 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:58.323818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:19:58.327341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.354327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:19:58.362584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.362918 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Added segment 7be74a58-fd8c-4b1a-b1bc-c4def398e340 of type vlan for network 4b5c6d70-539e-4c58-952d-e3ef8f07341f Oct 20 04:19:58.393016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.489142 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.494477 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:58.495047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.600979 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Network': ['ID=4b5c6d70-539e-4c58-952d-e3ef8f07341f,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:58.611056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 4b5c6d70-539e-4c58-952d-e3ef8f07341f details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:19:58.656251 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-d7f825bc-a87a-48c1-9e50-a9157e5502c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4526517 Oct 20 04:19:58.658968 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47394) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:19:58.663996 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'admin_state_up': True, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:58.671637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:19:58.675720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:router and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:19:58.678696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:19:58.689731 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:19:58.773095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.774161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:58.788609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:59.112557 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:59.454601 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:59.483322 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:59.613517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.138 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/659581a8-09ce-424a-a861-d45c05ecfee6) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:19:59.755115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:59.830414 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:59.895502 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:59.898580 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:59.902861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:20:00.037354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=659581a8-09ce-424a-a861-d45c05ecfee6,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:00.468629 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:00.677873 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:20:00.796978 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:01.058275 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 0a123c93-3511-44e1-84b1-a3dd8c45c324 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:20:01.229790 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:20:01.239487 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Sync routers for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:20:01.253513 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:20:01.254262 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:19:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:01.341436 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:01.342771 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-57e07d43-9d29-4c31-a210-4ac6ac5febf3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6828392 Oct 20 04:20:01.345905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47398) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:01.385113 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-01af3e97-0dc4-4e8f-b8e0-3a5a621761f8 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=388812b1063b41f199fb2de69afc6d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381241 Oct 20 04:20:01.387724 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47402) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:01.453877 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:20:01.632350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0f18c-7e49-48e3-94a4-db6e445e0e2a tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:01.634445 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b3b0f18c-7e49-48e3-94a4-db6e445e0e2a tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2452211 Oct 20 04:20:01.637347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47406) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:01.677890 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-16014237-5b82-4f96-b542-9aea25b6f3e8 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368485 Oct 20 04:20:01.678113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47410) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:01.684030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-968673538', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:20:01.752262 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:00Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:01.756031 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Checking router: 0a123c93-3511-44e1-84b1-a3dd8c45c324 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:20:01.756380 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Updating router 0a123c93-3511-44e1-84b1-a3dd8c45c324 port 659581a8-09ce-424a-a861-d45c05ecfee6 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:20:01.790241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:20:01.794013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:subnet and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:20:01.796737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:20:01.802273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:20:01.807673 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:01.889398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:20:01.892769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:02.129962 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:02.142498 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Transition to ACTIVE for port object 659581a8-09ce-424a-a861-d45c05ecfee6 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:20:02.209717 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:02.259515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:02.275708 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Attempting to bind port 659581a8-09ce-424a-a861-d45c05ecfee6 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:20:02.276085 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Attempting to bind port 659581a8-09ce-424a-a861-d45c05ecfee6 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:20:02.276447 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Attempting to bind port 659581a8-09ce-424a-a861-d45c05ecfee6 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:20:02.286128 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:20:02.286496 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:20:02.286897 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:02.287286 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:20:02.287751 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Bound port: 659581a8-09ce-424a-a861-d45c05ecfee6, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:20:02.288121 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:02.332820 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Pushing event updated for resources: {'Port': ['ID=659581a8-09ce-424a-a861-d45c05ecfee6,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:02.336366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Subnet': ['ID=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:02.342696 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.343083 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.343355 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.343698 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.343809 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Checking segment: {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:20:02.344022 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.344142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network hostable DHCP agents. Network: 4b5c6d70-539e-4c58-952d-e3ef8f07341f, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:20:02.344349 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.344669 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.344993 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.345336 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.345659 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.345996 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.346294 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:20:02.381936 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] For port 659581a8-09ce-424a-a861-d45c05ecfee6, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:20:02.385647 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] For port 659581a8-09ce-424a-a861-d45c05ecfee6, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=659581a8-09ce-424a-a861-d45c05ecfee6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:20:02.447053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 4b5c6d70-539e-4c58-952d-e3ef8f07341f is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:20:02.472791 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:02.506820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 4b5c6d70-539e-4c58-952d-e3ef8f07341f) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:20:02.510887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:02.511445 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:02.516129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61f2753-a0cf-4ccd-8b30-3f86dbed84f0 None None] Network 4b5c6d70-539e-4c58-952d-e3ef8f07341f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:20:02.532359 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:20:02.532988 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:19:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:02.598544 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47416) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:02.599713 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-81c7da7c-fe25-4777-84e3-65222c56c377 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9206328 Oct 20 04:20:02.689510 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d8a69-f8f7-4af3-ba94-e59790df91bc None None] Pushing event updated for resources: {'Port': ['ID=659581a8-09ce-424a-a861-d45c05ecfee6,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:02.735268 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:20:02.737907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:20:02.738762 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:02.895164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Allocated IP 172.20.0.2 (4b5c6d70-539e-4c58-952d-e3ef8f07341f/a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed/a1c95452-ad59-4976-91f2-8cddd7642efb) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:20:02.942237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-53ec1c56-0371-43d6-bafb-1128831c295e req-150ddbb1-32fb-4493-b317-ccea7fd95530 service neutron] (90075) timed out ('10.222.0.33', 43260) {{(pid=90075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 20 04:20:03.036931 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:00Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:03.040887 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55275cb-2266-4abe-9fa8-dbc19dbcd809 None None] The sync data for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv is: [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:00Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:20:03.115892 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:03.128913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Transition to ACTIVE for port object a1c95452-ad59-4976-91f2-8cddd7642efb will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:20:03.148668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Transition to ACTIVE for port object a1c95452-ad59-4976-91f2-8cddd7642efb will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:20:03.216311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:03.306944 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Network 4b5c6d70-539e-4c58-952d-e3ef8f07341f is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:20:03.308177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:20:03.313166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:20:03.330408 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:03.354732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Pushing event updated for resources: {'Port': ['ID=a1c95452-ad59-4976-91f2-8cddd7642efb,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:03.429583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Attempting to bind port a1c95452-ad59-4976-91f2-8cddd7642efb on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:20:03.429961 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Attempting to bind port a1c95452-ad59-4976-91f2-8cddd7642efb by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:20:03.430329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Attempting to bind port a1c95452-ad59-4976-91f2-8cddd7642efb on network 4b5c6d70-539e-4c58-952d-e3ef8f07341f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:20:03.436622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:20:03.437019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Checking segment: {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:20:03.437503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:03.437898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Bound using segment: {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:20:03.438392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Bound port: a1c95452-ad59-4976-91f2-8cddd7642efb, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:20:03.438772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:03.532338 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] For port a1c95452-ad59-4976-91f2-8cddd7642efb, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:20:03.535774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] For port a1c95452-ad59-4976-91f2-8cddd7642efb, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a1c95452-ad59-4976-91f2-8cddd7642efb,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:20:03.624575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:03.716926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4dac7-9454-4829-9ef5-df70b9988089 None None] Pushing event updated for resources: {'Port': ['ID=a1c95452-ad59-4976-91f2-8cddd7642efb,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:03.741358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.1 (4b5c6d70-539e-4c58-952d-e3ef8f07341f/a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed/0fde3652-480d-495b-9b3c-114e120b7e29) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:20:03.911148 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:03.928808 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object 0fde3652-480d-495b-9b3c-114e120b7e29 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:20:04.032814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:04.217639 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 4b5c6d70-539e-4c58-952d-e3ef8f07341f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:20:04.220525 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:20:04.224289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:20:04.253988 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=0fde3652-480d-495b-9b3c-114e120b7e29,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:04.283625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:04.384404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 659581a8-09ce-424a-a861-d45c05ecfee6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:20:04.470761 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:04.498752 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 659581a8-09ce-424a-a861-d45c05ecfee6 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:20:04.503879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 659581a8-09ce-424a-a861-d45c05ecfee6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:04.504246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:04.504703 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 659581a8-09ce-424a-a861-d45c05ecfee6 Oct 20 04:20:04.627499 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 659581a8-09ce-424a-a861-d45c05ecfee6 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:20:04.628091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:04.646103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 659581a8-09ce-424a-a861-d45c05ecfee6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=659581a8-09ce-424a-a861-d45c05ecfee6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:20:04.735581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:04.736422 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a1c95452-ad59-4976-91f2-8cddd7642efb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:20:04.851930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=659581a8-09ce-424a-a861-d45c05ecfee6,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:04.884981 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:04.921287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port a1c95452-ad59-4976-91f2-8cddd7642efb completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:20:04.949995 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:05.065533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=0fde3652-480d-495b-9b3c-114e120b7e29,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:05.067913 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:05.205124 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 4b5c6d70-539e-4c58-952d-e3ef8f07341f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:20:05.206347 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:20:05.229089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba78ac13-bc1b-44ab-80a4-f84d8289444e None None] Network 4b5c6d70-539e-4c58-952d-e3ef8f07341f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:20:05.390056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 0a123c93-3511-44e1-84b1-a3dd8c45c324 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:20:05.435569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-152dd5c7-2ff1-40d6-9ac2-54f8612290a0 None None] Provisioning for port a1c95452-ad59-4976-91f2-8cddd7642efb completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:20:05.449825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-152dd5c7-2ff1-40d6-9ac2-54f8612290a0 None None] Provisioning complete for port a1c95452-ad59-4976-91f2-8cddd7642efb triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:05.450197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-152dd5c7-2ff1-40d6-9ac2-54f8612290a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:05.450530 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-152dd5c7-2ff1-40d6-9ac2-54f8612290a0 None None] Attempt 1 to provision port a1c95452-ad59-4976-91f2-8cddd7642efb Oct 20 04:20:05.569350 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:20:05.582930 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-167b1983-c383-4888-b56e-fb1d53615dd3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/0a123c93-3511-44e1-84b1-a3dd8c45c324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9831469 Oct 20 04:20:05.587420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Sync routers for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:20:05.640423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-152dd5c7-2ff1-40d6-9ac2-54f8612290a0 None None] Current status of the port a1c95452-ad59-4976-91f2-8cddd7642efb is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:20:05.641066 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-152dd5c7-2ff1-40d6-9ac2-54f8612290a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:05.658411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:20:05.659218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:19:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:05.765989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-59baf272-5e20-4574-aa17-d59684b059d3 req-4fc00777-6127-4c0e-9667-ad792f09b3d2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:20:05.802733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-152dd5c7-2ff1-40d6-9ac2-54f8612290a0 None None] For port a1c95452-ad59-4976-91f2-8cddd7642efb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a1c95452-ad59-4976-91f2-8cddd7642efb,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:20:05.854095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:20:05.872936 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-59baf272-5e20-4574-aa17-d59684b059d3 req-4fc00777-6127-4c0e-9667-ad792f09b3d2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:20:05.874172 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-4fc00777-6127-4c0e-9667-ad792f09b3d2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161236040&fields=id&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 267 time: 0.1516681 Oct 20 04:20:05.895998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-152dd5c7-2ff1-40d6-9ac2-54f8612290a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:06.029882 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf272-5e20-4574-aa17-d59684b059d3 req-2bd97032-7fc7-48e9-a17c-3df4f7f8104d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:06.030938 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-59baf272-5e20-4574-aa17-d59684b059d3 req-2bd97032-7fc7-48e9-a17c-3df4f7f8104d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:20:06.073701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dd5c7-2ff1-40d6-9ac2-54f8612290a0 None None] Pushing event updated for resources: {'Port': ['ID=a1c95452-ad59-4976-91f2-8cddd7642efb,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:06.106956 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-59baf272-5e20-4574-aa17-d59684b059d3 req-2bd97032-7fc7-48e9-a17c-3df4f7f8104d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:20:06.108218 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-2bd97032-7fc7-48e9-a17c-3df4f7f8104d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/networks?id=4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 200 len: 797 time: 0.2270651 Oct 20 04:20:06.123416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Provisioning complete for port a1c95452-ad59-4976-91f2-8cddd7642efb triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:06.123781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:06.124114 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Attempt 1 to provision port a1c95452-ad59-4976-91f2-8cddd7642efb Oct 20 04:20:06.125889 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-4177e287-69e1-4670-96e3-b5d8b9262071 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/quotas/388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 375 time: 0.0116627 Oct 20 04:20:06.330481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Current status of the port a1c95452-ad59-4976-91f2-8cddd7642efb is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:20:06.344291 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-59baf272-5e20-4574-aa17-d59684b059d3 req-1b7239c6-932b-41aa-8c64-05e673d499b9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:20:06.351383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 659581a8-09ce-424a-a861-d45c05ecfee6 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:20:06.413939 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0fde3652-480d-495b-9b3c-114e120b7e29', 'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:81:9e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:20:03Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 2, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:06.422735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Checking router: 0a123c93-3511-44e1-84b1-a3dd8c45c324 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:20:06.423089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Updating router 0a123c93-3511-44e1-84b1-a3dd8c45c324 port 0fde3652-480d-495b-9b3c-114e120b7e29 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:20:06.453302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Provisioning for port 0fde3652-480d-495b-9b3c-114e120b7e29 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:20:06.455465 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-59baf272-5e20-4574-aa17-d59684b059d3 req-1b7239c6-932b-41aa-8c64-05e673d499b9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:20:06.456799 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-1b7239c6-932b-41aa-8c64-05e673d499b9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3251452 Oct 20 04:20:06.471432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Provisioning complete for port 0fde3652-480d-495b-9b3c-114e120b7e29 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:06.471806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:06.472144 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Attempt 1 to provision port 0fde3652-480d-495b-9b3c-114e120b7e29 Oct 20 04:20:06.540409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:06.550926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 659581a8-09ce-424a-a861-d45c05ecfee6 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:06.551300 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:06.551644 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 659581a8-09ce-424a-a861-d45c05ecfee6 Oct 20 04:20:06.594831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Port 0fde3652-480d-495b-9b3c-114e120b7e29 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:20:06.690056 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-a104fd5f-4192-4dd3-9016-b3320166956f service neutron] 10.222.0.33 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212801 Oct 20 04:20:06.816447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 659581a8-09ce-424a-a861-d45c05ecfee6 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:20:06.817522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a1c95452-ad59-4976-91f2-8cddd7642efb up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:20:06.819291 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-cf083bd4-aedc-446f-bb53-7ff60ded6551 service neutron] 10.222.0.33 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233642 Oct 20 04:20:06.979697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port a1c95452-ad59-4976-91f2-8cddd7642efb triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:06.980043 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:06.980376 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port a1c95452-ad59-4976-91f2-8cddd7642efb Oct 20 04:20:07.085908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2881f678-4802-469a-9d89-f2c566c2d596 req-6cca8464-efec-47c2-b5a3-fbefaa396e3a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:20:07.095903 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Attempt 2 to provision port 0fde3652-480d-495b-9b3c-114e120b7e29 Oct 20 04:20:07.098872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-2881f678-4802-469a-9d89-f2c566c2d596 req-6cca8464-efec-47c2-b5a3-fbefaa396e3a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:20:07.100065 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2881f678-4802-469a-9d89-f2c566c2d596 req-6cca8464-efec-47c2-b5a3-fbefaa396e3a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 210 time: 0.0699589 Oct 20 04:20:07.227226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:07.258151 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Port 0fde3652-480d-495b-9b3c-114e120b7e29 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:20:07.264320 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Transition to ACTIVE for port object 0fde3652-480d-495b-9b3c-114e120b7e29 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:20:07.272574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port a1c95452-ad59-4976-91f2-8cddd7642efb is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:20:07.375645 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:07.537801 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8dc54-3df5-4fb2-a6d0-0d3aeb7a2390 None None] Pushing event updated for resources: {'Port': ['ID=0fde3652-480d-495b-9b3c-114e120b7e29,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:07.599183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Attempting to bind port 0fde3652-480d-495b-9b3c-114e120b7e29 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:20:07.599617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Attempting to bind port 0fde3652-480d-495b-9b3c-114e120b7e29 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:20:07.599988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Attempting to bind port 0fde3652-480d-495b-9b3c-114e120b7e29 on network 4b5c6d70-539e-4c58-952d-e3ef8f07341f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:20:07.605772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:20:07.606142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Checking segment: {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:20:07.606547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:07.606942 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Bound using segment: {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:20:07.607411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Bound port: 0fde3652-480d-495b-9b3c-114e120b7e29, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:20:07.607785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:07.704736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] For port 0fde3652-480d-495b-9b3c-114e120b7e29, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:20:07.708133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] For port 0fde3652-480d-495b-9b3c-114e120b7e29, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0fde3652-480d-495b-9b3c-114e120b7e29,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:20:07.759701 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Attempt 3 to provision port 0fde3652-480d-495b-9b3c-114e120b7e29 Oct 20 04:20:07.804688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:07.877076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Port 0fde3652-480d-495b-9b3c-114e120b7e29 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:20:07.877740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:20:07.878212 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:19:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:08.011369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8dc54-3df5-4fb2-a6d0-0d3aeb7a2390 None None] Pushing event updated for resources: {'Port': ['ID=0fde3652-480d-495b-9b3c-114e120b7e29,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:08.060056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:20:08.260769 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8031d66d-e7bb-47d5-a350-ac43bd55f058 req-130cd3f6-36b9-477b-9ac2-e9d1f412d27f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 210 time: 0.0497558 Oct 20 04:20:08.378375 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Attempt 4 to provision port 0fde3652-480d-495b-9b3c-114e120b7e29 Oct 20 04:20:08.407733 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0fde3652-480d-495b-9b3c-114e120b7e29', 'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:81:9e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:20:03Z', 'updated_at': '2022-10-20T04:20:07Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:08.429572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b3d8a0-0256-4c7e-abf2-b674c1439aca None None] The sync data for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv is: [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0fde3652-480d-495b-9b3c-114e120b7e29', 'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:81:9e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:20:03Z', 'updated_at': '2022-10-20T04:20:07Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:20:08.448789 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fdf8c-e0ca-4bb1-afae-099395173cd5 None None] Port 0fde3652-480d-495b-9b3c-114e120b7e29 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:20:09.465661 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-152b2651-decc-4a46-bacd-5396a1983212 req-bf15e0ff-10f5-4a0c-8582-359cad6d8c87 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 210 time: 0.0675199 Oct 20 04:20:09.505342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf272-5e20-4574-aa17-d59684b059d3 req-8d1cfa42-30a9-415f-ab2a-e739b7446076 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:09.507813 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-8d1cfa42-30a9-415f-ab2a-e739b7446076 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/networks?id=4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 200 len: 797 time: 0.2015307 Oct 20 04:20:09.560024 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-22a3ce0d-0363-43d7-904f-3ccba02fdebc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 380 time: 0.0391304 Oct 20 04:20:09.571439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'port': {'device_id': 'e4d18d87-b708-47a5-8369-f941166942e8', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'admin_state_up': True, 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'security_groups': ['3142f08c-c11a-4b24-966e-61d82e26b75d']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:20:09.706011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:20:09.715572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:20:09.790304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:20:09.793805 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:09.832773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c3b5-e874-44d9-b3f7-f7f787168af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:09.957334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.5 (4b5c6d70-539e-4c58-952d-e3ef8f07341f/a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed/2e411fd4-a66f-4580-8047-8dea9c2e998f) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:20:10.139956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:10.155195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object 2e411fd4-a66f-4580-8047-8dea9c2e998f will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:20:10.230171 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:10.298769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 4b5c6d70-539e-4c58-952d-e3ef8f07341f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:20:10.301726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:20:10.305672 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:20:10.335970 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=2e411fd4-a66f-4580-8047-8dea9c2e998f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:10.371418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0fde3652-480d-495b-9b3c-114e120b7e29 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:20:10.382184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:10.382791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:10.485082 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-0767f0dc-c3e9-4f6d-87b7-367820c21232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171741 Oct 20 04:20:10.501024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Request body: {'port': {'device_id': 'e4d18d87-b708-47a5-8369-f941166942e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:20:10.512962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 0fde3652-480d-495b-9b3c-114e120b7e29 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:20:10.518553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0fde3652-480d-495b-9b3c-114e120b7e29 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:10.518994 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:10.519392 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0fde3652-480d-495b-9b3c-114e120b7e29 Oct 20 04:20:10.618423 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:10.663851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0fde3652-480d-495b-9b3c-114e120b7e29 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:20:10.666241 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:10.683723 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26e4a8-b10a-4321-905d-3fe48158a51f req-b45fa810-a12c-448f-9b7e-35023254e24d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:10.689754 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ac26e4a8-b10a-4321-905d-3fe48158a51f req-b45fa810-a12c-448f-9b7e-35023254e24d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 931 time: 0.1089315 Oct 20 04:20:10.698714 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 0fde3652-480d-495b-9b3c-114e120b7e29, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0fde3652-480d-495b-9b3c-114e120b7e29,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:20:10.721508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d092f6bd-9b3a-4b37-9018-485af28a499f None None] Provisioning for port 2e411fd4-a66f-4580-8047-8dea9c2e998f completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:20:10.727068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d092f6bd-9b3a-4b37-9018-485af28a499f None None] Provisioning complete for port 2e411fd4-a66f-4580-8047-8dea9c2e998f triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:10.727465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d092f6bd-9b3a-4b37-9018-485af28a499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:10.731790 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d092f6bd-9b3a-4b37-9018-485af28a499f None None] Attempt 1 to provision port 2e411fd4-a66f-4580-8047-8dea9c2e998f Oct 20 04:20:10.731909 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ac26e4a8-b10a-4321-905d-3fe48158a51f req-4c08083c-8bc2-4397-aa81-f3968a3cad57 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387163 Oct 20 04:20:10.776713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:10.864247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d092f6bd-9b3a-4b37-9018-485af28a499f None None] Port 2e411fd4-a66f-4580-8047-8dea9c2e998f cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:20:10.885560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=0fde3652-480d-495b-9b3c-114e120b7e29,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:10.967596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e411fd4-a66f-4580-8047-8dea9c2e998f {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:20:10.974560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:10.988981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Transition to ACTIVE for port object 2e411fd4-a66f-4580-8047-8dea9c2e998f will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:20:11.060585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:11.341967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Pushing event updated for resources: {'Port': ['ID=2e411fd4-a66f-4580-8047-8dea9c2e998f,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:11.365529 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d092f6bd-9b3a-4b37-9018-485af28a499f None None] Attempt 2 to provision port 2e411fd4-a66f-4580-8047-8dea9c2e998f Oct 20 04:20:11.382305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Attempting to bind port 2e411fd4-a66f-4580-8047-8dea9c2e998f on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:20:11.382632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Attempting to bind port 2e411fd4-a66f-4580-8047-8dea9c2e998f by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:20:11.382952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Attempting to bind port 2e411fd4-a66f-4580-8047-8dea9c2e998f on network 4b5c6d70-539e-4c58-952d-e3ef8f07341f {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:20:11.387568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Port 2e411fd4-a66f-4580-8047-8dea9c2e998f on network 4b5c6d70-539e-4c58-952d-e3ef8f07341f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:20:11.387878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Attempting to bind port 2e411fd4-a66f-4580-8047-8dea9c2e998f on network 4b5c6d70-539e-4c58-952d-e3ef8f07341f {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:20:11.392803 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:20:11.393128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Checking segment: {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:20:11.393526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Bound using segment: {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:20:11.393946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Bound port: 2e411fd4-a66f-4580-8047-8dea9c2e998f, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be74a58-fd8c-4b1a-b1bc-c4def398e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:20:11.394284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:11.418381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d092f6bd-9b3a-4b37-9018-485af28a499f None None] Port 2e411fd4-a66f-4580-8047-8dea9c2e998f cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:20:11.482460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:20:11.485348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:20:11.546928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:11.576157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:11.576757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:11.578171 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] 10.222.0.26 "PUT /v2.0/ports/2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 200 len: 1093 time: 1.0816813 Oct 20 04:20:11.578659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:20:11.580921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ad2a50-a806-497c-9694-3d699ccdf728" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:20:11.629187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49a19f5-0391-42d6-88fa-812318f41dce x-openstack-request-id: req-a49a19f5-0391-42d6-88fa-812318f41dce {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:20:11.629187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:20:11.629187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a49a19f5-0391-42d6-88fa-812318f41dce {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:20:11.629187 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a49a19f5-0391-42d6-88fa-812318f41dce'] response: {'name': 'network-changed', 'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'status': 'completed', 'code': 200} Oct 20 04:20:11.633973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1cc3c-b72e-4d93-97e4-9212d026c63e service neutron] Pushing event updated for resources: {'Port': ['ID=2e411fd4-a66f-4580-8047-8dea9c2e998f,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:11.733727 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad2a50-a806-497c-9694-3d699ccdf728 req-67b0637c-d2ec-4bba-9e17-fe7d488be3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:11.735203 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2ad2a50-a806-497c-9694-3d699ccdf728 req-67b0637c-d2ec-4bba-9e17-fe7d488be3f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1096 time: 0.0823619 Oct 20 04:20:11.880528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad2a50-a806-497c-9694-3d699ccdf728 req-851c4e55-6a35-460e-a1b2-3fd2fee50825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:11.882009 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2ad2a50-a806-497c-9694-3d699ccdf728 req-851c4e55-6a35-460e-a1b2-3fd2fee50825 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=388812b1063b41f199fb2de69afc6d98&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1354308 Oct 20 04:20:11.919404 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-d092f6bd-9b3a-4b37-9018-485af28a499f None None] Attempt 3 to provision port 2e411fd4-a66f-4580-8047-8dea9c2e998f Oct 20 04:20:11.927451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc18e76-3226-45f2-9e19-3c04c39f4498 req-e0773e6b-1cce-4625-9010-2707ebd14c09 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:11.928892 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4fc18e76-3226-45f2-9e19-3c04c39f4498 req-e0773e6b-1cce-4625-9010-2707ebd14c09 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 943 time: 0.0848269 Oct 20 04:20:11.977453 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4fc18e76-3226-45f2-9e19-3c04c39f4498 req-bd9210ac-4113-44b6-becb-45c955278be9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Oct 20 04:20:11.980787 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-d092f6bd-9b3a-4b37-9018-485af28a499f None None] Port 2e411fd4-a66f-4580-8047-8dea9c2e998f had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:20:12.023479 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad2a50-a806-497c-9694-3d699ccdf728 req-c186f32e-151f-4f5a-a817-df49d268bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:12.025544 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2ad2a50-a806-497c-9694-3d699ccdf728 req-c186f32e-151f-4f5a-a817-df49d268bdba service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338546 Oct 20 04:20:12.146156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf272-5e20-4574-aa17-d59684b059d3 req-b1c7fb96-603d-4a7b-a103-74493110206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:12.147486 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-b1c7fb96-603d-4a7b-a103-74493110206a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1096 time: 0.0770726 Oct 20 04:20:12.219778 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-99132ea2-528f-4b86-9405-31d20e35c40c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 200 len: 217 time: 0.0612886 Oct 20 04:20:12.285790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf272-5e20-4574-aa17-d59684b059d3 req-39c703c4-cba7-456d-b22d-be7aa76f9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:12.287117 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-39c703c4-cba7-456d-b22d-be7aa76f9d4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed HTTP/1.1" status: 200 len: 834 time: 0.0582230 Oct 20 04:20:12.336561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0fde3652-480d-495b-9b3c-114e120b7e29 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:20:12.367616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ae795bbd-f3e1-49d6-8a07-75c5eedd247a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:12.382392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf272-5e20-4574-aa17-d59684b059d3 req-f412986c-7251-4db5-87fa-f5d24e11f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:12.384451 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-f412986c-7251-4db5-87fa-f5d24e11f490 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b5c6d70-539e-4c58-952d-e3ef8f07341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841746 Oct 20 04:20:12.406700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 0fde3652-480d-495b-9b3c-114e120b7e29 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:12.407000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:12.407338 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 0fde3652-480d-495b-9b3c-114e120b7e29 Oct 20 04:20:12.518240 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-dcf9c910-9153-4c7c-9eed-efdba5ead09b service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243231 Oct 20 04:20:12.526489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 0fde3652-480d-495b-9b3c-114e120b7e29 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:20:12.649315 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59baf272-5e20-4574-aa17-d59684b059d3 req-4d7d83c7-74c1-46b3-9d14-c00e7ed24169 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210980 Oct 20 04:20:13.172377 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ababf6-8dbe-435d-9b5a-a7b478d56f31 req-5bb4f69d-2654-466b-82f8-a40667755290 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:13.173048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-73ababf6-8dbe-435d-9b5a-a7b478d56f31 req-5bb4f69d-2654-466b-82f8-a40667755290 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:20:13.229223 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-73ababf6-8dbe-435d-9b5a-a7b478d56f31 req-5bb4f69d-2654-466b-82f8-a40667755290 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:20:13.230435 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-73ababf6-8dbe-435d-9b5a-a7b478d56f31 req-5bb4f69d-2654-466b-82f8-a40667755290 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 943 time: 0.1415000 Oct 20 04:20:13.277605 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-73ababf6-8dbe-435d-9b5a-a7b478d56f31 req-7fb2ed72-7e39-48fa-ad0a-edff4f4be42c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Oct 20 04:20:13.584129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:13.615340 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:14.471489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daba719-9143-49fd-a3d7-73f72fff9c79 req-b6178040-b876-4611-801d-e3e6d2e6915b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:14.472940 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8daba719-9143-49fd-a3d7-73f72fff9c79 req-b6178040-b876-4611-801d-e3e6d2e6915b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 943 time: 0.0854568 Oct 20 04:20:14.516304 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8daba719-9143-49fd-a3d7-73f72fff9c79 req-9e2aa047-e88f-49c8-b398-72430a5317b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364084 Oct 20 04:20:15.009312 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:15.715336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2415-3c85-435e-96d2-d555a3cd9fcc req-24b06ea1-c71d-485e-82b4-49ff5342da5b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:15.716691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-394d2415-3c85-435e-96d2-d555a3cd9fcc req-24b06ea1-c71d-485e-82b4-49ff5342da5b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 943 time: 0.0868607 Oct 20 04:20:15.760630 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-394d2415-3c85-435e-96d2-d555a3cd9fcc req-27fe931e-a9bf-4bfd-8dc1-ad3960c6feff tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381753 Oct 20 04:20:16.578705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2e411fd4-a66f-4580-8047-8dea9c2e998f details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:20:16.707303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:20:16.720423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'port_id': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'mac_address': 'fa:16:3e:e9:04:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:20:16.772806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2e411fd4-a66f-4580-8047-8dea9c2e998f is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:20:16.773182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:16.789468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e411fd4-a66f-4580-8047-8dea9c2e998f {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:20:16.805053 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:20:16.863672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:16.932507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2e411fd4-a66f-4580-8047-8dea9c2e998f,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:16.956209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023cde7-cf3e-49bf-8b51-67ce5bdd07e7 req-0a4b2178-0ace-4def-8be9-fae171543f3f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:16.957702 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0023cde7-cf3e-49bf-8b51-67ce5bdd07e7 req-0a4b2178-0ace-4def-8be9-fae171543f3f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 944 time: 0.0884862 Oct 20 04:20:17.001333 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0023cde7-cf3e-49bf-8b51-67ce5bdd07e7 req-fa7fb66f-f535-4b31-926b-603d432e7403 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374002 Oct 20 04:20:17.127939 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2e411fd4-a66f-4580-8047-8dea9c2e998f'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:20:17.612470 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:18.197508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e646a7f-2263-4026-a154-2f56a3d12112 req-026d9684-787d-4d42-a9b5-587488fd8faf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:18.198939 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e646a7f-2263-4026-a154-2f56a3d12112 req-026d9684-787d-4d42-a9b5-587488fd8faf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 944 time: 0.0884809 Oct 20 04:20:18.243558 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e646a7f-2263-4026-a154-2f56a3d12112 req-5904c833-db57-41d6-b81d-2f4a5e5be86b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390437 Oct 20 04:20:18.592313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2e411fd4-a66f-4580-8047-8dea9c2e998f up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:20:18.697759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 2e411fd4-a66f-4580-8047-8dea9c2e998f completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:20:18.702283 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2e411fd4-a66f-4580-8047-8dea9c2e998f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:20:18.702647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:18.702976 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2e411fd4-a66f-4580-8047-8dea9c2e998f Oct 20 04:20:18.814921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2e411fd4-a66f-4580-8047-8dea9c2e998f is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:20:18.815294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:18.841641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:20:18.843944 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e765d1-2ba0-4cdc-a1a1-377a4d625fa4" -d '{"events": [{"server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "name": "network-vif-plugged", "status": "completed", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:20:18.851227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:20:18.926734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:18.958229 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb54fb-59aa-42cf-8c96-1af8d85b5747 x-openstack-request-id: req-badb54fb-59aa-42cf-8c96-1af8d85b5747 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:20:18.958522 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "name": "network-vif-plugged", "status": "completed", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:20:18.958775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-badb54fb-59aa-42cf-8c96-1af8d85b5747 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:20:18.959228 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badb54fb-59aa-42cf-8c96-1af8d85b5747'] response: {'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'code': 200} Oct 20 04:20:18.996680 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2e411fd4-a66f-4580-8047-8dea9c2e998f,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:19.315035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00b808-84e7-4f31-a8c2-a90da7d0d149 req-19f30690-97f1-4980-a8a4-a6f75f8a8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:19.316509 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a00b808-84e7-4f31-a8c2-a90da7d0d149 req-19f30690-97f1-4980-a8a4-a6f75f8a8210 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1098 time: 0.0769284 Oct 20 04:20:19.501846 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9a00b808-84e7-4f31-a8c2-a90da7d0d149 req-3bd0c44d-2606-4860-8aab-ea817a71a794 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749914 Oct 20 04:20:19.543447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2557d5f-93f5-493c-9ec9-e8a57fb178ec req-2a38244c-8643-4862-8aa2-34e059949c55 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:19.544769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2557d5f-93f5-493c-9ec9-e8a57fb178ec req-2a38244c-8643-4862-8aa2-34e059949c55 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.1857696 Oct 20 04:20:19.587691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2557d5f-93f5-493c-9ec9-e8a57fb178ec req-25320cff-f7eb-425e-989a-64d12cfe7deb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372994 Oct 20 04:20:20.788592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5faaf-7bf5-4eba-aeef-0c1d4c3ce4d1 req-ac8d085a-6970-4b14-a876-109ce67aea17 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:20.790253 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-60a5faaf-7bf5-4eba-aeef-0c1d4c3ce4d1 req-ac8d085a-6970-4b14-a876-109ce67aea17 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0870264 Oct 20 04:20:20.837373 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-60a5faaf-7bf5-4eba-aeef-0c1d4c3ce4d1 req-f83ed569-2b8a-4cd8-b94f-0b679643587b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Oct 20 04:20:22.035360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36503-5602-4c74-a70b-cacca7dc2e36 req-5699cb66-8e74-424a-b9de-a94a77ad406b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:22.036719 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-75a36503-5602-4c74-a70b-cacca7dc2e36 req-5699cb66-8e74-424a-b9de-a94a77ad406b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0888910 Oct 20 04:20:22.079536 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-75a36503-5602-4c74-a70b-cacca7dc2e36 req-a16bd46a-0ebe-4b04-9953-94cff65d2cb4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365922 Oct 20 04:20:22.271368 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c53bc-5cf8-4c97-bb1a-14da198f9fe5 req-f0d82018-623b-4597-80d9-bb7c37114380 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:22.272821 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6d9c53bc-5cf8-4c97-bb1a-14da198f9fe5 req-f0d82018-623b-4597-80d9-bb7c37114380 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0855243 Oct 20 04:20:22.317577 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6d9c53bc-5cf8-4c97-bb1a-14da198f9fe5 req-a5f2523c-50aa-48b9-b3d6-93b97b2b21c5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375490 Oct 20 04:20:22.346280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47484) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:22.425287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a261f4-6a40-454d-a6a4-3f780ed9dc87 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:22.426772 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-f8a261f4-6a40-454d-a6a4-3f780ed9dc87 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1093 time: 0.0794172 Oct 20 04:20:22.429617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47488) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:22.434387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:20:22.440284 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:20:22.444088 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:floatingip and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:20:22.447704 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:20:22.453503 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:20:22.575095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:22.708651 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:22.835587 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.48 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/1ca81b55-9c30-4539-8519-b3aa79a0dd82) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:20:22.979237 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:23.066744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:23.129717 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:20:23.132603 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:20:23.135054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:20:23.171699 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=1ca81b55-9c30-4539-8519-b3aa79a0dd82,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:23.632169 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:23.761912 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:23.956597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:24.017553 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:24.119484 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=1ca81b55-9c30-4539-8519-b3aa79a0dd82,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:20:24.124165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:24.291943 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 386b312e-b0b0-41ef-93fb-d22515506c72 associated. External IP: 172.26.7.48, port: 2e411fd4-a66f-4580-8047-8dea9c2e998f. Oct 20 04:20:24.636179 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 0a123c93-3511-44e1-84b1-a3dd8c45c324 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:20:24.919960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:20:24.929094 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] Sync routers for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:20:24.938567 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:20:24.939242 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:20:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:25.004045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:25.060580 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-69b269cf-53fa-403b-a275-e62565f51d7f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6293671 Oct 20 04:20:25.060830 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:20:25.062944 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3243c69f-ba03-40cd-b476-cc961391aa2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:20:25.106696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e133a1-999c-45e8-af71-f59d04850dab x-openstack-request-id: req-f5e133a1-999c-45e8-af71-f59d04850dab {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:20:25.106990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:20:25.107245 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f5e133a1-999c-45e8-af71-f59d04850dab {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:20:25.107649 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e133a1-999c-45e8-af71-f59d04850dab'] response: {'name': 'network-changed', 'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'status': 'completed', 'code': 200} Oct 20 04:20:25.115507 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:20:25.282611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79505c4f-51a3-4a00-a135-1371ed5ceaf2 req-7e1d6efd-b94f-4561-a24b-0ba577271a90 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:25.283957 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-79505c4f-51a3-4a00-a135-1371ed5ceaf2 req-7e1d6efd-b94f-4561-a24b-0ba577271a90 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.1149898 Oct 20 04:20:25.285976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-e7977525-7065-4565-96f2-63752d26ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:25.287281 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-e7977525-7065-4565-96f2-63752d26ea23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1098 time: 0.1534712 Oct 20 04:20:25.397695 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-79505c4f-51a3-4a00-a135-1371ed5ceaf2 req-4a30167d-6246-475a-a3de-30ee57e2c232 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079700 Oct 20 04:20:25.427785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47496) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:25.457021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-699e0ac3-d271-4f46-99cb-5bbf6d0a98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:25.458479 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-699e0ac3-d271-4f46-99cb-5bbf6d0a98e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 200 len: 898 time: 0.1546876 Oct 20 04:20:25.462525 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '386b312e-b0b0-41ef-93fb-d22515506c72', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'port_id': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'mac_address': 'fa:16:3e:e9:04:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d18d87-b708-47a5-8369-f941166942e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:20:23Z', 'updated_at': '2022-10-20T04:20:23Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde3652-480d-495b-9b3c-114e120b7e29', 'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:81:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:20:03Z', 'updated_at': '2022-10-20T04:20:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:25.466490 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] Checking router: 0a123c93-3511-44e1-84b1-a3dd8c45c324 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:20:25.474617 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:20:25.475327 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:20:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:25.539650 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9592e5f4-0ec9-4967-a3b0-3d37f0740751 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/386b312e-b0b0-41ef-93fb-d22515506c72 HTTP/1.1" status: 200 len: 990 time: 0.1095824 Oct 20 04:20:25.565680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-1e309132-1502-4113-a789-829bcb510604 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 200 len: 998 time: 0.0996051 Oct 20 04:20:25.632779 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-b2961ab6-ba33-4560-9bbe-4763e11a1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:25.634850 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-b2961ab6-ba33-4560-9bbe-4763e11a1af6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed HTTP/1.1" status: 200 len: 834 time: 0.0631063 Oct 20 04:20:25.651428 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:20:25.716199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-2e312065-7011-4452-b6b0-6f0ea143b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:25.717679 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-2e312065-7011-4452-b6b0-6f0ea143b4e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b5c6d70-539e-4c58-952d-e3ef8f07341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767605 Oct 20 04:20:25.848868 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-2ca63af2-499f-4e39-814e-070b80b1df99 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222987 Oct 20 04:20:25.978412 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3243c69f-ba03-40cd-b476-cc961391aa2c req-48f201a0-e7b8-45a6-8de3-961c31576ac9 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223049 Oct 20 04:20:25.987305 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '386b312e-b0b0-41ef-93fb-d22515506c72', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'port_id': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'mac_address': 'fa:16:3e:e9:04:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d18d87-b708-47a5-8369-f941166942e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:20:23Z', 'updated_at': '2022-10-20T04:20:23Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde3652-480d-495b-9b3c-114e120b7e29', 'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:81:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:20:03Z', 'updated_at': '2022-10-20T04:20:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:20:25.991230 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27222d16-7766-4d4d-9efe-f443b3ee85e9 None None] The sync data for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv is: [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '386b312e-b0b0-41ef-93fb-d22515506c72', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'port_id': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'mac_address': 'fa:16:3e:e9:04:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d18d87-b708-47a5-8369-f941166942e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:20:23Z', 'updated_at': '2022-10-20T04:20:23Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde3652-480d-495b-9b3c-114e120b7e29', 'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:81:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:20:03Z', 'updated_at': '2022-10-20T04:20:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:20:26.177647 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a708ccb-febe-4dfa-86ce-e15214f0d2c1 None None] New status for floating IP 386b312e-b0b0-41ef-93fb-d22515506c72: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:20:26.542470 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47500) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:26.645929 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a236712b-8316-4dc3-b449-f4e3ec6f550b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/386b312e-b0b0-41ef-93fb-d22515506c72 HTTP/1.1" status: 200 len: 992 time: 0.1022220 Oct 20 04:20:37.676911 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:20:39.823231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bed30926-f19a-4892-9f97-c25b94d8846e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:42.320036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8848f685-5fc9-405b-969a-10e0022d0856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:43.543307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:43.566049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:45.009092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:47.615067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:58.267137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-d7b63107-9cff-45e6-9aa2-d88ecef4c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:58.268577 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-d7b63107-9cff-45e6-9aa2-d88ecef4c13d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1098 time: 0.1222692 Oct 20 04:20:58.409781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-1dcd00e8-a793-492e-8f36-455938ee8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:58.411107 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-1dcd00e8-a793-492e-8f36-455938ee8239 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 200 len: 898 time: 0.1227651 Oct 20 04:20:58.509247 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-c695c9b3-4e94-4987-9a68-f04df4a44e92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 200 len: 1000 time: 0.0889626 Oct 20 04:20:58.573446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-394de1c2-9783-4262-ad6c-b96f3660e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:58.574823 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-394de1c2-9783-4262-ad6c-b96f3660e596 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed HTTP/1.1" status: 200 len: 834 time: 0.0583551 Oct 20 04:20:58.656412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-057a42c2-210c-4326-bfa3-499291b51876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:58.657897 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-057a42c2-210c-4326-bfa3-499291b51876 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b5c6d70-539e-4c58-952d-e3ef8f07341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761867 Oct 20 04:20:58.881944 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-96f76700-84b3-4510-98a5-6388c07403e5 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158625 Oct 20 04:20:59.010057 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-474b4c81-bd66-4131-a450-0913cb6a44d9 req-524c48b6-58f7-49df-9416-8ac55abfe945 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198604 Oct 20 04:20:59.346725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d37357-092a-4b15-b747-b378ebb5279d req-51925dff-93a0-4875-b58d-cef584344dbe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:59.348182 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f4d37357-092a-4b15-b747-b378ebb5279d req-51925dff-93a0-4875-b58d-cef584344dbe tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0866904 Oct 20 04:20:59.351927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47522) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:20:59.396316 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f4d37357-092a-4b15-b747-b378ebb5279d req-23d5afe9-1e98-4139-ab76-168fc0864268 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Oct 20 04:20:59.475757 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-21e8bfc2-11af-4fa6-a829-a5c9678269ee service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221178 Oct 20 04:21:00.654205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2bdcb-6c71-43b4-a2d4-e83a81744ba9 req-6d6b66de-a1ef-4ede-9d25-a07f363e7568 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:00.660867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58c2bdcb-6c71-43b4-a2d4-e83a81744ba9 req-6d6b66de-a1ef-4ede-9d25-a07f363e7568 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.1475985 Oct 20 04:21:00.699259 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-58c2bdcb-6c71-43b4-a2d4-e83a81744ba9 req-9b1532fd-4393-4bb3-88c5-ff528c9457a4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379758 Oct 20 04:21:01.579280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-c33797a7-06b1-4f69-8a56-7874811f737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:01.580764 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-c33797a7-06b1-4f69-8a56-7874811f737d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1098 time: 0.0808966 Oct 20 04:21:01.715069 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-90362e25-1216-4d37-a0b2-130e6591482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:01.716552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-90362e25-1216-4d37-a0b2-130e6591482d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 200 len: 898 time: 0.1261876 Oct 20 04:21:01.818085 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-54b145d6-9e9c-4a7f-a5a0-ebe72698d257 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 200 len: 1000 time: 0.0926225 Oct 20 04:21:01.888550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-16a2ff05-ae2a-4071-8929-4e924117974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:01.890026 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-16a2ff05-ae2a-4071-8929-4e924117974f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed HTTP/1.1" status: 200 len: 834 time: 0.0605671 Oct 20 04:21:01.895264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f0f2-470c-4d3a-b1e1-4d911e2ff4d3 req-13094bf2-741a-4796-b5df-1f9c851db727 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:01.896678 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-da64f0f2-470c-4d3a-b1e1-4d911e2ff4d3 req-13094bf2-741a-4796-b5df-1f9c851db727 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0860214 Oct 20 04:21:01.939176 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-da64f0f2-470c-4d3a-b1e1-4d911e2ff4d3 req-563925f4-dc34-424d-8033-e0e4be6e5bc4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367966 Oct 20 04:21:01.974947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-4b4d36ad-8c8f-4de5-8223-9712e508e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:01.976437 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-4b4d36ad-8c8f-4de5-8223-9712e508e435 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b5c6d70-539e-4c58-952d-e3ef8f07341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771604 Oct 20 04:21:02.108904 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-a68663c8-e2ed-4a2b-ae01-94e0dd2f665f service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222811 Oct 20 04:21:02.240780 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-89a431f1-99ce-492c-8b00-c3faeca6afe2 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226447 Oct 20 04:21:03.135951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007465e-c06b-48a6-b21f-35fd54a19321 req-b97616da-d147-4a96-b542-99e4a754c8ae tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:03.137395 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a007465e-c06b-48a6-b21f-35fd54a19321 req-b97616da-d147-4a96-b542-99e4a754c8ae tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0888865 Oct 20 04:21:03.180075 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a007465e-c06b-48a6-b21f-35fd54a19321 req-17ae0aaf-e9d1-4286-a904-27565567cd4f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370712 Oct 20 04:21:04.377696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f267e-f1de-47a2-88db-8078101098b3 req-4a8ff58e-d8c2-41fa-919e-1a5ba623db71 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:04.379172 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-107f267e-f1de-47a2-88db-8078101098b3 req-4a8ff58e-d8c2-41fa-919e-1a5ba623db71 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0898018 Oct 20 04:21:04.421596 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-107f267e-f1de-47a2-88db-8078101098b3 req-26312679-c9a7-4979-8dae-f5c3bb5fe9a5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368862 Oct 20 04:21:05.627567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9db1b-10d6-4e98-85df-31ee03a61fa6 req-a5dae06d-4726-40d7-a3c1-637da3e8ecd7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:05.629003 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c8d9db1b-10d6-4e98-85df-31ee03a61fa6 req-a5dae06d-4726-40d7-a3c1-637da3e8ecd7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0906188 Oct 20 04:21:05.671955 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c8d9db1b-10d6-4e98-85df-31ee03a61fa6 req-9d79832e-d74e-4ceb-8959-5df02bbff2ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366306 Oct 20 04:21:06.873410 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5111d07-5118-4c7d-8c1c-0ea447e643b1 req-4d0b149a-07ad-4fd5-9938-fb6493238952 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:06.874854 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b5111d07-5118-4c7d-8c1c-0ea447e643b1 req-4d0b149a-07ad-4fd5-9938-fb6493238952 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0887802 Oct 20 04:21:06.917160 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b5111d07-5118-4c7d-8c1c-0ea447e643b1 req-8db4a5ae-dfba-4bb2-82ec-baf5a3b21ccd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366144 Oct 20 04:21:08.113926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc3add-c0fb-457d-848c-ef4932898f39 req-a6ffd5c6-59a6-49ef-9f9c-fd4e9f4181b3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:08.115460 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5ffc3add-c0fb-457d-848c-ef4932898f39 req-a6ffd5c6-59a6-49ef-9f9c-fd4e9f4181b3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0860660 Oct 20 04:21:08.157683 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5ffc3add-c0fb-457d-848c-ef4932898f39 req-5da4db3f-592c-47b0-a637-403028116fb4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358715 Oct 20 04:21:09.351451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22733f-db60-4b26-aa45-ede6ddb9ece0 req-44fd2f0d-ce62-4871-a85a-80a6500cd968 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:09.353517 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bf22733f-db60-4b26-aa45-ede6ddb9ece0 req-44fd2f0d-ce62-4871-a85a-80a6500cd968 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0849955 Oct 20 04:21:09.394837 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bf22733f-db60-4b26-aa45-ede6ddb9ece0 req-70965bcf-7e61-4286-9b3f-8bfec1ab253e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358968 Oct 20 04:21:09.860390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-56215da9-3414-4b92-8ee7-9084141b87a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:10.593180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72242ed-425f-40cf-b104-2b31b2eb3e26 req-46e25b9e-8ca4-4c5d-9138-fc24fd0dd8da tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:10.594539 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b72242ed-425f-40cf-b104-2b31b2eb3e26 req-46e25b9e-8ca4-4c5d-9138-fc24fd0dd8da tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0893517 Oct 20 04:21:10.638225 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b72242ed-425f-40cf-b104-2b31b2eb3e26 req-781de4d1-687a-4eae-bf9a-4dac0a573ade tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380309 Oct 20 04:21:11.840130 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a06e2e-d49d-4ec0-ae9f-3115d4822b03 req-dc3aaeff-73e1-478f-891c-93d24fac62c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:11.841569 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b0a06e2e-d49d-4ec0-ae9f-3115d4822b03 req-dc3aaeff-73e1-478f-891c-93d24fac62c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0888724 Oct 20 04:21:11.883042 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b0a06e2e-d49d-4ec0-ae9f-3115d4822b03 req-68d53fc6-1f9f-4b4f-bdb1-1de26572bdf7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359774 Oct 20 04:21:12.319611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1d87aa23-22f1-44e8-a165-57b79bde274a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:13.080367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72b546-ef3f-461b-bc8b-a318a772c13c req-503aecf8-ea0d-4f03-bb68-2c4249ea1474 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:13.081956 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cb72b546-ef3f-461b-bc8b-a318a772c13c req-503aecf8-ea0d-4f03-bb68-2c4249ea1474 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0862069 Oct 20 04:21:13.129458 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cb72b546-ef3f-461b-bc8b-a318a772c13c req-0a4acc84-762b-4005-8fa9-e4471402c993 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 Oct 20 04:21:13.546382 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:13.574494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:14.375105 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09380e4c-0b09-4b6d-8990-1770965568a9 req-9ed61668-0b03-4a65-ad26-d72c645c23d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:14.376528 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-09380e4c-0b09-4b6d-8990-1770965568a9 req-9ed61668-0b03-4a65-ad26-d72c645c23d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.1351035 Oct 20 04:21:14.419325 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-09380e4c-0b09-4b6d-8990-1770965568a9 req-d6df1f5b-09dd-4a99-b7cd-4028860855bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370002 Oct 20 04:21:14.676745 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:21:15.011585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:15.612669 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6478db-aecb-4824-84a4-45a773c24dc6 req-f9a492e5-7758-4127-9442-e0d45bdfa7bf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:15.614155 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b6478db-aecb-4824-84a4-45a773c24dc6 req-f9a492e5-7758-4127-9442-e0d45bdfa7bf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0871565 Oct 20 04:21:15.658644 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5b6478db-aecb-4824-84a4-45a773c24dc6 req-394c0b3c-e499-49b6-93ef-67979c6b575e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387077 Oct 20 04:21:16.852592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ef650-e006-455d-bf8c-a7d35f05903b req-f5ace6f7-046f-4b4f-8a14-afe9d7acdb8d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:16.854078 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2d6ef650-e006-455d-bf8c-a7d35f05903b req-f5ace6f7-046f-4b4f-8a14-afe9d7acdb8d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0853918 Oct 20 04:21:16.897417 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2d6ef650-e006-455d-bf8c-a7d35f05903b req-9113769a-5234-44c2-83ed-0432cbbc5d0d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377154 Oct 20 04:21:17.637514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:18.096896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aecefb-8463-4227-a926-5df2fd153375 req-48e8d45e-49d2-48d7-bc08-cdb1c1198e71 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:18.098374 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f1aecefb-8463-4227-a926-5df2fd153375 req-48e8d45e-49d2-48d7-bc08-cdb1c1198e71 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0910516 Oct 20 04:21:18.142883 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f1aecefb-8463-4227-a926-5df2fd153375 req-9d4073d7-e000-4fb7-8319-ad601afc821f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386913 Oct 20 04:21:19.339103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289acfa9-e0f2-4947-9dcc-9c50030f05c8 req-787213c5-7663-4eb5-9338-c520628d40f5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:19.340559 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-289acfa9-e0f2-4947-9dcc-9c50030f05c8 req-787213c5-7663-4eb5-9338-c520628d40f5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0891070 Oct 20 04:21:19.382206 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-289acfa9-e0f2-4947-9dcc-9c50030f05c8 req-fea9e479-76b7-4bff-be03-9ba4597f1d62 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360949 Oct 20 04:21:19.564711 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-c8671e5e-1360-48f7-aa5b-1c82ebbea0b7 service neutron] 10.222.0.26 "GET /v2.0/ports/2e411fd4-a66f-4580-8047-8dea9c2e998f/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0715413 Oct 20 04:21:20.153192 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-c7e157d0-d15b-4220-93ae-84a37822273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:20.154680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-c7e157d0-d15b-4220-93ae-84a37822273c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 1098 time: 0.0806942 Oct 20 04:21:20.258183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-6a8700a3-9541-4e8e-9b81-2622ca57f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:20.259628 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-6a8700a3-9541-4e8e-9b81-2622ca57f55e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1098 time: 0.0767856 Oct 20 04:21:20.390426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-882fd10d-0980-466d-a596-b8535e04cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:20.391849 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-882fd10d-0980-466d-a596-b8535e04cd63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 200 len: 898 time: 0.1236026 Oct 20 04:21:20.497074 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-69007761-ded5-41b1-ab99-9060b949b0a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 200 len: 1000 time: 0.0960295 Oct 20 04:21:20.710747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-363b9e5d-9b3b-4620-9741-4036c618347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:20.712087 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-363b9e5d-9b3b-4620-9741-4036c618347a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed HTTP/1.1" status: 200 len: 834 time: 0.1797988 Oct 20 04:21:20.779910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f0aa5-1393-404c-8e8c-6bfdf6907529 req-88103202-021b-4331-a50b-04f3c03cf5fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:20.781372 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d5f0aa5-1393-404c-8e8c-6bfdf6907529 req-88103202-021b-4331-a50b-04f3c03cf5fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.2833908 Oct 20 04:21:20.835896 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7d5f0aa5-1393-404c-8e8c-6bfdf6907529 req-e1d6e398-ed69-4365-a8d1-e9d2605bd8da tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487900 Oct 20 04:21:20.849845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-c23b0f2e-a3c9-4dec-80a0-c0c05a23688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:20.849845 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-c23b0f2e-a3c9-4dec-80a0-c0c05a23688c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b5c6d70-539e-4c58-952d-e3ef8f07341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1253340 Oct 20 04:21:20.979877 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-5d36e488-deed-4df7-8049-2a66be2e0f4f service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221805 Oct 20 04:21:21.110627 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-78aa6e7c-9c7f-45bd-8f4f-e1eb1db479f2 req-c7702bc7-ff39-40af-ba4b-a5ca070af1ca service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207931 Oct 20 04:21:22.034208 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246accd7-0b47-4c94-a7d9-892c3e4d9b85 req-6ca0f10d-f8ad-41f0-b431-f4efbdca379b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:22.035656 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-246accd7-0b47-4c94-a7d9-892c3e4d9b85 req-6ca0f10d-f8ad-41f0-b431-f4efbdca379b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0852871 Oct 20 04:21:22.081903 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-246accd7-0b47-4c94-a7d9-892c3e4d9b85 req-8edfc385-3a24-46de-a5d4-e92049c2f315 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406477 Oct 20 04:21:22.856136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2e411fd4-a66f-4580-8047-8dea9c2e998f no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:21:22.993587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2e411fd4-a66f-4580-8047-8dea9c2e998f is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:21:22.993898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:23.020008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:21:23.022290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b7691-9198-4a90-94c8-928205ed37bc" -d '{"events": [{"server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "name": "network-vif-unplugged", "status": "completed", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:21:23.030115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:21:23.071587 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377da98d-48b7-4608-87a6-b9626d8bfcb7 x-openstack-request-id: req-377da98d-48b7-4608-87a6-b9626d8bfcb7 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:21:23.071873 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "name": "network-vif-unplugged", "status": "completed", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:21:23.072124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-377da98d-48b7-4608-87a6-b9626d8bfcb7 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:21:23.072506 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377da98d-48b7-4608-87a6-b9626d8bfcb7'] response: {'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'code': 200} Oct 20 04:21:23.102493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:23.168471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2e411fd4-a66f-4580-8047-8dea9c2e998f,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:21:23.175608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.179234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:23.278101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e95238-583f-42cf-a425-3aae4427ff50 req-662102d2-9443-40a9-bc1b-75c68ec1a7c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:23.279459 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f5e95238-583f-42cf-a425-3aae4427ff50 req-662102d2-9443-40a9-bc1b-75c68ec1a7c6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 943 time: 0.0866320 Oct 20 04:21:23.322214 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f5e95238-583f-42cf-a425-3aae4427ff50 req-f6154860-02af-46e3-8134-98d80cbec5dd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369327 Oct 20 04:21:24.519209 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2a965-51d1-4911-aa41-cc5719d56891 req-cb5d0710-ad97-47f1-8d73-1cf77288df6e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:24.520652 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-70a2a965-51d1-4911-aa41-cc5719d56891 req-cb5d0710-ad97-47f1-8d73-1cf77288df6e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 943 time: 0.0844071 Oct 20 04:21:24.567164 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-70a2a965-51d1-4911-aa41-cc5719d56891 req-3013e118-d722-4764-b9c9-2c40cb06088c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408072 Oct 20 04:21:24.863654 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2e411fd4-a66f-4580-8047-8dea9c2e998f details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:21:24.995106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:21:25.011823 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'port_id': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'mac_address': 'fa:16:3e:e9:04:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:21:25.049842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e10f3-d1bc-45ab-bf8d-9a6f60810c1c req-6d18d276-f479-4d11-8286-f7986e994d88 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:25.051282 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5c1e10f3-d1bc-45ab-bf8d-9a6f60810c1c req-6d18d276-f479-4d11-8286-f7986e994d88 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 943 time: 0.1538281 Oct 20 04:21:25.064391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-432e76f2-ec1c-4b8c-855a-328a0701cc1b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:25.065850 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-432e76f2-ec1c-4b8c-855a-328a0701cc1b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8&tenant_id=388812b1063b41f199fb2de69afc6d98&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 943 time: 0.1252770 Oct 20 04:21:25.066145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2e411fd4-a66f-4580-8047-8dea9c2e998f is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:21:25.066526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:25.083765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e411fd4-a66f-4580-8047-8dea9c2e998f {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:21:25.101513 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:21:25.109043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5c1e10f3-d1bc-45ab-bf8d-9a6f60810c1c req-9a2ae6bc-3532-4186-a32f-bb158f26ce53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Oct 20 04:21:25.174952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:25.218714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-6cf9a7b6-7207-44f6-8c4f-5b023c9ced6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:25.220211 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-6cf9a7b6-7207-44f6-8c4f-5b023c9ced6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1097 time: 0.0829663 Oct 20 04:21:25.249002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2e411fd4-a66f-4580-8047-8dea9c2e998f,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:21:25.253468 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2e411fd4-a66f-4580-8047-8dea9c2e998f'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:21:25.320514 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4cb6b-a3b4-4301-8fbf-bee4ea19247d req-a12eef15-bb62-46bf-894e-b963c0ba3e1b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:25.328643 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-57c4cb6b-a3b4-4301-8fbf-bee4ea19247d req-a12eef15-bb62-46bf-894e-b963c0ba3e1b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 944 time: 0.1005845 Oct 20 04:21:25.362629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-84947126-c12f-4e5b-bea2-b1a3077bff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:25.364309 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-84947126-c12f-4e5b-bea2-b1a3077bff04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 200 len: 898 time: 0.1377661 Oct 20 04:21:25.368715 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-57c4cb6b-a3b4-4301-8fbf-bee4ea19247d req-67b579d9-ec86-4ccc-b98d-ce916417ba75 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Oct 20 04:21:25.469350 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-57a9f0b0-1a67-45b3-be76-e4b822565356 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 200 len: 999 time: 0.0981872 Oct 20 04:21:25.533480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-f0ccc10a-c22f-4e02-8295-9e2cbb8a52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:25.534905 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-f0ccc10a-c22f-4e02-8295-9e2cbb8a52dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed HTTP/1.1" status: 200 len: 834 time: 0.0592680 Oct 20 04:21:25.617598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-52ef9af4-cff5-4638-be57-9389dab1a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:25.619121 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-52ef9af4-cff5-4638-be57-9389dab1a790 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b5c6d70-539e-4c58-952d-e3ef8f07341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786309 Oct 20 04:21:25.746497 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-0fe3d911-d951-4cac-a6d3-246970ab7a09 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203277 Oct 20 04:21:25.873916 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-feffdf39-e6a3-41d9-90a4-3c4a9f8e504c req-d2cdab3a-2beb-476b-a1fa-9fad47e0599a service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201777 Oct 20 04:21:26.674178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fcdbc-2f04-48d3-b750-ec9bb044ce81 req-b38f0c29-8e98-497a-9b9f-66d99f463b65 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:26.675620 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ef5fcdbc-2f04-48d3-b750-ec9bb044ce81 req-b38f0c29-8e98-497a-9b9f-66d99f463b65 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 944 time: 0.1916885 Oct 20 04:21:26.719243 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ef5fcdbc-2f04-48d3-b750-ec9bb044ce81 req-810d83ad-022c-4c75-bd4f-dfad3efb2e36 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379522 Oct 20 04:21:26.878881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2e411fd4-a66f-4580-8047-8dea9c2e998f up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:21:26.944633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2e411fd4-a66f-4580-8047-8dea9c2e998f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:21:26.945006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:26.945372 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2e411fd4-a66f-4580-8047-8dea9c2e998f Oct 20 04:21:27.060114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2e411fd4-a66f-4580-8047-8dea9c2e998f is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:21:27.060497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:27.087202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:21:27.089484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1619eda-150d-44a6-802a-a67a845e3622" -d '{"events": [{"server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "name": "network-vif-plugged", "status": "completed", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:21:27.097326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:21:27.131611 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52ab1be-c64e-4888-8d4c-25ec2921ce4c x-openstack-request-id: req-e52ab1be-c64e-4888-8d4c-25ec2921ce4c {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:21:27.131902 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "name": "network-vif-plugged", "status": "completed", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:21:27.132153 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e52ab1be-c64e-4888-8d4c-25ec2921ce4c {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:21:27.132540 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52ab1be-c64e-4888-8d4c-25ec2921ce4c'] response: {'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'code': 200} Oct 20 04:21:27.147955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:27.215725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2e411fd4-a66f-4580-8047-8dea9c2e998f,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:21:27.911614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9e44-013f-4493-866b-5843e80edc4a req-10d18678-374a-4cbf-9765-522435daac3d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:27.912975 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-171b9e44-013f-4493-866b-5843e80edc4a req-10d18678-374a-4cbf-9765-522435daac3d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0852859 Oct 20 04:21:27.955337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-171b9e44-013f-4493-866b-5843e80edc4a req-059cee4c-9629-4457-bd53-3304b61262cc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361974 Oct 20 04:21:27.986342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47614) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:21:28.089694 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-67e707aa-dd86-492f-89ad-cbd573ee919f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/386b312e-b0b0-41ef-93fb-d22515506c72 HTTP/1.1" status: 200 len: 992 time: 0.1017082 Oct 20 04:21:39.821949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-442ced98-812a-412e-94eb-86b3688207a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:42.323114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e4bf-230f-4b17-88e2-2ce0cf40c282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:43.553581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:43.582191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:45.039174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:47.638811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:51.676496 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:21:56.780985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47628) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:21:56.977786 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 1ca81b55-9c30-4539-8519-b3aa79a0dd82 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:21:56.978043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:57.145784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:57.146114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:57.265136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 1ca81b55-9c30-4539-8519-b3aa79a0dd82 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:21:57.495628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:57.539583 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=1ca81b55-9c30-4539-8519-b3aa79a0dd82,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:21:57.582091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.582442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.586071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:57.649496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:57.649833 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 386b312e-b0b0-41ef-93fb-d22515506c72 disassociated (deleted). External IP: 172.26.7.48, port: 2e411fd4-a66f-4580-8047-8dea9c2e998f. Oct 20 04:21:58.089780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 0a123c93-3511-44e1-84b1-a3dd8c45c324 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:21:58.266284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:21:58.275502 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] Sync routers for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:21:58.284348 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:21:58.288029 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:21:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:21:58.372504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:58.436131 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6bd8d532-247c-4cc0-aa71-bb4df9beadda tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/floatingips/386b312e-b0b0-41ef-93fb-d22515506c72 HTTP/1.1" status: 204 len: 168 time: 1.6540473 Oct 20 04:21:58.438111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:21:58.440394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec70cf9d-75d0-4c56-be06-845039ecf2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:21:58.453429 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-c4d0ae0d-b2d7-4c30-8db2-4e2041550e34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1375241 Oct 20 04:21:58.456898 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:21:58.489738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af934321-4b7a-4525-806b-88bca83ff069 x-openstack-request-id: req-af934321-4b7a-4525-806b-88bca83ff069 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:21:58.491700 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:21:58.492156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-af934321-4b7a-4525-806b-88bca83ff069 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:21:58.492747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af934321-4b7a-4525-806b-88bca83ff069'] response: {'name': 'network-changed', 'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'status': 'completed', 'code': 200} Oct 20 04:21:58.625817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-e48ab169-b107-4c79-85f5-197a4489bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:58.627513 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-e48ab169-b107-4c79-85f5-197a4489bd4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1098 time: 0.0910435 Oct 20 04:21:58.774637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-1e6f64dc-0bcd-4f6d-b6ce-5de57b8a01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:58.776024 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0fde3652-480d-495b-9b3c-114e120b7e29', 'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:81:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:20:03Z', 'updated_at': '2022-10-20T04:20:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:21:58.776211 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-1e6f64dc-0bcd-4f6d-b6ce-5de57b8a01cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 200 len: 898 time: 0.1293170 Oct 20 04:21:58.780470 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] Checking router: 0a123c93-3511-44e1-84b1-a3dd8c45c324 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:21:58.788530 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:21:58.789118 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:21:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:21:58.850266 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-4c6fdb23-90bc-457d-ad06-86ae3697d03d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 200 len: 217 time: 0.0674732 Oct 20 04:21:58.919554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-29a8c2c5-149c-4eaf-bb65-7916c8938182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:58.920929 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-29a8c2c5-149c-4eaf-bb65-7916c8938182 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed HTTP/1.1" status: 200 len: 834 time: 0.0597882 Oct 20 04:21:58.975805 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:21:59.015595 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-1858f601-1430-483b-84d2-e49dd1e770c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:59.017218 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-1858f601-1430-483b-84d2-e49dd1e770c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b5c6d70-539e-4c58-952d-e3ef8f07341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865016 Oct 20 04:21:59.150176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33223a4-3c36-4dde-a519-2513f2f2f22f req-aa90fb43-a078-4e85-b93e-7e415bea6c02 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:59.152582 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c33223a4-3c36-4dde-a519-2513f2f2f22f req-aa90fb43-a078-4e85-b93e-7e415bea6c02 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0916240 Oct 20 04:21:59.159294 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-15bc6013-f724-4463-bbc4-0256309ee4a0 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353948 Oct 20 04:21:59.295601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4b8f9661-f791-47e9-b642-1d5d677f26dd req-0acec20b-8b5e-4030-b091-3fd95df5f436 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288550 Oct 20 04:21:59.296482 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0fde3652-480d-495b-9b3c-114e120b7e29', 'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:81:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:20:03Z', 'updated_at': '2022-10-20T04:20:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:21:59.302195 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616870f9-2fc4-424d-87da-eb6f2deca709 None None] The sync data for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv is: [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '0fde3652-480d-495b-9b3c-114e120b7e29', 'name': '', 'network_id': '4b5c6d70-539e-4c58-952d-e3ef8f07341f', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:81:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:20:03Z', 'updated_at': '2022-10-20T04:20:10Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': 'a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:21:59.316464 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c33223a4-3c36-4dde-a519-2513f2f2f22f req-409582c1-3c9b-4c00-a93e-f34f0f530142 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558325 Oct 20 04:21:59.503179 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-eea6a490-23df-4752-aa19-b7c8910daaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:59.504682 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-eea6a490-23df-4752-aa19-b7c8910daaf6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 1098 time: 0.0812447 Oct 20 04:21:59.518360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a0748-b0ea-4a9c-a062-446c7e144229 None None] New status for floating IP 386b312e-b0b0-41ef-93fb-d22515506c72: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:21:59.636334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-96365245-73a3-4620-b7c5-5155c00f8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:59.637015 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-96365245-73a3-4620-b7c5-5155c00f8350 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 200 len: 898 time: 0.1254480 Oct 20 04:21:59.706293 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-057acf1c-aeae-413b-b307-b101b9fb927e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 200 len: 217 time: 0.0629370 Oct 20 04:21:59.767739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-772c82d5-d934-4e9c-83c9-1494d5dea380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:59.769123 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-772c82d5-d934-4e9c-83c9-1494d5dea380 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed HTTP/1.1" status: 200 len: 834 time: 0.0557985 Oct 20 04:21:59.960826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-1782c068-d43f-4864-9b1b-4bc8748eae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:59.962221 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-1782c068-d43f-4864-9b1b-4bc8748eae54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b5c6d70-539e-4c58-952d-e3ef8f07341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1859336 Oct 20 04:22:00.088688 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-67bc93d0-2cd8-4919-bd31-5d8512eefe26 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189616 Oct 20 04:22:00.217257 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ec70cf9d-75d0-4c56-be06-845039ecf2ef req-ba8ec44d-8154-43a1-aa0a-96ac64b71d85 service neutron] 10.222.0.26 "GET /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216788 Oct 20 04:22:00.512019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e93a20-4688-452c-8696-5be90711eddd req-28406de6-9503-4e03-b8f9-57fffee72cdf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:00.512618 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-89e93a20-4688-452c-8696-5be90711eddd req-28406de6-9503-4e03-b8f9-57fffee72cdf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:22:00.580117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-89e93a20-4688-452c-8696-5be90711eddd req-28406de6-9503-4e03-b8f9-57fffee72cdf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:22:00.581424 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-89e93a20-4688-452c-8696-5be90711eddd req-28406de6-9503-4e03-b8f9-57fffee72cdf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.1530824 Oct 20 04:22:00.630268 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-89e93a20-4688-452c-8696-5be90711eddd req-aa7d7187-3b51-4283-9889-c2ecf83ecf65 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=3142f08c-c11a-4b24-966e-61d82e26b75d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Oct 20 04:22:00.819147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-3bc27853-6c6f-451d-83df-40b7d1ef763a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:00.820456 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-3bc27853-6c6f-451d-83df-40b7d1ef763a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 945 time: 0.0849662 Oct 20 04:22:00.888471 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 2e411fd4-a66f-4580-8047-8dea9c2e998f {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:22:00.888806 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:01.124385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 2e411fd4-a66f-4580-8047-8dea9c2e998f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2e411fd4-a66f-4580-8047-8dea9c2e998f,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:01.128922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:01.245083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 2e411fd4-a66f-4580-8047-8dea9c2e998f owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:22:01.438389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:01.489181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=2e411fd4-a66f-4580-8047-8dea9c2e998f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:01.574858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] No DVR routers for this DVR port 2e411fd4-a66f-4580-8047-8dea9c2e998f on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:22:01.577404 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:01.580042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'name': 'network-vif-deleted', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:22:01.582394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a97ae2-f820-4970-a886-782fc922fe3f" -d '{"events": [{"server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "name": "network-vif-deleted", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:22:01.623371 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b01900c-e5d5-43c9-a9ca-c58aa2be24fd x-openstack-request-id: req-5b01900c-e5d5-43c9-a9ca-c58aa2be24fd {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:22:01.623915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d18d87-b708-47a5-8369-f941166942e8", "name": "network-vif-deleted", "tag": "2e411fd4-a66f-4580-8047-8dea9c2e998f", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:22:01.624220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5b01900c-e5d5-43c9-a9ca-c58aa2be24fd {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:22:01.624640 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b01900c-e5d5-43c9-a9ca-c58aa2be24fd'] response: {'server_uuid': 'e4d18d87-b708-47a5-8369-f941166942e8', 'name': 'network-vif-deleted', 'tag': '2e411fd4-a66f-4580-8047-8dea9c2e998f', 'status': 'completed', 'code': 200} Oct 20 04:22:01.650630 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e81d4980-ab9f-43cc-9fad-4f58138304d2 req-62cfcd6e-ff32-475d-9db2-b5daa00bbbf8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "DELETE /v2.0/ports/2e411fd4-a66f-4580-8047-8dea9c2e998f HTTP/1.1" status: 204 len: 173 time: 0.8242350 Oct 20 04:22:01.791349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-336a18cb-674c-4a13-9277-ab9f00d3b8fe req-2df4d80c-3753-4428-9d60-d921cfc27b3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:22:01.871976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-336a18cb-674c-4a13-9277-ab9f00d3b8fe req-2df4d80c-3753-4428-9d60-d921cfc27b3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:22:01.873232 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-336a18cb-674c-4a13-9277-ab9f00d3b8fe req-2df4d80c-3753-4428-9d60-d921cfc27b3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4d18d87-b708-47a5-8369-f941166942e8 HTTP/1.1" status: 200 len: 210 time: 0.1343310 Oct 20 04:22:02.972602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47646) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:03.606694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:03.945059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 0fde3652-480d-495b-9b3c-114e120b7e29 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:22:03.945426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:04.132813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 0fde3652-480d-495b-9b3c-114e120b7e29, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=0fde3652-480d-495b-9b3c-114e120b7e29,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:04.133519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:04.253399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 0fde3652-480d-495b-9b3c-114e120b7e29 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:22:04.484297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:04.531303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=0fde3652-480d-495b-9b3c-114e120b7e29,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:04.914755 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:05.039822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2e411fd4-a66f-4580-8047-8dea9c2e998f no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:22:05.073399 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 2e411fd4-a66f-4580-8047-8dea9c2e998f {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:22:05.073748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2e411fd4-a66f-4580-8047-8dea9c2e998f not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:22:05.264747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 0a123c93-3511-44e1-84b1-a3dd8c45c324 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:22:05.437102 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:22:05.446426 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] Sync routers for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:22:05.455434 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:22:05.459436 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:21:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:05.509034 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-67cbd831-3758-4fb6-8d02-7a51acfdcef1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/0a123c93-3511-44e1-84b1-a3dd8c45c324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5353382 Oct 20 04:22:05.511839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47650) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:05.578093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43442cf-6e21-4a05-bfd0-bfbdfa679b0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting subnet a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:22:05.581093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c43442cf-6e21-4a05-bfd0-bfbdfa679b0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:05.643473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c43442cf-6e21-4a05-bfd0-bfbdfa679b0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:05.660767 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:22:05.726165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c43442cf-6e21-4a05-bfd0-bfbdfa679b0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:05.867856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c43442cf-6e21-4a05-bfd0-bfbdfa679b0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:05.911310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43442cf-6e21-4a05-bfd0-bfbdfa679b0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Subnet': ['ID=a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:05.913240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c43442cf-6e21-4a05-bfd0-bfbdfa679b0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:05.918010 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8befcf09-9202-487c-803f-a552c3efe52d None None] Network 4b5c6d70-539e-4c58-952d-e3ef8f07341f requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:22:05.922134 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c43442cf-6e21-4a05-bfd0-bfbdfa679b0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/subnets/a377e44b-68fc-4bf0-aa9c-4ce49f76d7ed HTTP/1.1" status: 204 len: 168 time: 0.4074953 Oct 20 04:22:05.922374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47654) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:05.941645 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:22:04Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:05.945566 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] Checking router: 0a123c93-3511-44e1-84b1-a3dd8c45c324 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:22:05.954224 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] Routers {'0a123c93-3511-44e1-84b1-a3dd8c45c324'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:22:05.954809 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:21:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['0a123c93-3511-44e1-84b1-a3dd8c45c324'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:06.101549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:06.127593 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] Set router 0a123c93-3511-44e1-84b1-a3dd8c45c324 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:22:06.218800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892a48e8-f777-4627-a6a5-55556f76ac41 None None] DHCP port deletion for 4b5c6d70-539e-4c58-952d-e3ef8f07341f request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:22:06.223753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-892a48e8-f777-4627-a6a5-55556f76ac41 None None] Deleting port a1c95452-ad59-4976-91f2-8cddd7642efb {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:22:06.224122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-892a48e8-f777-4627-a6a5-55556f76ac41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:06.422430 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:22:04Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:06.426389 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75564bda-8ed8-4324-8031-a65faeb184e3 None None] The sync data for ids ['0a123c93-3511-44e1-84b1-a3dd8c45c324'] in dv-neutron-861845-1-hyperv is: [{'id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658944915', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:58Z', 'updated_at': '2022-10-20T04:22:04Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '659581a8-09ce-424a-a861-d45c05ecfee6', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a123c93-3511-44e1-84b1-a3dd8c45c324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:59Z', 'updated_at': '2022-10-20T04:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:22:06.431549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:06.467186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-892a48e8-f777-4627-a6a5-55556f76ac41 None None] For port a1c95452-ad59-4976-91f2-8cddd7642efb, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=a1c95452-ad59-4976-91f2-8cddd7642efb,segment=NetworkSegment(7be74a58-fd8c-4b1a-b1bc-c4def398e340),segment_id=7be74a58-fd8c-4b1a-b1bc-c4def398e340)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:06.467576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-892a48e8-f777-4627-a6a5-55556f76ac41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:06.496594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 659581a8-09ce-424a-a861-d45c05ecfee6 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:22:06.497005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:06.588466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-892a48e8-f777-4627-a6a5-55556f76ac41 None None] Calling delete_port for a1c95452-ad59-4976-91f2-8cddd7642efb owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:22:06.669840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 659581a8-09ce-424a-a861-d45c05ecfee6, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=659581a8-09ce-424a-a861-d45c05ecfee6,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:06.670201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:06.701634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-892a48e8-f777-4627-a6a5-55556f76ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:06.749434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a48e8-f777-4627-a6a5-55556f76ac41 None None] Pushing event deleted for resources: {'Port': ['ID=a1c95452-ad59-4976-91f2-8cddd7642efb,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:06.752783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a48e8-f777-4627-a6a5-55556f76ac41 None None] No DVR routers for this DVR port a1c95452-ad59-4976-91f2-8cddd7642efb on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:22:06.779633 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a1c95452-ad59-4976-91f2-8cddd7642efb no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:22:06.803017 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 659581a8-09ce-424a-a861-d45c05ecfee6 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:22:06.815541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: a1c95452-ad59-4976-91f2-8cddd7642efb {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:22:06.815959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device a1c95452-ad59-4976-91f2-8cddd7642efb not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:22:07.054130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.133556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=659581a8-09ce-424a-a861-d45c05ecfee6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:07.195858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.361026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.363083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.466101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.466750 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Fanout notify agent at l3_agent the message router_deleted on router 0a123c93-3511-44e1-84b1-a3dd8c45c324 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:22:07.481856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.482950 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e3954043-5a7f-4720-8c44-5a3297ce2a70 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/routers/0a123c93-3511-44e1-84b1-a3dd8c45c324 HTTP/1.1" status: 204 len: 168 time: 1.5597007 Oct 20 04:22:07.485528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47658) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:07.602401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.734224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.763412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5c6d70-539e-4c58-952d-e3ef8f07341f']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:07.774921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be74a58-fd8c-4b1a-b1bc-c4def398e340') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:07.775219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be74a58-fd8c-4b1a-b1bc-c4def398e340') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:07.786266 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.801486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.807327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:22:07.807705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.875742 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7be74a58-fd8c-4b1a-b1bc-c4def398e340 resource provider aggregate not found Oct 20 04:22:07.899422 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7be74a58-fd8c-4b1a-b1bc-c4def398e340 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7be74a58-fd8c-4b1a-b1bc-c4def398e340 found for delete ", "request_id": "req-9143cee9-033f-4a9b-8729-2165aca40e60"}]} Oct 20 04:22:07.968811 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:07.973234 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:08.000113 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Network': ['ID=4b5c6d70-539e-4c58-952d-e3ef8f07341f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:08.084151 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1e702e5c-f24e-4ce5-ab78-fcc3f79c53a1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/networks/4b5c6d70-539e-4c58-952d-e3ef8f07341f HTTP/1.1" status: 204 len: 168 time: 0.5975749 Oct 20 04:22:08.086742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47666) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:08.155920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f4fa169d-d97d-4b0e-bcd2-61c58844dd3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:08.186257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f4fa169d-d97d-4b0e-bcd2-61c58844dd3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:08.301577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f4fa169d-d97d-4b0e-bcd2-61c58844dd3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:08.324435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa169d-d97d-4b0e-bcd2-61c58844dd3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142f08c-c11a-4b24-966e-61d82e26b75d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:08.374874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f4fa169d-d97d-4b0e-bcd2-61c58844dd3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:08.376060 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f4fa169d-d97d-4b0e-bcd2-61c58844dd3b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/security-groups/3142f08c-c11a-4b24-966e-61d82e26b75d HTTP/1.1" status: 204 len: 168 time: 0.2883668 Oct 20 04:22:08.389070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 659581a8-09ce-424a-a861-d45c05ecfee6 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:22:08.425290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 659581a8-09ce-424a-a861-d45c05ecfee6 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:22:08.425554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 659581a8-09ce-424a-a861-d45c05ecfee6 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:22:08.425953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0fde3652-480d-495b-9b3c-114e120b7e29 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:22:08.456856 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 0fde3652-480d-495b-9b3c-114e120b7e29 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:22:08.457182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 0fde3652-480d-495b-9b3c-114e120b7e29 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:22:08.602023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47674) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:08.607967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174764083', 'description': 'tempest-secgroup-smoke-174764083 description', 'project_id': '388812b1063b41f199fb2de69afc6d98'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:08.613974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:08.618110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:08.621015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:08.626915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:08.792973 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:08.811929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:08.815717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:08.818467 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:08.824522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:08.891979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:08.962757 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.005606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7982a9b-16c5-4a0a-8340-168636032e2e,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:09.077217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.078394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cb52143e-e086-4713-bcf8-c6d7cb9385a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4753287 Oct 20 04:22:09.081205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47678) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:09.086210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'd7982a9b-16c5-4a0a-8340-168636032e2e', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:09.092010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:09.095787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:09.098765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:09.104420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:09.180390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.237692 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.311136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.336567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649ca3dc-e560-4851-9774-d797e9861a8d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:09.414072 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.415234 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-579752b4-0f3e-4763-ac5f-187b649b8557 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330922 Oct 20 04:22:09.418867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47682) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:09.423827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'd7982a9b-16c5-4a0a-8340-168636032e2e', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:09.430492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:09.433933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:09.436697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:09.442211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:09.513216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.576664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.633007 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.656096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f22174a-c943-40a1-a7a7-d7d6562c98f2,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:09.747105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.748291 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-86b32786-b70a-4ea3-85d0-8e53c89109d8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3284950 Oct 20 04:22:09.751236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47686) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:09.756124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'd7982a9b-16c5-4a0a-8340-168636032e2e', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:09.761845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:09.765673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:09.768496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:09.774307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:09.815746 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e92029e6-e7ef-455d-9cdf-903f2a5c9938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.850501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.910280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.964738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:09.987627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263aa3de-fe02-4aad-ad40-8d0adfcf5d0e,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:10.038375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.039552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c4ea1bb6-7318-41a9-a134-654ce65a3c67 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2874043 Oct 20 04:22:10.042261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47690) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:10.047766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'd7982a9b-16c5-4a0a-8340-168636032e2e', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:10.053492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:10.057168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:10.061817 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:10.065497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:10.130369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.193664 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.259902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.283254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcdba31-1066-43c2-94a7-a8848710810d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:10.374644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.375827 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7f9a8ad4-352c-4314-926b-86e240e4549d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3320510 Oct 20 04:22:10.378480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47694) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:10.383338 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'd7982a9b-16c5-4a0a-8340-168636032e2e', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:10.389190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:10.392948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:10.395780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:10.401478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:10.461586 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:22:10.468263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.530189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.591435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.615576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6623a168-be03-4f6d-8549-dc07e95efb9f,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:10.695709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.696953 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-779a0744-036b-4690-87ba-542336db4f0a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3175426 Oct 20 04:22:10.699643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47698) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:10.704497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': 'd7982a9b-16c5-4a0a-8340-168636032e2e', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:10.710412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:10.714206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:10.717559 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:10.723173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:10.796652 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:22:10.802965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.865187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.935332 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:10.960566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062c51da-da3b-4d31-bc25-13127a78da5e,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:11.049558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:11.050748 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2b350ac5-a870-4eaf-8e69-99d0db39e4ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3502078 Oct 20 04:22:11.053578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47702) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:11.059036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'network': {'name': 'tempest-network-smoke--26981342', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:11.063711 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:11.067644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:network and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:11.070385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:11.076570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:11.139511 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:22:11.142870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:11.170872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:22:11.179488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:11.346100 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Added segment 4abd48c0-113f-4054-b06f-c15d11087ae0 of type vlan for network d4ec62fa-34a2-474b-89e3-925df19e278d Oct 20 04:22:11.346100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:11.472636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:11.478058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:11.478631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:11.583336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Network': ['ID=d4ec62fa-34a2-474b-89e3-925df19e278d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:11.594097 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network d4ec62fa-34a2-474b-89e3-925df19e278d details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:22:11.640813 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c58e8bbb-e1bc-4bc2-962a-f7f4666f3188 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5838249 Oct 20 04:22:11.641128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47706) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:11.647100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'admin_state_up': True, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:11.654749 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:11.658685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:router and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:11.661714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:11.668519 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:11.730847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:11.731941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:11.747030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:12.065462 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:12.329924 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e3521b74-09ef-4355-b603-4f963448f7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:12.418715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:12.446275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:12.676533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.107 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/7639cad6-a81e-40ac-a81e-6dcaf3f6ee78) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:22:12.818070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:12.905841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:12.968732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:22:12.971438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:22:12.974934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:22:13.009952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=7639cad6-a81e-40ac-a81e-6dcaf3f6ee78,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:13.428273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:13.552842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:13.580069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:13.760066 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:14.038589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d7ab962e-4312-4848-a740-c83057c41eb8 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:22:14.319995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:22:14.330896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Sync routers for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:22:14.340280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:22:14.340897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:22:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:14.419923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:14.421138 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c737ec6b-205b-4eb7-a985-da9d2b777ba1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7790875 Oct 20 04:22:14.493840 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47710) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:14.519439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:22:14.575825 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-233cf3ca-a015-44a0-bdac-9fae9d571dd8 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=388812b1063b41f199fb2de69afc6d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776227 Oct 20 04:22:14.576012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47716) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:14.702063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1a9cb-c7f6-456b-a993-bbf322fe1b98 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:14.703532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-90c1a9cb-c7f6-456b-a993-bbf322fe1b98 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267595 Oct 20 04:22:14.706354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47720) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:14.743750 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a5ef9acb-10b4-4f45-84e4-641645dcedee tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363572 Oct 20 04:22:14.746909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47724) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:14.752689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-727557159', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:14.797059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:13Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:14.800870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Checking router: d7ab962e-4312-4848-a740-c83057c41eb8 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:22:14.801216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Updating router d7ab962e-4312-4848-a740-c83057c41eb8 port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:22:14.855446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:14.859430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:14.863247 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:subnet and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:14.866052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:14.872500 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:14.962724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:22:14.966768 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.083958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.223276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.234825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Transition to ACTIVE for port object 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:22:15.254199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.317127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.329845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Subnet': ['ID=41b1bf37-7067-404e-80d9-98ae325dd735,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:15.338428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Checking segment: {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:22:15.338784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network hostable DHCP agents. Network: d4ec62fa-34a2-474b-89e3-925df19e278d, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:22:15.377466 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Attempting to bind port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:22:15.377883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Attempting to bind port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:22:15.378251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Attempting to bind port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:22:15.388718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:22:15.389095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:22:15.389524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.389960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:22:15.390589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Bound port: 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:22:15.390806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.420028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network d4ec62fa-34a2-474b-89e3-925df19e278d is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:22:15.438322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b93823-de7c-45a9-84d7-9754fbac3417 None None] Pushing event updated for resources: {'Port': ['ID=7639cad6-a81e-40ac-a81e-6dcaf3f6ee78,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:15.472580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] For port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:22:15.475772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] For port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7639cad6-a81e-40ac-a81e-6dcaf3f6ee78,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:22:15.495619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, d4ec62fa-34a2-474b-89e3-925df19e278d) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:22:15.501085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:15.501085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.504777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66dce9b-6a1c-4173-8428-6ce6a740844a None None] Network d4ec62fa-34a2-474b-89e3-925df19e278d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:22:15.576962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.630640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47728) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:15.631178 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f9c8863a-358c-430f-806f-b4869bdaed25 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8825676 Oct 20 04:22:15.650992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:22:15.651644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:22:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:15.818593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b93823-de7c-45a9-84d7-9754fbac3417 None None] Pushing event updated for resources: {'Port': ['ID=7639cad6-a81e-40ac-a81e-6dcaf3f6ee78,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:15.947608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-d4ec62fa-34a2-474b-89e3-925df19e278d', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:22:15.948435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:15.958568 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:22:16.306158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:16.338203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Allocated IP 172.20.0.2 (d4ec62fa-34a2-474b-89e3-925df19e278d/41b1bf37-7067-404e-80d9-98ae325dd735/80389d20-9679-40d1-9451-67339d1223b7) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:22:16.478985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:13Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:16.493914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ebeb9-9e67-47f0-86e2-f470cf9b7e6a None None] The sync data for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv is: [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:13Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:22:16.628442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:16.640516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Transition to ACTIVE for port object 80389d20-9679-40d1-9451-67339d1223b7 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:22:16.659849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Transition to ACTIVE for port object 80389d20-9679-40d1-9451-67339d1223b7 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:22:16.719179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:16.794111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.1 (d4ec62fa-34a2-474b-89e3-925df19e278d/41b1bf37-7067-404e-80d9-98ae325dd735/ab762a59-65ce-4f00-9733-f24bfb51a64b) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:22:16.797603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Network d4ec62fa-34a2-474b-89e3-925df19e278d is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:22:16.800373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:22:16.804235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:22:16.810251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Pushing event updated for resources: {'Port': ['ID=80389d20-9679-40d1-9451-67339d1223b7,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:16.918095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Attempting to bind port 80389d20-9679-40d1-9451-67339d1223b7 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:22:16.918818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Attempting to bind port 80389d20-9679-40d1-9451-67339d1223b7 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:22:16.918818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Attempting to bind port 80389d20-9679-40d1-9451-67339d1223b7 on network d4ec62fa-34a2-474b-89e3-925df19e278d {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:22:16.924543 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:22:16.924915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Checking segment: {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:22:16.925335 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:16.925726 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Bound using segment: {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:22:16.926197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Bound port: 80389d20-9679-40d1-9451-67339d1223b7, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:22:16.926569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:16.967434 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:16.984006 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object ab762a59-65ce-4f00-9733-f24bfb51a64b will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:22:17.022013 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] For port 80389d20-9679-40d1-9451-67339d1223b7, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:22:17.025180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] For port 80389d20-9679-40d1-9451-67339d1223b7, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=80389d20-9679-40d1-9451-67339d1223b7,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:22:17.067378 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:17.097011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:17.137090 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network d4ec62fa-34a2-474b-89e3-925df19e278d is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:22:17.140191 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:22:17.144158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:22:17.174958 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=ab762a59-65ce-4f00-9733-f24bfb51a64b,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:17.178131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4051ba-0f36-4b50-af24-152bc750bdb9 None None] Pushing event updated for resources: {'Port': ['ID=80389d20-9679-40d1-9451-67339d1223b7,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:17.197480 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.197835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.198176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.199026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.199381 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.199833 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.200170 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.200696 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.200824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.201149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.201498 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.201821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:17.228318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:17.569016 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:17.661461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:17.972784 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:18.037382 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:18.148593 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=ab762a59-65ce-4f00-9733-f24bfb51a64b,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:18.151961 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:18.283921 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network d4ec62fa-34a2-474b-89e3-925df19e278d is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:22:18.284904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:22:18.447484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:22:18.475939 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d7ab962e-4312-4848-a740-c83057c41eb8 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:22:18.592691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:22:18.598221 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:18.598593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:18.598927 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 Oct 20 04:22:18.662451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:22:18.677306 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b2389707-760d-4972-9185-2cad529621cd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/d7ab962e-4312-4848-a740-c83057c41eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0429776 Oct 20 04:22:18.687458 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Sync routers for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:22:18.699114 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:22:18.700078 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:22:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:18.738145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:18.738531 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:18.760135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7639cad6-a81e-40ac-a81e-6dcaf3f6ee78,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:18.805771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7bf087-c897-49e3-9a86-860382a93161 None None] Network d4ec62fa-34a2-474b-89e3-925df19e278d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:22:18.860233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-100da1d4-a074-4e79-a52f-f03cb4ac7371 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:22:18.869374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:18.870129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80389d20-9679-40d1-9451-67339d1223b7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:22:18.886745 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:22:18.935592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-100da1d4-a074-4e79-a52f-f03cb4ac7371 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:22:18.936967 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-100da1d4-a074-4e79-a52f-f03cb4ac7371 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174764083&fields=id&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 267 time: 0.1198356 Oct 20 04:22:19.038155 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=7639cad6-a81e-40ac-a81e-6dcaf3f6ee78,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:19.086163 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4253a006-d971-4650-8bd9-218bf1296809 None None] Provisioning for port 80389d20-9679-40d1-9451-67339d1223b7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:22:19.096765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 80389d20-9679-40d1-9451-67339d1223b7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:22:19.099662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-3aaecab7-6e5a-4d4d-bf1a-949974c922a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:19.099662 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-3aaecab7-6e5a-4d4d-bf1a-949974c922a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:22:19.101225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4253a006-d971-4650-8bd9-218bf1296809 None None] Provisioning complete for port 80389d20-9679-40d1-9451-67339d1223b7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:19.101904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4253a006-d971-4650-8bd9-218bf1296809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.102011 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-4253a006-d971-4650-8bd9-218bf1296809 None None] Attempt 1 to provision port 80389d20-9679-40d1-9451-67339d1223b7 Oct 20 04:22:19.146273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 80389d20-9679-40d1-9451-67339d1223b7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:19.146641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.146975 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 80389d20-9679-40d1-9451-67339d1223b7 Oct 20 04:22:19.186658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-3aaecab7-6e5a-4d4d-bf1a-949974c922a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:22:19.188003 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-3aaecab7-6e5a-4d4d-bf1a-949974c922a3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/networks?id=d4ec62fa-34a2-474b-89e3-925df19e278d HTTP/1.1" status: 200 len: 795 time: 0.2410572 Oct 20 04:22:19.211310 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-8b07e3c6-ee39-40a0-a3bb-0fcdfad163f7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/quotas/388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 375 time: 0.0168154 Oct 20 04:22:19.228412 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab762a59-65ce-4f00-9733-f24bfb51a64b', 'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:40:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:16Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 2, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:19.232364 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Checking router: d7ab962e-4312-4848-a740-c83057c41eb8 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:22:19.232973 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Updating router d7ab962e-4312-4848-a740-c83057c41eb8 port ab762a59-65ce-4f00-9733-f24bfb51a64b binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:22:19.285361 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.298993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-826f6fff-2727-4eb5-ae7b-a4fad222ec93 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:22:19.375480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-826f6fff-2727-4eb5-ae7b-a4fad222ec93 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:22:19.377202 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-826f6fff-2727-4eb5-ae7b-a4fad222ec93 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650720 Oct 20 04:22:19.399242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-4253a006-d971-4650-8bd9-218bf1296809 None None] Current status of the port 80389d20-9679-40d1-9451-67339d1223b7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:19.399631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4253a006-d971-4650-8bd9-218bf1296809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.417319 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 80389d20-9679-40d1-9451-67339d1223b7 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:19.417584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.460846 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4253a006-d971-4650-8bd9-218bf1296809 None None] For port 80389d20-9679-40d1-9451-67339d1223b7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=80389d20-9679-40d1-9451-67339d1223b7,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:19.547391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4253a006-d971-4650-8bd9-218bf1296809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.603275 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-46ebd989-44f7-45f2-811a-35bcf3b5eed8 service neutron] 10.222.0.33 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123120 Oct 20 04:22:19.642356 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.658102 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Transition to ACTIVE for port object ab762a59-65ce-4f00-9733-f24bfb51a64b will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:22:19.685685 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:22:19.687935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:22:19.695125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7aa10b60-130e-4a13-a8ed-1e033775c516 None None] Provisioning complete for port 80389d20-9679-40d1-9451-67339d1223b7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:19.695492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7aa10b60-130e-4a13-a8ed-1e033775c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.695821 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-7aa10b60-130e-4a13-a8ed-1e033775c516 None None] Attempt 1 to provision port 80389d20-9679-40d1-9451-67339d1223b7 Oct 20 04:22:19.724208 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253a006-d971-4650-8bd9-218bf1296809 None None] Pushing event updated for resources: {'Port': ['ID=80389d20-9679-40d1-9451-67339d1223b7,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:19.735306 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.792176 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-dddac729-5104-4edf-b760-12db18dbb1f8 service neutron] 10.222.0.33 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823840 Oct 20 04:22:19.819966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-7aa10b60-130e-4a13-a8ed-1e033775c516 None None] Current status of the port 80389d20-9679-40d1-9451-67339d1223b7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:19.901070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7aa10b60-130e-4a13-a8ed-1e033775c516 None None] Provisioning for port ab762a59-65ce-4f00-9733-f24bfb51a64b completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:22:19.940274 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Pushing event updated for resources: {'Port': ['ID=ab762a59-65ce-4f00-9733-f24bfb51a64b,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:19.960121 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.960455 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.960781 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.961099 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.961446 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.961763 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.962076 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.962373 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.962685 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.963070 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.963292 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.963604 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:19.970298 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Attempting to bind port ab762a59-65ce-4f00-9733-f24bfb51a64b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:22:19.970653 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Attempting to bind port ab762a59-65ce-4f00-9733-f24bfb51a64b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:22:19.971001 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Attempting to bind port ab762a59-65ce-4f00-9733-f24bfb51a64b on network d4ec62fa-34a2-474b-89e3-925df19e278d {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:22:19.976240 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:22:19.976602 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Checking segment: {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:22:19.976985 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.977390 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Bound using segment: {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:22:19.977844 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Bound port: ab762a59-65ce-4f00-9733-f24bfb51a64b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:22:19.978204 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:20.072335 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] For port ab762a59-65ce-4f00-9733-f24bfb51a64b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:22:20.075582 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] For port ab762a59-65ce-4f00-9733-f24bfb51a64b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ab762a59-65ce-4f00-9733-f24bfb51a64b,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:22:20.107934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7599a3f1-bb4c-4244-8f0f-8c36b55b6fa3 req-a4c58b9b-9f1c-49fd-bea0-c8b7967dab3f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:22:20.120244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7599a3f1-bb4c-4244-8f0f-8c36b55b6fa3 req-a4c58b9b-9f1c-49fd-bea0-c8b7967dab3f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:22:20.122075 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7599a3f1-bb4c-4244-8f0f-8c36b55b6fa3 req-a4c58b9b-9f1c-49fd-bea0-c8b7967dab3f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 210 time: 0.0645216 Oct 20 04:22:20.170652 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:20.232071 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:22:20.232689 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:22:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:20.246439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 80389d20-9679-40d1-9451-67339d1223b7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:20.375007 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07c53d-b673-41b8-8c66-042690c40fc6 None None] Pushing event updated for resources: {'Port': ['ID=ab762a59-65ce-4f00-9733-f24bfb51a64b,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:20.404481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:22:20.422548 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:22:20.473365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:20.473904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:20.474043 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 Oct 20 04:22:20.586532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:20.587800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80389d20-9679-40d1-9451-67339d1223b7 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:22:20.658871 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 80389d20-9679-40d1-9451-67339d1223b7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:20.659236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:20.659614 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 80389d20-9679-40d1-9451-67339d1223b7 Oct 20 04:22:20.731295 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab762a59-65ce-4f00-9733-f24bfb51a64b', 'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:40:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:16Z', 'updated_at': '2022-10-20T04:22:20Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:20.735030 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305ee79-202a-4b10-b638-6b0f874c1361 None None] The sync data for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv is: [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab762a59-65ce-4f00-9733-f24bfb51a64b', 'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:40:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:16Z', 'updated_at': '2022-10-20T04:22:20Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:22:20.785516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 80389d20-9679-40d1-9451-67339d1223b7 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:21.297101 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-74d9043f-0662-4373-adb6-a69e0ea32760 req-097d69a0-b7d4-43f6-b4de-0f5dbd0fa4e9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 210 time: 0.0595019 Oct 20 04:22:22.383562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-b3f9fd2a-36b5-453e-b37d-c21406c696bf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:22.384985 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-b3f9fd2a-36b5-453e-b37d-c21406c696bf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/networks?id=d4ec62fa-34a2-474b-89e3-925df19e278d HTTP/1.1" status: 200 len: 795 time: 0.2475810 Oct 20 04:22:22.422718 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ab762a59-65ce-4f00-9733-f24bfb51a64b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:22:22.467479 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-2d6a6f5a-ce53-49f9-8d51-7068ae520af9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 379 time: 0.0618110 Oct 20 04:22:22.478304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'port': {'device_id': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'admin_state_up': True, 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'security_groups': ['d7982a9b-16c5-4a0a-8340-168636032e2e']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:22.504610 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f6b38e04-d4ea-4265-b4ab-5c2daa0e12f1 req-acccf3c7-7adf-4ed1-9f11-a0e2c5dcd720 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 210 time: 0.0573094 Oct 20 04:22:22.615759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ab762a59-65ce-4f00-9733-f24bfb51a64b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:22:22.618483 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:22.622281 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ab762a59-65ce-4f00-9733-f24bfb51a64b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:22.622784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:22.623322 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ab762a59-65ce-4f00-9733-f24bfb51a64b Oct 20 04:22:22.628482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:22.682949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:22:22.686531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:22.743354 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ab762a59-65ce-4f00-9733-f24bfb51a64b is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:22.743743 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:22.779154 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port ab762a59-65ce-4f00-9733-f24bfb51a64b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ab762a59-65ce-4f00-9733-f24bfb51a64b,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:22.837444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:22.855505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.6 (d4ec62fa-34a2-474b-89e3-925df19e278d/41b1bf37-7067-404e-80d9-98ae325dd735/2955b7d9-1d90-4cb6-af2e-750192450cf7) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:22:22.904956 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=ab762a59-65ce-4f00-9733-f24bfb51a64b,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:23.039203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:23.054530 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object 2955b7d9-1d90-4cb6-af2e-750192450cf7 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:22:23.170602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:23.243001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network d4ec62fa-34a2-474b-89e3-925df19e278d is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:22:23.246421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:22:23.250507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:22:23.286914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=2955b7d9-1d90-4cb6-af2e-750192450cf7,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:23.318721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:23.319326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:23.382311 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e6a630b6-0ad3-4149-b97b-8fb4f3885b01 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9079716 Oct 20 04:22:23.398991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Request body: {'port': {'device_id': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:23.509410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:23.529916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-406cfb69-d133-46d8-ad3f-6c06355f2326 None None] Provisioning for port 2955b7d9-1d90-4cb6-af2e-750192450cf7 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:22:23.534934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-406cfb69-d133-46d8-ad3f-6c06355f2326 None None] Provisioning complete for port 2955b7d9-1d90-4cb6-af2e-750192450cf7 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:23.535424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-406cfb69-d133-46d8-ad3f-6c06355f2326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:23.535771 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-406cfb69-d133-46d8-ad3f-6c06355f2326 None None] Attempt 1 to provision port 2955b7d9-1d90-4cb6-af2e-750192450cf7 Oct 20 04:22:23.599818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-406cfb69-d133-46d8-ad3f-6c06355f2326 None None] Port 2955b7d9-1d90-4cb6-af2e-750192450cf7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:22:23.814731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3eca3-ed93-440d-90f6-4c37cf2bc69e req-05f90c01-d2de-4dc5-a08e-0cf02d6c031e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:23.815324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-10c3eca3-ed93-440d-90f6-4c37cf2bc69e req-05f90c01-d2de-4dc5-a08e-0cf02d6c031e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:22:23.924514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-10c3eca3-ed93-440d-90f6-4c37cf2bc69e req-05f90c01-d2de-4dc5-a08e-0cf02d6c031e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:22:23.925677 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10c3eca3-ed93-440d-90f6-4c37cf2bc69e req-05f90c01-d2de-4dc5-a08e-0cf02d6c031e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 931 time: 0.2960238 Oct 20 04:22:23.948722 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2955b7d9-1d90-4cb6-af2e-750192450cf7 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:22:23.959428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:23.989946 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-10c3eca3-ed93-440d-90f6-4c37cf2bc69e req-2e8ba72a-cb48-4bb2-876d-6a5d0aef28e6 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580323 Oct 20 04:22:23.990937 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Transition to ACTIVE for port object 2955b7d9-1d90-4cb6-af2e-750192450cf7 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:22:24.066772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:24.101543 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-406cfb69-d133-46d8-ad3f-6c06355f2326 None None] Attempt 2 to provision port 2955b7d9-1d90-4cb6-af2e-750192450cf7 Oct 20 04:22:24.155405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-406cfb69-d133-46d8-ad3f-6c06355f2326 None None] Port 2955b7d9-1d90-4cb6-af2e-750192450cf7 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:22:24.247307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Pushing event updated for resources: {'Port': ['ID=2955b7d9-1d90-4cb6-af2e-750192450cf7,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:24.287064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Attempting to bind port 2955b7d9-1d90-4cb6-af2e-750192450cf7 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:22:24.287391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Attempting to bind port 2955b7d9-1d90-4cb6-af2e-750192450cf7 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:22:24.287709 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Attempting to bind port 2955b7d9-1d90-4cb6-af2e-750192450cf7 on network d4ec62fa-34a2-474b-89e3-925df19e278d {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:22:24.292746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Port 2955b7d9-1d90-4cb6-af2e-750192450cf7 on network d4ec62fa-34a2-474b-89e3-925df19e278d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:22:24.293073 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Attempting to bind port 2955b7d9-1d90-4cb6-af2e-750192450cf7 on network d4ec62fa-34a2-474b-89e3-925df19e278d {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:22:24.297964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:22:24.298290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Checking segment: {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:22:24.298828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Bound using segment: {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:22:24.299253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Bound port: 2955b7d9-1d90-4cb6-af2e-750192450cf7, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd48c0-113f-4054-b06f-c15d11087ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:22:24.299588 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:24.384931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] For port 2955b7d9-1d90-4cb6-af2e-750192450cf7, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:22:24.388328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] For port 2955b7d9-1d90-4cb6-af2e-750192450cf7, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:22:24.397452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ab762a59-65ce-4f00-9733-f24bfb51a64b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:22:24.463316 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ab762a59-65ce-4f00-9733-f24bfb51a64b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:24.463687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:24.464672 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ab762a59-65ce-4f00-9733-f24bfb51a64b Oct 20 04:22:24.484556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:24.518199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:24.518812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:24.520187 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] 10.222.0.26 "PUT /v2.0/ports/2955b7d9-1d90-4cb6-af2e-750192450cf7 HTTP/1.1" status: 200 len: 1093 time: 1.1259933 Oct 20 04:22:24.525255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:22:24.528255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd513e35-5004-4d89-8c12-076dcd6d46dc" -d '{"events": [{"name": "network-changed", "server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:22:24.586650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ab762a59-65ce-4f00-9733-f24bfb51a64b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:24.648603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea5f8dc-2679-4954-b73b-195825d357fb x-openstack-request-id: req-7ea5f8dc-2679-4954-b73b-195825d357fb {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:22:24.648882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:22:24.649132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7ea5f8dc-2679-4954-b73b-195825d357fb {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:22:24.649530 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea5f8dc-2679-4954-b73b-195825d357fb'] response: {'name': 'network-changed', 'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'status': 'completed', 'code': 200} Oct 20 04:22:24.656758 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-406cfb69-d133-46d8-ad3f-6c06355f2326 None None] Attempt 3 to provision port 2955b7d9-1d90-4cb6-af2e-750192450cf7 Oct 20 04:22:24.718767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-406cfb69-d133-46d8-ad3f-6c06355f2326 None None] Port 2955b7d9-1d90-4cb6-af2e-750192450cf7 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:22:24.722871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12826c0-0c1b-4a3c-871f-38946bf85f8a service neutron] Pushing event updated for resources: {'Port': ['ID=2955b7d9-1d90-4cb6-af2e-750192450cf7,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:24.742107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513e35-5004-4d89-8c12-076dcd6d46dc req-e78d9dae-6ec7-421e-865e-81f33340b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:24.743568 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fd513e35-5004-4d89-8c12-076dcd6d46dc req-e78d9dae-6ec7-421e-865e-81f33340b99b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 1096 time: 0.0932236 Oct 20 04:22:24.882270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513e35-5004-4d89-8c12-076dcd6d46dc req-b8c7d40f-4ed7-4d25-945d-b93280d89eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:24.883686 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fd513e35-5004-4d89-8c12-076dcd6d46dc req-b8c7d40f-4ed7-4d25-945d-b93280d89eaa service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=388812b1063b41f199fb2de69afc6d98&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1282141 Oct 20 04:22:25.017118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513e35-5004-4d89-8c12-076dcd6d46dc req-93c01349-f1fd-4ad6-8491-e973b78a7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:25.018575 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fd513e35-5004-4d89-8c12-076dcd6d46dc req-93c01349-f1fd-4ad6-8491-e973b78a7af5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265428 Oct 20 04:22:25.203935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-3ba0d70a-ff1f-4583-99f0-0bb12204f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:25.205348 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-3ba0d70a-ff1f-4583-99f0-0bb12204f25f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 1096 time: 0.1460958 Oct 20 04:22:25.213396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570eae7a-9d9d-4b95-a055-5a1a2392d59a req-4f278c76-5bdb-4e66-9022-4c0f647e5224 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:25.214735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-570eae7a-9d9d-4b95-a055-5a1a2392d59a req-4f278c76-5bdb-4e66-9022-4c0f647e5224 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 943 time: 0.1120324 Oct 20 04:22:25.291642 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-337f533f-a82c-46a1-b271-3c0c2ede2747 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7 HTTP/1.1" status: 200 len: 217 time: 0.0744791 Oct 20 04:22:25.352565 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-570eae7a-9d9d-4b95-a055-5a1a2392d59a req-61bb2a7d-c2e7-4abf-8517-4e5444765e80 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860496 Oct 20 04:22:25.371276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-9f77c9e3-fcfe-4ca0-aca1-5a6e79502556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:25.372653 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-9f77c9e3-fcfe-4ca0-aca1-5a6e79502556 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41b1bf37-7067-404e-80d9-98ae325dd735 HTTP/1.1" status: 200 len: 834 time: 0.0664918 Oct 20 04:22:25.456685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-13fc96df-dcf1-4924-a3bd-3abeefdc7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:25.458066 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-13fc96df-dcf1-4924-a3bd-3abeefdc7249 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4ec62fa-34a2-474b-89e3-925df19e278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746946 Oct 20 04:22:25.591793 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-b77d8c75-8844-47af-8cd3-6fc8baabe477 service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230271 Oct 20 04:22:25.723070 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a7282f6-93cc-46b8-b8dd-924db5a25a4e req-a1fe7203-46d3-4311-8052-3e8f3681c3a3 service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225455 Oct 20 04:22:26.548000 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcea8f-3d7e-472e-bfde-b9045d52314b req-491e85d9-4ab5-448f-9c00-942992fb1cf1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:26.549477 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-75bcea8f-3d7e-472e-bfde-b9045d52314b req-491e85d9-4ab5-448f-9c00-942992fb1cf1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 943 time: 0.0864515 Oct 20 04:22:26.592869 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-75bcea8f-3d7e-472e-bfde-b9045d52314b req-a9d28771-857a-4e73-9e03-2d013130f20a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376666 Oct 20 04:22:27.788978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7dc91-623f-492c-9e91-cccfcc986404 req-c6903387-4ccc-423f-84ea-fc46c511f9d4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:27.790438 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-efa7dc91-623f-492c-9e91-cccfcc986404 req-c6903387-4ccc-423f-84ea-fc46c511f9d4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 943 time: 0.0855770 Oct 20 04:22:27.836830 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-efa7dc91-623f-492c-9e91-cccfcc986404 req-197a8e3a-776f-46a9-853b-2f4d12a452ae tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406418 Oct 20 04:22:28.675685 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:22:29.121547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2955b7d9-1d90-4cb6-af2e-750192450cf7 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:22:29.138003 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23c526-c61d-41a8-9383-72853ac78e68 req-57503584-4e4a-4453-9328-8a980a075245 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:29.139444 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bd23c526-c61d-41a8-9383-72853ac78e68 req-57503584-4e4a-4453-9328-8a980a075245 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 943 time: 0.1944654 Oct 20 04:22:29.182900 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bd23c526-c61d-41a8-9383-72853ac78e68 req-0998ac66-eaa7-49e3-bef9-d1ee5eab8020 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374794 Oct 20 04:22:29.252590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2955b7d9-1d90-4cb6-af2e-750192450cf7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:29.265608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'port_id': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'mac_address': 'fa:16:3e:cd:0c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:22:29.318602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2955b7d9-1d90-4cb6-af2e-750192450cf7 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:29.318976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:29.335364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2955b7d9-1d90-4cb6-af2e-750192450cf7 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:22:29.350009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2955b7d9-1d90-4cb6-af2e-750192450cf7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:29.408252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:29.474057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2955b7d9-1d90-4cb6-af2e-750192450cf7,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:29.480907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.481247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.481597 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.481926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.482246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.482569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.482888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.483204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.483520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.483835 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.484148 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.484459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:22:29.670430 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2955b7d9-1d90-4cb6-af2e-750192450cf7'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:22:30.377034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8f7a-9492-4665-b536-7ff776416f1f req-45cfae5f-c6ec-4bca-9ca2-9f3b051f1820 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:30.378530 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b3c8f7a-9492-4665-b536-7ff776416f1f req-45cfae5f-c6ec-4bca-9ca2-9f3b051f1820 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 944 time: 0.0864673 Oct 20 04:22:30.421109 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9b3c8f7a-9492-4665-b536-7ff776416f1f req-b1badda9-df25-42b4-82fb-540216f13d9a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370960 Oct 20 04:22:31.136889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2955b7d9-1d90-4cb6-af2e-750192450cf7 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:22:31.260542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 2955b7d9-1d90-4cb6-af2e-750192450cf7 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:22:31.266651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2955b7d9-1d90-4cb6-af2e-750192450cf7 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:31.267051 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:31.267388 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2955b7d9-1d90-4cb6-af2e-750192450cf7 Oct 20 04:22:31.406391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2955b7d9-1d90-4cb6-af2e-750192450cf7 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:22:31.406703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:31.431862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:22:31.434181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daadfd8-d8f8-42ea-8c73-7070b56fd21c" -d '{"events": [{"server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "name": "network-vif-plugged", "status": "completed", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:22:31.442100 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2955b7d9-1d90-4cb6-af2e-750192450cf7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:22:31.476388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d3dd33-0ae3-4a92-832e-10bb134dc8bd x-openstack-request-id: req-d5d3dd33-0ae3-4a92-832e-10bb134dc8bd {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:22:31.476672 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "name": "network-vif-plugged", "status": "completed", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:22:31.476951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d5d3dd33-0ae3-4a92-832e-10bb134dc8bd {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:22:31.477662 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d3dd33-0ae3-4a92-832e-10bb134dc8bd'] response: {'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'code': 200} Oct 20 04:22:31.512107 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:31.583271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2955b7d9-1d90-4cb6-af2e-750192450cf7,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:31.623339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bbc2c-453a-432f-9fd8-33f40665c873 req-802dbc5f-6176-4803-8c9b-5aa125d93ddb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:31.625098 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-562bbc2c-453a-432f-9fd8-33f40665c873 req-802dbc5f-6176-4803-8c9b-5aa125d93ddb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0937779 Oct 20 04:22:31.669922 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-562bbc2c-453a-432f-9fd8-33f40665c873 req-ebb9e7cb-9a17-4984-94f3-f0029817f73f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385334 Oct 20 04:22:31.856402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d4aa9-0b7c-4c4c-b49f-62a270e7eca0 req-e1a473c3-718e-4f4e-83a5-05a839adb6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:31.857939 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3a0d4aa9-0b7c-4c4c-b49f-62a270e7eca0 req-e1a473c3-718e-4f4e-83a5-05a839adb6b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 1098 time: 0.0767455 Oct 20 04:22:31.904616 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3a0d4aa9-0b7c-4c4c-b49f-62a270e7eca0 req-fbf5734f-9a59-46ca-bea4-d13575961db9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364926 Oct 20 04:22:32.868108 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0debf47-f5da-4032-8e14-7911f0ef95eb req-1817dc79-9323-44cf-8b95-0431a4ac77b3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:32.869563 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d0debf47-f5da-4032-8e14-7911f0ef95eb req-1817dc79-9323-44cf-8b95-0431a4ac77b3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0868289 Oct 20 04:22:32.913196 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d0debf47-f5da-4032-8e14-7911f0ef95eb req-4e192f08-558c-44c8-9d9d-6d10cb737521 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Oct 20 04:22:34.107096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f45b77-219f-4ba2-b856-f79d7c6fa2cc req-6ae45ed5-17f3-45aa-ac09-8d6ca849b6dc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:34.108530 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-46f45b77-219f-4ba2-b856-f79d7c6fa2cc req-6ae45ed5-17f3-45aa-ac09-8d6ca849b6dc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0853765 Oct 20 04:22:34.151971 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-46f45b77-219f-4ba2-b856-f79d7c6fa2cc req-518b68e6-6677-4d6d-a53a-f65030d84927 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372815 Oct 20 04:22:34.344271 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df1ef8-4ed6-4a20-8b6d-0056b7ec4942 req-8f84fb43-6635-4d30-8618-33b83db3dfcb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:34.345586 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b4df1ef8-4ed6-4a20-8b6d-0056b7ec4942 req-8f84fb43-6635-4d30-8618-33b83db3dfcb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0863824 Oct 20 04:22:34.388489 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b4df1ef8-4ed6-4a20-8b6d-0056b7ec4942 req-5ce26904-5dc7-460c-bf5a-dbbeca9e294c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373075 Oct 20 04:22:34.416855 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47788) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:34.496824 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd814fca-9b13-4d12-96d2-e88be9d47928 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:34.498333 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bd814fca-9b13-4d12-96d2-e88be9d47928 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 1093 time: 0.0804808 Oct 20 04:22:34.501383 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47792) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:34.506138 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address': '172.20.0.6'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:22:34.512446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:22:34.516248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:floatingip and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:22:34.519060 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:22:34.524591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:22:34.592393 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:34.726064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:34.857659 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.186 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/58fd12cf-b70d-4007-bea9-34b06d9438bc) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:22:34.998689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:35.072734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:35.137174 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:22:35.139885 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:22:35.143435 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:22:35.172266 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=58fd12cf-b70d-4007-bea9-34b06d9438bc,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:35.534652 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:35.656730 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:35.854001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:35.900327 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:36.110244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=58fd12cf-b70d-4007-bea9-34b06d9438bc,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:36.112618 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:36.279265 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 6300d0f2-d148-47da-98dc-8c6929172f88 associated. External IP: 172.26.7.186, port: 2955b7d9-1d90-4cb6-af2e-750192450cf7. Oct 20 04:22:36.619111 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d7ab962e-4312-4848-a740-c83057c41eb8 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:22:36.792927 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:22:36.802122 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] Sync routers for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:22:36.810867 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:22:36.811473 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:22:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:36.872433 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:36.927694 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-70eb9559-095d-4703-8385-526b8ab4a7e4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4252386 Oct 20 04:22:36.928685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:22:36.931048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a" -d '{"events": [{"name": "network-changed", "server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:22:36.985799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:22:37.040466 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a67759-c134-4c9b-aba8-4e54960935b5 x-openstack-request-id: req-41a67759-c134-4c9b-aba8-4e54960935b5 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:22:37.040762 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:22:37.041019 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-41a67759-c134-4c9b-aba8-4e54960935b5 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:22:37.041456 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a67759-c134-4c9b-aba8-4e54960935b5'] response: {'name': 'network-changed', 'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'status': 'completed', 'code': 200} Oct 20 04:22:37.169997 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257dd8b-0fbf-42b0-996a-73f8d81cf47c req-ad755085-fe42-458e-bb91-56c2696d4332 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:37.171368 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7257dd8b-0fbf-42b0-996a-73f8d81cf47c req-ad755085-fe42-458e-bb91-56c2696d4332 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.1504660 Oct 20 04:22:37.174176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-483d6ad2-89e4-4661-a7e9-4bc7294d9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:37.175496 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-483d6ad2-89e4-4661-a7e9-4bc7294d9e6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 1098 time: 0.1094117 Oct 20 04:22:37.285443 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7257dd8b-0fbf-42b0-996a-73f8d81cf47c req-a34aa8da-d89a-44c0-988e-5c2676ddb5df tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079066 Oct 20 04:22:37.314372 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47802) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:37.346730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '6300d0f2-d148-47da-98dc-8c6929172f88', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'port_id': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'mac_address': 'fa:16:3e:cd:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:22:35Z', 'updated_at': '2022-10-20T04:22:35Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab762a59-65ce-4f00-9733-f24bfb51a64b', 'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:16Z', 'updated_at': '2022-10-20T04:22:22Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:37.350981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] Checking router: d7ab962e-4312-4848-a740-c83057c41eb8 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:22:37.360327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:22:37.360948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:22:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:37.433353 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a05b6f57-d68a-45eb-871a-0f374c23f5a0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/6300d0f2-d148-47da-98dc-8c6929172f88 HTTP/1.1" status: 200 len: 991 time: 0.1173198 Oct 20 04:22:37.443900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-84d0ac8f-6158-476f-bb2d-0ca8df8b5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:37.446000 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-84d0ac8f-6158-476f-bb2d-0ca8df8b5f2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4ec62fa-34a2-474b-89e3-925df19e278d HTTP/1.1" status: 200 len: 896 time: 0.2563093 Oct 20 04:22:37.535908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:22:37.549319 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-cda6ead7-628d-4cd8-b628-9ea6eaea4a66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7 HTTP/1.1" status: 200 len: 999 time: 0.0955167 Oct 20 04:22:37.610181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-96cbb438-c919-420d-9926-2a36af50c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:37.611716 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-96cbb438-c919-420d-9926-2a36af50c674 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41b1bf37-7067-404e-80d9-98ae325dd735 HTTP/1.1" status: 200 len: 834 time: 0.0569031 Oct 20 04:22:37.697032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-d8975105-93bb-44e8-9d3f-b63c7f4483a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:37.699266 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-d8975105-93bb-44e8-9d3f-b63c7f4483a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4ec62fa-34a2-474b-89e3-925df19e278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810585 Oct 20 04:22:37.827340 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-cfb90d2a-88aa-4a42-bf29-8cf331a641f9 service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223512 Oct 20 04:22:37.877619 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '6300d0f2-d148-47da-98dc-8c6929172f88', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'port_id': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'mac_address': 'fa:16:3e:cd:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:22:35Z', 'updated_at': '2022-10-20T04:22:35Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab762a59-65ce-4f00-9733-f24bfb51a64b', 'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:16Z', 'updated_at': '2022-10-20T04:22:22Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:22:37.881526 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28ea0e-0b8b-435d-a8ac-dbdee3f5d4f4 None None] The sync data for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv is: [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '6300d0f2-d148-47da-98dc-8c6929172f88', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'port_id': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'mac_address': 'fa:16:3e:cd:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:22:35Z', 'updated_at': '2022-10-20T04:22:35Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab762a59-65ce-4f00-9733-f24bfb51a64b', 'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:16Z', 'updated_at': '2022-10-20T04:22:22Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:22:37.960072 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ea4dde72-d969-46f5-b1cd-25eb6fcff79a req-7d0495d0-b69f-4c66-a526-e43a55046668 service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265695 Oct 20 04:22:38.072505 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71977f4b-7ff2-47b3-afef-fc7afbd499a3 None None] New status for floating IP 6300d0f2-d148-47da-98dc-8c6929172f88: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:22:38.436171 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47806) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:22:38.538983 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-cfe1ec1e-f5fd-40d6-83ff-c9669845d56d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/6300d0f2-d148-47da-98dc-8c6929172f88 HTTP/1.1" status: 200 len: 993 time: 0.1016479 Oct 20 04:22:39.831891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-348f24fc-190f-4d81-b1fc-b7b318f65142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:42.357482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-78b0d411-d3d6-48bf-b0ad-6538db03fc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:43.546448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:43.614983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:45.043750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:47.649192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:00.014440 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-63a65f28-58f8-4b5f-bb74-b9cf2cfbc070 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761054 Oct 20 04:23:00.159986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-6b7f021c-6a21-44b2-89d5-531e846602b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:00.161446 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-6b7f021c-6a21-44b2-89d5-531e846602b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 1098 time: 0.0789235 Oct 20 04:23:00.304216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-77db89f1-fdba-493b-b5d9-da41a78f9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:00.305568 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-77db89f1-fdba-493b-b5d9-da41a78f9b5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4ec62fa-34a2-474b-89e3-925df19e278d HTTP/1.1" status: 200 len: 896 time: 0.1230872 Oct 20 04:23:00.402452 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-2312c069-257c-47ad-a498-4aa43e20f2b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7 HTTP/1.1" status: 200 len: 1001 time: 0.0899644 Oct 20 04:23:00.466372 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-666b6f0f-97be-4692-8705-f5262e86d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:00.467732 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-666b6f0f-97be-4692-8705-f5262e86d877 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41b1bf37-7067-404e-80d9-98ae325dd735 HTTP/1.1" status: 200 len: 834 time: 0.0584285 Oct 20 04:23:00.549345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-73f46e27-ab28-43a8-9785-8811a6418927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:00.550789 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-73f46e27-ab28-43a8-9785-8811a6418927 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4ec62fa-34a2-474b-89e3-925df19e278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758424 Oct 20 04:23:00.681049 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-57f64ccb-144f-467f-a726-59721260f1b3 service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229780 Oct 20 04:23:00.810261 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cd2afce5-fff9-4656-b618-da03cafdb26f req-f44cd604-266c-469d-97da-98a08bf5416e service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223423 Oct 20 04:23:05.673738 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:23:09.848038 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-92da23d1-1649-4277-b931-725c48ea7b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:12.258548 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841e3d3-66cc-4b34-9a57-8d1aa169dba8 req-ed181173-76b0-44e6-84e6-3d523bde129e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:12.260006 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d841e3d3-66cc-4b34-9a57-8d1aa169dba8 req-ed181173-76b0-44e6-84e6-3d523bde129e tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0883257 Oct 20 04:23:12.304357 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d841e3d3-66cc-4b34-9a57-8d1aa169dba8 req-e790bf46-3c75-465f-a82a-2262775b4e2a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381651 Oct 20 04:23:12.334594 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4ec945fd-95d2-49e4-a5e9-cfedea08ac65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:13.507735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3f0b8-58e3-4bf7-9243-6b80b6d99de5 req-bfbde39d-5779-46ff-be13-a522680029f4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:13.509188 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5fb3f0b8-58e3-4bf7-9243-6b80b6d99de5 req-bfbde39d-5779-46ff-be13-a522680029f4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0909691 Oct 20 04:23:13.552601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5fb3f0b8-58e3-4bf7-9243-6b80b6d99de5 req-eab10d70-6af9-4091-b1aa-270b44c046d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378895 Oct 20 04:23:13.574523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:13.597182 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:14.749147 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9638e-7c3d-4f74-aa1d-4e404b6a4963 req-0674a6cd-aee4-4a20-a2ab-5d8163806057 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:14.750858 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-83a9638e-7c3d-4f74-aa1d-4e404b6a4963 req-0674a6cd-aee4-4a20-a2ab-5d8163806057 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0876598 Oct 20 04:23:14.793394 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-83a9638e-7c3d-4f74-aa1d-4e404b6a4963 req-d9c8a6bc-770b-47f4-b6b0-adbee080af2d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369065 Oct 20 04:23:15.019434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:15.990370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb4451-0cc2-4d87-a665-c36c596e29f9 req-a08d5f48-5f6f-4c11-8429-5de49718a71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:15.991712 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0ccb4451-0cc2-4d87-a665-c36c596e29f9 req-a08d5f48-5f6f-4c11-8429-5de49718a71f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0881026 Oct 20 04:23:16.124889 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0ccb4451-0cc2-4d87-a665-c36c596e29f9 req-d31adf7f-76e0-4a93-9d89-2e1853c2fff1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267288 Oct 20 04:23:17.317980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a404aab-5c73-41e2-9779-15e1eebfb11c req-cff026d8-32c7-4c95-9319-7e7001517550 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:17.319405 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9a404aab-5c73-41e2-9779-15e1eebfb11c req-cff026d8-32c7-4c95-9319-7e7001517550 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0849354 Oct 20 04:23:17.478937 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9a404aab-5c73-41e2-9779-15e1eebfb11c req-c1617b05-9589-4062-8a7c-e15b9a94a9da tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538553 Oct 20 04:23:17.637920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.678333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b85e4b-d8ca-4369-8b41-d3f3b282322e req-316a2595-7eba-48aa-afc0-0641ad2ca08a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:18.679747 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-30b85e4b-d8ca-4369-8b41-d3f3b282322e req-316a2595-7eba-48aa-afc0-0641ad2ca08a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0850739 Oct 20 04:23:18.724472 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-30b85e4b-d8ca-4369-8b41-d3f3b282322e req-33b2d29b-171b-44f5-8324-0f762dd4c6ed tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386097 Oct 20 04:23:19.920861 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7a4fa-3dc8-4d3e-9423-bbf194160562 req-60842160-a008-4185-9a3b-c9d453e16662 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:19.922241 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9cb7a4fa-3dc8-4d3e-9423-bbf194160562 req-60842160-a008-4185-9a3b-c9d453e16662 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0857635 Oct 20 04:23:19.964998 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9cb7a4fa-3dc8-4d3e-9423-bbf194160562 req-31ffe41a-3a32-428f-9969-f3ab2ce37352 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371430 Oct 20 04:23:21.160874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574676dd-f4bd-4274-bc24-93f3cfd38efc req-d7e1c6c0-d9d2-476d-9ede-494fbb08332d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:21.162324 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-574676dd-f4bd-4274-bc24-93f3cfd38efc req-d7e1c6c0-d9d2-476d-9ede-494fbb08332d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0858886 Oct 20 04:23:21.203877 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-574676dd-f4bd-4274-bc24-93f3cfd38efc req-d91fc3ae-c7c1-4874-ab1f-1b019086ceee tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354412 Oct 20 04:23:22.398067 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba27e68-10b4-4db8-b2c1-6d3b734e3250 req-aec7d7a3-4b13-47f9-b2bf-b131fd0c068f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:22.399511 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-eba27e68-10b4-4db8-b2c1-6d3b734e3250 req-aec7d7a3-4b13-47f9-b2bf-b131fd0c068f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0863156 Oct 20 04:23:22.441982 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-eba27e68-10b4-4db8-b2c1-6d3b734e3250 req-8f626a87-c35d-4bd9-9fb0-ad69d04bcc72 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369589 Oct 20 04:23:23.640092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6697c-bafc-465f-bfd8-d949a5b1ada7 req-8bc50117-3386-4b74-b29b-094fcc58a918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:23.641578 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9bb6697c-bafc-465f-bfd8-d949a5b1ada7 req-8bc50117-3386-4b74-b29b-094fcc58a918 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0910192 Oct 20 04:23:23.685088 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9bb6697c-bafc-465f-bfd8-d949a5b1ada7 req-f7d381a9-24d2-4db1-8f0a-39315d52d2b0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374877 Oct 20 04:23:23.715144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47848) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:23:23.817530 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ef9ad63b-aeb7-445e-b816-9d6c2f2018f2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/6300d0f2-d148-47da-98dc-8c6929172f88 HTTP/1.1" status: 200 len: 993 time: 0.1011710 Oct 20 04:23:25.400289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d939394-e65b-4a1a-9415-0e057b968f5b req-139f7d8d-e4d5-4cef-afec-37e858ae1242 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:25.402333 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7d939394-e65b-4a1a-9415-0e057b968f5b req-139f7d8d-e4d5-4cef-afec-37e858ae1242 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0898588 Oct 20 04:23:25.445474 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7d939394-e65b-4a1a-9415-0e057b968f5b req-4abc4644-8f68-4119-954c-b84057e1ecfb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373402 Oct 20 04:23:25.517251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-934e3ca0-6c0a-4ac1-a7cf-88970c910267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:25.518646 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-934e3ca0-6c0a-4ac1-a7cf-88970c910267 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 1098 time: 0.0777872 Oct 20 04:23:25.652321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-67f73466-8262-454a-ba79-98a1c6e3a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:25.653810 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-67f73466-8262-454a-ba79-98a1c6e3a742 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4ec62fa-34a2-474b-89e3-925df19e278d HTTP/1.1" status: 200 len: 896 time: 0.1229115 Oct 20 04:23:25.757619 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-b595b4fc-4f70-46e2-a575-26f969244007 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7 HTTP/1.1" status: 200 len: 1001 time: 0.0945451 Oct 20 04:23:25.824677 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-f4140fe8-d7a3-48c6-817c-523b7fb2226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:25.826000 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-f4140fe8-d7a3-48c6-817c-523b7fb2226d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41b1bf37-7067-404e-80d9-98ae325dd735 HTTP/1.1" status: 200 len: 834 time: 0.0581489 Oct 20 04:23:25.909774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-bd5ba32c-f639-4230-8a9b-679f96da8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:25.911230 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-bd5ba32c-f639-4230-8a9b-679f96da8723 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4ec62fa-34a2-474b-89e3-925df19e278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759301 Oct 20 04:23:26.041430 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-8eeac561-d5e6-4739-b819-d592596cf8e2 service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204500 Oct 20 04:23:26.176525 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b996021c-2d63-42e6-b57a-151f4cf69627 req-e7d7dd67-3569-452b-b994-7e21b0c9679b service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259558 Oct 20 04:23:26.647437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c21a-e5bb-45f8-9320-e0f4a82caf42 req-e55b7469-04b1-4c98-9872-f329b1e9f4de tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:26.648908 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c5a3c21a-e5bb-45f8-9320-e0f4a82caf42 req-e55b7469-04b1-4c98-9872-f329b1e9f4de tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0906758 Oct 20 04:23:26.692809 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c5a3c21a-e5bb-45f8-9320-e0f4a82caf42 req-36405f4f-c81c-4e86-a323-84880c6d439c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372715 Oct 20 04:23:27.889041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dedf78-e91f-4ec4-8c0c-9fe560e4ae7c req-b906b265-cbdd-4266-ba65-63c4811dd242 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:27.890525 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-34dedf78-e91f-4ec4-8c0c-9fe560e4ae7c req-b906b265-cbdd-4266-ba65-63c4811dd242 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0858302 Oct 20 04:23:27.933470 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-34dedf78-e91f-4ec4-8c0c-9fe560e4ae7c req-28828dba-2aa6-4d6e-9a17-dfcdf58c6b07 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373359 Oct 20 04:23:27.962650 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47862) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:23:28.066542 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-59f61e14-32f8-4651-8ea2-09540c668350 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/6300d0f2-d148-47da-98dc-8c6929172f88 HTTP/1.1" status: 200 len: 993 time: 0.1027803 Oct 20 04:23:39.922524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e25fc652-87f6-4065-8361-4ecaf09895d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:42.316575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b0c685db-7da6-4ee2-b066-a16c749f95d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:42.672379 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:23:43.544912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:43.555910 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:45.024701 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:47.688113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:01.394644 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-898bb3a3-c566-484e-b4fd-f339c62989c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747118 Oct 20 04:24:01.547879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-ce7d6b4e-21da-4c83-bbf6-03aa01b63083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:01.549356 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-ce7d6b4e-21da-4c83-bbf6-03aa01b63083 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 1098 time: 0.0790746 Oct 20 04:24:01.759751 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 47882) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:01.797391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-0bb0c730-663e-479e-bc49-60b65206491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:01.798823 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-0bb0c730-663e-479e-bc49-60b65206491c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4ec62fa-34a2-474b-89e3-925df19e278d HTTP/1.1" status: 200 len: 896 time: 0.2249117 Oct 20 04:24:01.902516 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-431aa388-e2e4-42f3-b6c4-92959108f27c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7 HTTP/1.1" status: 200 len: 1001 time: 0.0950611 Oct 20 04:24:01.961991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 58fd12cf-b70d-4007-bea9-34b06d9438bc {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:24:01.962335 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:01.963940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-ec5218ad-a14b-4492-9d38-b0d6970483a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:01.965479 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-ec5218ad-a14b-4492-9d38-b0d6970483a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41b1bf37-7067-404e-80d9-98ae325dd735 HTTP/1.1" status: 200 len: 834 time: 0.0558848 Oct 20 04:24:02.049038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-8e1440a8-7de2-48c2-a49c-b597341ce32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:02.050518 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-8e1440a8-7de2-48c2-a49c-b597341ce32f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4ec62fa-34a2-474b-89e3-925df19e278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793200 Oct 20 04:24:02.127898 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:02.128215 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:02.181566 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-a9595545-3680-400f-9435-6779c3a7d76e service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231611 Oct 20 04:24:02.252354 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 58fd12cf-b70d-4007-bea9-34b06d9438bc owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:24:02.312605 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd19e3e8-abe6-450e-94f4-7a5b1e3adf10 req-0a611aba-3786-4c78-a2c4-c50ef449892b service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241016 Oct 20 04:24:02.464741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:02.513841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=58fd12cf-b70d-4007-bea9-34b06d9438bc,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:02.556693 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.557037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.557400 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.557741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.558075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.558407 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.558806 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.559663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.559986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.560310 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.560631 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.560953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:02.617495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:02.617880 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 6300d0f2-d148-47da-98dc-8c6929172f88 disassociated (deleted). External IP: 172.26.7.186, port: 2955b7d9-1d90-4cb6-af2e-750192450cf7. Oct 20 04:24:03.050048 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d7ab962e-4312-4848-a740-c83057c41eb8 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:24:03.227571 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:24:03.237392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] Sync routers for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:24:03.246815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:03.248270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:23:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:03.298495 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:03.352457 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-93f182d3-d884-48c3-a440-e2b9a84246c7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/floatingips/6300d0f2-d148-47da-98dc-8c6929172f88 HTTP/1.1" status: 204 len: 168 time: 1.5914733 Oct 20 04:24:03.352986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:24:03.355340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93593dbc-f90f-4cbf-892f-5889d67486e7" -d '{"events": [{"name": "network-changed", "server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:24:03.406128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802586d3-e994-479c-89eb-f01f3f0014d6 x-openstack-request-id: req-802586d3-e994-479c-89eb-f01f3f0014d6 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:24:03.406422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:24:03.406670 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-802586d3-e994-479c-89eb-f01f3f0014d6 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:24:03.407079 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802586d3-e994-479c-89eb-f01f3f0014d6'] response: {'name': 'network-changed', 'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'status': 'completed', 'code': 200} Oct 20 04:24:03.430868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:03.514633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-63411651-d740-4379-8981-6a22d3b491ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:03.516082 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-63411651-d740-4379-8981-6a22d3b491ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 1098 time: 0.0812683 Oct 20 04:24:03.650934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-c2ac2236-0a52-40c5-b553-642a8bbea11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:03.652714 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-c2ac2236-0a52-40c5-b553-642a8bbea11e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4ec62fa-34a2-474b-89e3-925df19e278d HTTP/1.1" status: 200 len: 896 time: 0.1261699 Oct 20 04:24:03.742649 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-14263b70-433c-42d2-a5da-e107bd164236 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7 HTTP/1.1" status: 200 len: 217 time: 0.0698147 Oct 20 04:24:03.747909 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab762a59-65ce-4f00-9733-f24bfb51a64b', 'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:16Z', 'updated_at': '2022-10-20T04:22:22Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:03.752226 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] Checking router: d7ab962e-4312-4848-a740-c83057c41eb8 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:24:03.761106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:03.761742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:23:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:03.807879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-d4ea48ff-06ce-4e41-b049-58b175f430f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:03.810041 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-d4ea48ff-06ce-4e41-b049-58b175f430f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41b1bf37-7067-404e-80d9-98ae325dd735 HTTP/1.1" status: 200 len: 834 time: 0.0586953 Oct 20 04:24:03.905698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-a709d9e8-ba56-403f-a20c-efbabc94ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:03.907126 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-a709d9e8-ba56-403f-a20c-efbabc94ceed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4ec62fa-34a2-474b-89e3-925df19e278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878224 Oct 20 04:24:03.951270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:04.098772 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-790a7b91-c246-4477-8ba1-6343c87f837a service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833045 Oct 20 04:24:04.139229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1247f0-7e09-4938-ac4d-f3a03bef9d39 req-b36a806a-8787-48da-ac67-f4f34e6a7dfd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:04.140688 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ca1247f0-7e09-4938-ac4d-f3a03bef9d39 req-b36a806a-8787-48da-ac67-f4f34e6a7dfd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.1583560 Oct 20 04:24:04.250317 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ca1247f0-7e09-4938-ac4d-f3a03bef9d39 req-a2d588fd-d7fe-4f50-9229-f946f793c093 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645361 Oct 20 04:24:04.272785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab762a59-65ce-4f00-9733-f24bfb51a64b', 'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:16Z', 'updated_at': '2022-10-20T04:22:22Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:04.272785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce4fa7-ac59-4060-9773-79059ccf6173 None None] The sync data for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv is: [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:22:17Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ab762a59-65ce-4f00-9733-f24bfb51a64b', 'name': '', 'network_id': 'd4ec62fa-34a2-474b-89e3-925df19e278d', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:a7:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:16Z', 'updated_at': '2022-10-20T04:22:22Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '41b1bf37-7067-404e-80d9-98ae325dd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:24:04.281595 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93593dbc-f90f-4cbf-892f-5889d67486e7 req-5d0d054a-d1e1-4687-bef8-c8572935f20c service neutron] 10.222.0.26 "GET /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730978 Oct 20 04:24:04.474298 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501227e3-652f-4ce4-a5f9-a71b5451da01 None None] New status for floating IP 6300d0f2-d148-47da-98dc-8c6929172f88: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:24:05.458084 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb7d89-d911-41d5-937a-af8fc3f5f4cf req-c739314b-9140-48b0-a45d-bde154cf8147 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:05.458773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-badb7d89-d911-41d5-937a-af8fc3f5f4cf req-c739314b-9140-48b0-a45d-bde154cf8147 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:24:05.532742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-badb7d89-d911-41d5-937a-af8fc3f5f4cf req-c739314b-9140-48b0-a45d-bde154cf8147 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:24:05.533903 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-badb7d89-d911-41d5-937a-af8fc3f5f4cf req-c739314b-9140-48b0-a45d-bde154cf8147 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.1693599 Oct 20 04:24:05.577969 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-badb7d89-d911-41d5-937a-af8fc3f5f4cf req-674d4aa3-59de-4340-880a-7cfaec5e5e5c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=d7982a9b-16c5-4a0a-8340-168636032e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381372 Oct 20 04:24:05.687366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-a67d6207-91f5-448b-9d23-a465aee4f26a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:05.690336 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-a67d6207-91f5-448b-9d23-a465aee4f26a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 945 time: 0.0904372 Oct 20 04:24:05.761128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 2955b7d9-1d90-4cb6-af2e-750192450cf7 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:24:05.761486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:06.101054 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 2955b7d9-1d90-4cb6-af2e-750192450cf7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2955b7d9-1d90-4cb6-af2e-750192450cf7,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:06.101456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:06.220342 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 2955b7d9-1d90-4cb6-af2e-750192450cf7 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:24:06.413080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:06.464334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=2955b7d9-1d90-4cb6-af2e-750192450cf7,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:06.505898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.506253 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.506593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.506929 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.507264 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.507594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.507920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.508245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.508569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.508919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.509291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.509628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:06.557110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] No DVR routers for this DVR port 2955b7d9-1d90-4cb6-af2e-750192450cf7 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:24:06.560025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:06.562514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'name': 'network-vif-deleted', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:24:06.564823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75c7b3f-9b2b-496d-be1d-1602ba491fcd" -d '{"events": [{"server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "name": "network-vif-deleted", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:24:06.610218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe83b30-4b76-4ef5-bc42-5fd3d0fcb685 x-openstack-request-id: req-3fe83b30-4b76-4ef5-bc42-5fd3d0fcb685 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:24:06.610218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d094e0-3d42-49cf-b199-b6a85edb21ba", "name": "network-vif-deleted", "tag": "2955b7d9-1d90-4cb6-af2e-750192450cf7", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:24:06.610218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3fe83b30-4b76-4ef5-bc42-5fd3d0fcb685 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:24:06.610218 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe83b30-4b76-4ef5-bc42-5fd3d0fcb685'] response: {'server_uuid': '17d094e0-3d42-49cf-b199-b6a85edb21ba', 'name': 'network-vif-deleted', 'tag': '2955b7d9-1d90-4cb6-af2e-750192450cf7', 'status': 'completed', 'code': 200} Oct 20 04:24:06.636905 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e9f52e3c-20ee-4615-8be9-171812aa04fb req-13b03be9-d098-4609-bd28-fe31f85be214 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "DELETE /v2.0/ports/2955b7d9-1d90-4cb6-af2e-750192450cf7 HTTP/1.1" status: 204 len: 173 time: 0.9385655 Oct 20 04:24:06.741252 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4f5eb41c-64c3-45ec-b0de-e3beefbe720b req-0e1cb36c-3c51-4b15-a2fa-a2fa3277f81d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=17d094e0-3d42-49cf-b199-b6a85edb21ba HTTP/1.1" status: 200 len: 210 time: 0.0493469 Oct 20 04:24:07.842665 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47900) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:08.378431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:08.831540 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port ab762a59-65ce-4f00-9733-f24bfb51a64b {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:24:08.831883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:09.011029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port ab762a59-65ce-4f00-9733-f24bfb51a64b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ab762a59-65ce-4f00-9733-f24bfb51a64b,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:09.011694 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:09.128356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for ab762a59-65ce-4f00-9733-f24bfb51a64b owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:24:09.367284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:09.416640 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=ab762a59-65ce-4f00-9733-f24bfb51a64b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:09.604719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2955b7d9-1d90-4cb6-af2e-750192450cf7 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:24:09.680395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 2955b7d9-1d90-4cb6-af2e-750192450cf7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:24:09.680738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2955b7d9-1d90-4cb6-af2e-750192450cf7 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:24:09.690842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:09.858919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9d1c-c056-4b11-8d9f-8a0af9b20dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:10.032239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router d7ab962e-4312-4848-a740-c83057c41eb8 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:24:10.301126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:24:10.310166 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] Sync routers for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:24:10.313674 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b992ceb3-bc68-4211-9ef5-32b5518418ba tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/d7ab962e-4312-4848-a740-c83057c41eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696381 Oct 20 04:24:10.316109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47904) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:10.319546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:10.320193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:23:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:10.381653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-731b4ea8-8783-4da1-97f3-514dfdb357a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting subnet 41b1bf37-7067-404e-80d9-98ae325dd735 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:24:10.384561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-731b4ea8-8783-4da1-97f3-514dfdb357a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:10.438799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-731b4ea8-8783-4da1-97f3-514dfdb357a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:10.493575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:10.523783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-731b4ea8-8783-4da1-97f3-514dfdb357a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:10.670952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-731b4ea8-8783-4da1-97f3-514dfdb357a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:10.711872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-731b4ea8-8783-4da1-97f3-514dfdb357a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:10.717024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b4ea8-8783-4da1-97f3-514dfdb357a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Subnet': ['ID=41b1bf37-7067-404e-80d9-98ae325dd735,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:10.724414 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-731b4ea8-8783-4da1-97f3-514dfdb357a2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/subnets/41b1bf37-7067-404e-80d9-98ae325dd735 HTTP/1.1" status: 204 len: 168 time: 0.4047639 Oct 20 04:24:10.724414 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47908) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:10.738442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813ce6e-4343-42bf-9c7f-2731cd49252a None None] Network d4ec62fa-34a2-474b-89e3-925df19e278d requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:24:10.903016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:10.937336 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:24:09Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:10.942448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] Checking router: d7ab962e-4312-4848-a740-c83057c41eb8 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:24:10.955668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] Routers {'d7ab962e-4312-4848-a740-c83057c41eb8'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:10.956271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:23:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['d7ab962e-4312-4848-a740-c83057c41eb8'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:11.073368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:11.136112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] Set router d7ab962e-4312-4848-a740-c83057c41eb8 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:11.156048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:24:11.156434 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:11.179869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] DHCP port deletion for d4ec62fa-34a2-474b-89e3-925df19e278d request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:24:11.246674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Deleting port 80389d20-9679-40d1-9451-67339d1223b7 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:24:11.247050 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:11.329551 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=7639cad6-a81e-40ac-a81e-6dcaf3f6ee78,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:11.329909 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:11.453976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:24:11.624560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] For port 80389d20-9679-40d1-9451-67339d1223b7, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=80389d20-9679-40d1-9451-67339d1223b7,segment=NetworkSegment(4abd48c0-113f-4054-b06f-c15d11087ae0),segment_id=4abd48c0-113f-4054-b06f-c15d11087ae0)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:11.624958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:11.693226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:11.747889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Calling delete_port for 80389d20-9679-40d1-9451-67339d1223b7 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:24:11.819000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:24:09Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:11.837028 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9891bd34-56ce-466b-b02b-70e3079150d0 None None] The sync data for ids ['d7ab962e-4312-4848-a740-c83057c41eb8'] in dv-neutron-861845-1-hyperv is: [{'id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204900636', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:22:11Z', 'updated_at': '2022-10-20T04:24:09Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': '7639cad6-a81e-40ac-a81e-6dcaf3f6ee78', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ab962e-4312-4848-a740-c83057c41eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:22:12Z', 'updated_at': '2022-10-20T04:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:24:11.894046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=7639cad6-a81e-40ac-a81e-6dcaf3f6ee78,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:11.922483 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:11.955433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:11.968747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Pushing event deleted for resources: {'Port': ['ID=80389d20-9679-40d1-9451-67339d1223b7,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:11.973415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] No DVR routers for this DVR port 80389d20-9679-40d1-9451-67339d1223b7 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:24:11.979200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.979548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.979883 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.981708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.983060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.983060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.983060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.983289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.983572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.984011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.984520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:11.984983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f352-9bbc-48d2-a920-7c0a15eb7e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:12.128277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.130381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.230592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.231348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Fanout notify agent at l3_agent the message router_deleted on router d7ab962e-4312-4848-a740-c83057c41eb8 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:24:12.246582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.247832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-07c8f2ed-2592-4bb4-bb2c-993b16528933 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/routers/d7ab962e-4312-4848-a740-c83057c41eb8 HTTP/1.1" status: 204 len: 168 time: 1.5224504 Oct 20 04:24:12.250856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47912) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:12.322085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fdec1e84-d88a-48f4-881e-1224ed2942a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.372431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.510070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80389d20-9679-40d1-9451-67339d1223b7 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:24:12.512769 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.538139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ec62fa-34a2-474b-89e3-925df19e278d']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:12.548279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 80389d20-9679-40d1-9451-67339d1223b7 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:24:12.548699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 80389d20-9679-40d1-9451-67339d1223b7 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:24:12.549119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ab762a59-65ce-4f00-9733-f24bfb51a64b no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:24:12.550310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abd48c0-113f-4054-b06f-c15d11087ae0') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:12.550605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abd48c0-113f-4054-b06f-c15d11087ae0') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:12.562119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.578409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.584952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:24:12.587461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.587588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: ab762a59-65ce-4f00-9733-f24bfb51a64b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:24:12.587588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ab762a59-65ce-4f00-9733-f24bfb51a64b not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:24:12.673515 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 4abd48c0-113f-4054-b06f-c15d11087ae0 resource provider aggregate not found Oct 20 04:24:12.696423 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 4abd48c0-113f-4054-b06f-c15d11087ae0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4abd48c0-113f-4054-b06f-c15d11087ae0 found for delete ", "request_id": "req-7f02f079-31fb-4e74-a1b9-57969c2bddfc"}]} Oct 20 04:24:12.773005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.777637 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.803953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Network': ['ID=d4ec62fa-34a2-474b-89e3-925df19e278d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:12.872043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-98a89ef2-49cb-4b24-9118-56186fede4c2 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/networks/d4ec62fa-34a2-474b-89e3-925df19e278d HTTP/1.1" status: 204 len: 168 time: 0.6194389 Oct 20 04:24:12.874452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47922) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:12.941344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f863ea5-678c-46ad-bfea-b95b24a9fa4f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:12.969161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f863ea5-678c-46ad-bfea-b95b24a9fa4f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.081626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f863ea5-678c-46ad-bfea-b95b24a9fa4f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.103754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f863ea5-678c-46ad-bfea-b95b24a9fa4f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7982a9b-16c5-4a0a-8340-168636032e2e,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:13.189392 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7f863ea5-678c-46ad-bfea-b95b24a9fa4f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.190511 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7f863ea5-678c-46ad-bfea-b95b24a9fa4f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/security-groups/d7982a9b-16c5-4a0a-8340-168636032e2e HTTP/1.1" status: 204 len: 168 time: 0.3151412 Oct 20 04:24:13.422429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47930) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:13.427499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685291737', 'description': 'tempest-secgroup-smoke-685291737 description', 'project_id': '388812b1063b41f199fb2de69afc6d98'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:13.433432 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:13.437527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:13.440300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:13.445850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:13.516361 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.536473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:13.540261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:13.542987 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:13.548454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:13.573067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.616804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.618731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.681598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.727382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344a9141-0769-4869-99fc-1564d6071972,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:13.779236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.780406 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-35d049dc-0e24-4583-b5b3-484254842306 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3569825 Oct 20 04:24:13.783306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47934) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:13.788176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '344a9141-0769-4869-99fc-1564d6071972', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:13.794541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:13.798339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:13.801221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:13.806838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:13.889008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:13.946039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.018620 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.043991 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a1857c-976d-4181-9330-c9588be5cfea,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:14.127285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.128477 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fbdc06a6-355f-4ed3-9016-74c0028986d3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442287 Oct 20 04:24:14.131272 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47938) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:14.136683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '344a9141-0769-4869-99fc-1564d6071972', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:14.142497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:14.146239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:14.149037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:14.155229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:14.224587 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.288690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.378557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.401616 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62aa9ae3-2756-4c1c-bec1-dcda636d6435,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:14.411239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:24:14.443868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:24:14.444207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 7639cad6-a81e-40ac-a81e-6dcaf3f6ee78 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:24:14.453335 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.454516 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b4d2a17d-d444-4bbf-80b6-329d1e125a66 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3222933 Oct 20 04:24:14.457202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47942) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:14.462302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '344a9141-0769-4869-99fc-1564d6071972', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:14.469019 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:14.472874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:14.475678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:14.481360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:14.550276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.610183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.658538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.681245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0a3618-735f-423f-81a8-b99939fb9fb7,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:14.762375 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.763573 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f03696f9-ec0a-4c6b-b713-ada9b578e293 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054192 Oct 20 04:24:14.766260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47946) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:14.771268 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '344a9141-0769-4869-99fc-1564d6071972', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:14.777139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:14.780873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:14.783644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:14.789245 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:14.859167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.923566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.990444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.013409 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.014195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b642855-413a-443a-abf4-b56b4e8603be,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:15.075696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.076843 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-081f6711-c071-4fe4-8a27-8e706f87a0bb tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3096941 Oct 20 04:24:15.079496 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47950) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:15.084333 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '344a9141-0769-4869-99fc-1564d6071972', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:15.090061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:15.093759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:15.096513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:15.102058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:15.161779 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:24:15.168521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.228399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.275993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.299308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a86f682-a701-4113-a4c8-030f8ef3e90d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:15.378367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.379535 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9f86b9d5-effc-4182-9c86-859edcfbdfe5 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991502 Oct 20 04:24:15.382442 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47954) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:15.387311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'security_group_rule': {'security_group_id': '344a9141-0769-4869-99fc-1564d6071972', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:15.393100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:15.396866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:security_group_rule and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:15.399702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:15.405875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:15.475679 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Project 388812b1063b41f199fb2de69afc6d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:24:15.483004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.547932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.601229 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.626261 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bdd6b5-063e-439d-885c-92025d9aa6b5,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:15.681775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.682961 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2f4ffe1e-4f37-4802-90c4-b51f7e5b3807 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2996225 Oct 20 04:24:15.685879 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47958) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:15.691241 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'network': {'name': 'tempest-network-smoke--742926580', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'port_security_enabled': True}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:15.696096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:15.700657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:network and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:15.703488 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:15.708968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:15.772898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:24:15.776090 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.802675 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:24:15.810745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.811082 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Added segment 423a8c14-9290-47b5-8d5a-c5cdb90013c4 of type vlan for network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 Oct 20 04:24:15.835874 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.904629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:15.910083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:15.910671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:16.108885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Network': ['ID=99c38e57-c356-4bc9-82ef-34d6d84e80a6,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:16.118848 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:24:16.179486 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bfeea5ba-7574-4ca9-98da-b921e905f82f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4925623 Oct 20 04:24:16.182286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47962) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:16.187863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'admin_state_up': True, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:16.194860 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:16.198623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:router and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:16.202011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:16.208086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:16.287659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:16.288714 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:16.302871 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:16.644324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:16.981408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:17.009291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:17.139607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.134 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/c38a1198-7962-4b5c-8a80-ae61c1f262cd) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:24:17.280866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:17.384420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:17.446083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:24:17.448947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:24:17.453035 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:24:17.497239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=c38a1198-7962-4b5c-8a80-ae61c1f262cd,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:17.658731 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:18.017046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:18.345050 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:18.607337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 703a67e9-a3e6-408e-a537-cefce72f7677 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:24:18.781498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:24:18.791715 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Sync routers for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:24:18.801060 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:18.801684 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:24:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:18.853000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:18.854281 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5cded16a-3333-4b94-a0ea-b2bea4b92cfa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6710031 Oct 20 04:24:18.857331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47966) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:18.895451 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-41920fe4-c6b7-4c20-951c-6a7a6b172c03 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=388812b1063b41f199fb2de69afc6d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370159 Oct 20 04:24:18.897951 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47970) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:18.972936 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:19.021880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe1fb0-aae9-47af-9870-a6dfa9732b2f tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:19.023342 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0ebe1fb0-aae9-47af-9870-a6dfa9732b2f tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1244135 Oct 20 04:24:19.026205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47974) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:19.063988 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9d65e393-55da-4cb3-b937-3c43ce3d6698 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367277 Oct 20 04:24:19.066368 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47978) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:19.071461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1212227994', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'project_id': '388812b1063b41f199fb2de69afc6d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:19.176215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:19.179859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:subnet and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:19.182598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:19.188585 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:19.246977 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:17Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:19.250951 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Checking router: 703a67e9-a3e6-408e-a537-cefce72f7677 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:24:19.251301 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Updating router 703a67e9-a3e6-408e-a537-cefce72f7677 port c38a1198-7962-4b5c-8a80-ae61c1f262cd binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:24:19.252972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:24:19.256549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.305176 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.642226 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.650753 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.661761 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Transition to ACTIVE for port object c38a1198-7962-4b5c-8a80-ae61c1f262cd will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:24:19.671267 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:24:19.710094 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.719557 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Subnet': ['ID=4cc7e6e0-602d-411b-9f34-a34e61ebb6a0,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:19.727131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Checking segment: {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:24:19.727482 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network hostable DHCP agents. Network: 99c38e57-c356-4bc9-82ef-34d6d84e80a6, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:24:19.769254 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Attempting to bind port c38a1198-7962-4b5c-8a80-ae61c1f262cd on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:24:19.769658 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Attempting to bind port c38a1198-7962-4b5c-8a80-ae61c1f262cd by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:24:19.769995 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Attempting to bind port c38a1198-7962-4b5c-8a80-ae61c1f262cd on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:24:19.778631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:24:19.780035 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:24:19.780404 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:24:19.780804 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.781193 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:24:19.781678 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Bound port: c38a1198-7962-4b5c-8a80-ae61c1f262cd, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:24:19.782052 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.825124 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Pushing event updated for resources: {'Port': ['ID=c38a1198-7962-4b5c-8a80-ae61c1f262cd,revision_number=2']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:19.837004 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.837371 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.837709 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.838040 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.838368 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.838694 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.839017 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.839338 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.840197 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.840549 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.840871 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.841187 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:24:19.841663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 99c38e57-c356-4bc9-82ef-34d6d84e80a6) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:24:19.845845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:19.846437 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.851948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2261be2-2f3c-4c3e-bace-a91aa45efdf8 None None] Network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:24:19.873141 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] For port c38a1198-7962-4b5c-8a80-ae61c1f262cd, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:24:19.928195 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] For port c38a1198-7962-4b5c-8a80-ae61c1f262cd, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c38a1198-7962-4b5c-8a80-ae61c1f262cd,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:24:19.939614 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ac9afaea-8355-4abc-a318-ddfaeb8af6bc tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8722460 Oct 20 04:24:19.942419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 47982) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:19.990609 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:20.047898 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:20.048521 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:24:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:20.078005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:24:20.079146 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:20.186574 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599058-e621-450b-a4bc-fe5ee72357cf None None] Pushing event updated for resources: {'Port': ['ID=c38a1198-7962-4b5c-8a80-ae61c1f262cd,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:20.236866 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:20.239673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Allocated IP 172.20.0.2 (99c38e57-c356-4bc9-82ef-34d6d84e80a6/4cc7e6e0-602d-411b-9f34-a34e61ebb6a0/52e0dc27-ee3d-4c1e-a035-a0329d8f4a02) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:24:20.444548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:20.455351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Transition to ACTIVE for port object 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:24:20.474089 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Transition to ACTIVE for port object 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:24:20.534289 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:17Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:20.538458 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355474a-5b6a-4cd7-a08c-9cb3cca9ebc2 None None] The sync data for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv is: [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:17Z', 'revision_number': 3, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:24:20.539070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:20.613906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:24:20.616786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:24:20.620530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:24:20.651796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:20.694810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Pushing event updated for resources: {'Port': ['ID=52e0dc27-ee3d-4c1e-a035-a0329d8f4a02,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:20.724307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Attempting to bind port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:24:20.725378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Attempting to bind port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:24:20.725378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Attempting to bind port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 on network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:24:20.730960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:24:20.731332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Checking segment: {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:24:20.731734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:20.732124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Bound using segment: {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:24:20.732698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Bound port: 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:24:20.733072 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:20.889418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] For port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:24:20.893159 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] For port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=52e0dc27-ee3d-4c1e-a035-a0329d8f4a02,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:24:20.980387 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:21.054651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476418e-f318-43b1-a339-7dbe3d378c19 None None] Pushing event updated for resources: {'Port': ['ID=52e0dc27-ee3d-4c1e-a035-a0329d8f4a02,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:21.085283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.1 (99c38e57-c356-4bc9-82ef-34d6d84e80a6/4cc7e6e0-602d-411b-9f34-a34e61ebb6a0/fc7b1460-9075-4fe4-a32a-5e66b92fc628) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:24:21.384812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:21.401360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object fc7b1460-9075-4fe4-a32a-5e66b92fc628 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:24:21.464965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:21.533560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:24:21.536743 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:24:21.539201 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:24:21.579031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=fc7b1460-9075-4fe4-a32a-5e66b92fc628,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:21.601807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:21.773900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:21.984675 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f053935-a0d7-486e-93f6-ec94ee624400 None None] Network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:24:22.145951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-7c4603a5-198f-40ba-9d72-ddf3d6d590e8 None None] Provisioning for port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:24:22.190222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:22.264636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:22.385804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:22.389433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=fc7b1460-9075-4fe4-a32a-5e66b92fc628,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:22.521881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c38a1198-7962-4b5c-8a80-ae61c1f262cd up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:24:22.551696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:24:22.553689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:24:22.573878 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Provisioning for port fc7b1460-9075-4fe4-a32a-5e66b92fc628 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:24:22.585023 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Provisioning complete for port fc7b1460-9075-4fe4-a32a-5e66b92fc628 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:24:22.585574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:22.585764 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Attempt 1 to provision port fc7b1460-9075-4fe4-a32a-5e66b92fc628 Oct 20 04:24:22.650786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Port fc7b1460-9075-4fe4-a32a-5e66b92fc628 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:24:22.699447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port c38a1198-7962-4b5c-8a80-ae61c1f262cd completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:24:22.704812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c38a1198-7962-4b5c-8a80-ae61c1f262cd triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:24:22.705183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:22.705557 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c38a1198-7962-4b5c-8a80-ae61c1f262cd Oct 20 04:24:22.751964 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 703a67e9-a3e6-408e-a537-cefce72f7677 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:24:22.825982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c38a1198-7962-4b5c-8a80-ae61c1f262cd is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:24:22.826355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:22.875614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port c38a1198-7962-4b5c-8a80-ae61c1f262cd, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c38a1198-7962-4b5c-8a80-ae61c1f262cd,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:22.934791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:24:22.944901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Sync routers for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:24:22.947073 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4eba12ee-9f7e-4362-a042-b3905cfdaf79 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/703a67e9-a3e6-408e-a537-cefce72f7677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0036714 Oct 20 04:24:22.951111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:22.955556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:24:23.043638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:23.044278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:24:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:23.123416 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-33e83446-d135-41f5-bda0-b7405858b331 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685291737&fields=id&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 267 time: 0.0508921 Oct 20 04:24:23.157949 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Attempt 2 to provision port fc7b1460-9075-4fe4-a32a-5e66b92fc628 Oct 20 04:24:23.256405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=c38a1198-7962-4b5c-8a80-ae61c1f262cd,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:23.269738 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Port fc7b1460-9075-4fe4-a32a-5e66b92fc628 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:24:23.270972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-81b43441-eaaf-4336-8a94-ca2427766af7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:23.272402 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-81b43441-eaaf-4336-8a94-ca2427766af7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/networks?id=99c38e57-c356-4bc9-82ef-34d6d84e80a6 HTTP/1.1" status: 200 len: 796 time: 0.1421587 Oct 20 04:24:23.287787 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-22125f15-b128-4f18-95c3-1e5ed0cd9d4d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/quotas/388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 375 time: 0.0088859 Oct 20 04:24:23.303275 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:23.362664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:24:23.372552 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:24:23.372931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:23.373286 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 Oct 20 04:24:23.375590 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-187ef1e0-2fd1-4da9-af65-1b0146a1df32 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822124 Oct 20 04:24:23.391760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-e95d0c88-be66-4550-bee3-f5d1db9c47de service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:24:23.392706 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-e95d0c88-be66-4550-bee3-f5d1db9c47de service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049522 Oct 20 04:24:23.522320 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-9f745915-60af-4644-b694-add1e132b4ed service neutron] 10.222.0.33 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236804 Oct 20 04:24:23.662252 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-c117b725-ce79-4bb9-bd33-57e9bd84ddf7 service neutron] 10.222.0.33 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316142 Oct 20 04:24:23.734429 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:24:23.734825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:23.771123 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Attempt 3 to provision port fc7b1460-9075-4fe4-a32a-5e66b92fc628 Oct 20 04:24:23.822930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=52e0dc27-ee3d-4c1e-a035-a0329d8f4a02,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:23.840930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Port fc7b1460-9075-4fe4-a32a-5e66b92fc628 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:24:23.847008 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:21Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'fc7b1460-9075-4fe4-a32a-5e66b92fc628', 'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:95:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:20Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 2, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:23.850804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Checking router: 703a67e9-a3e6-408e-a537-cefce72f7677 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:24:23.851152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Updating router 703a67e9-a3e6-408e-a537-cefce72f7677 port fc7b1460-9075-4fe4-a32a-5e66b92fc628 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:24:23.889200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a1328575-74fe-4e5d-812e-0b2b39092f3f req-474d29cd-37be-45b4-995b-39923bf2fb78 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:24:23.889458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:23.951908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:23.961330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-a1328575-74fe-4e5d-812e-0b2b39092f3f req-474d29cd-37be-45b4-995b-39923bf2fb78 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:24:23.962757 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a1328575-74fe-4e5d-812e-0b2b39092f3f req-474d29cd-37be-45b4-995b-39923bf2fb78 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 210 time: 0.1238716 Oct 20 04:24:24.014665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=52e0dc27-ee3d-4c1e-a035-a0329d8f4a02,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:24.293771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:24.305052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Transition to ACTIVE for port object fc7b1460-9075-4fe4-a32a-5e66b92fc628 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:24:24.341515 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Attempt 4 to provision port fc7b1460-9075-4fe4-a32a-5e66b92fc628 Oct 20 04:24:24.369418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:24.481803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c38a1198-7962-4b5c-8a80-ae61c1f262cd up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:24:24.582464 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Port fc7b1460-9075-4fe4-a32a-5e66b92fc628 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:24:24.592450 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd7126-8946-448f-86af-394ef49dffcd None None] Pushing event updated for resources: {'Port': ['ID=fc7b1460-9075-4fe4-a32a-5e66b92fc628,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:24.658847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Attempting to bind port fc7b1460-9075-4fe4-a32a-5e66b92fc628 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:24:24.659223 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Attempting to bind port fc7b1460-9075-4fe4-a32a-5e66b92fc628 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:24:24.659583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Attempting to bind port fc7b1460-9075-4fe4-a32a-5e66b92fc628 on network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:24:24.665606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port c38a1198-7962-4b5c-8a80-ae61c1f262cd triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:24:24.665976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:24.666311 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port c38a1198-7962-4b5c-8a80-ae61c1f262cd Oct 20 04:24:24.691811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:24:24.692181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Checking segment: {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:24:24.692570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:24.692957 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Bound using segment: {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:24:24.693454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Bound port: fc7b1460-9075-4fe4-a32a-5e66b92fc628, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:24:24.693821 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:24.849897 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] For port fc7b1460-9075-4fe4-a32a-5e66b92fc628, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:24:24.857874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] For port fc7b1460-9075-4fe4-a32a-5e66b92fc628, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fc7b1460-9075-4fe4-a32a-5e66b92fc628,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:24:24.863889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port c38a1198-7962-4b5c-8a80-ae61c1f262cd is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:24:24.865007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:24:24.931065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:24:24.931441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:24.931823 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 Oct 20 04:24:24.962292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:25.036955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:25.037617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:24:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:25.077768 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-beb57a65-1c77-4e02-a1e3-d164d69530de req-a16be8ef-f931-4dd2-a3fb-160cad8afcff tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 210 time: 0.0533755 Oct 20 04:24:25.096498 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Attempt 5 to provision port fc7b1460-9075-4fe4-a32a-5e66b92fc628 Oct 20 04:24:25.275986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd7126-8946-448f-86af-394ef49dffcd None None] Pushing event updated for resources: {'Port': ['ID=fc7b1460-9075-4fe4-a32a-5e66b92fc628,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:25.355562 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0e00d-e233-4d92-b7c4-f89258b0a33e None None] Port fc7b1460-9075-4fe4-a32a-5e66b92fc628 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:24:25.373755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:25.413620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:24:25.694269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:21Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'fc7b1460-9075-4fe4-a32a-5e66b92fc628', 'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:95:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:20Z', 'updated_at': '2022-10-20T04:24:24Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:25.698192 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2adcef-2261-4809-bf5a-1668948797f0 None None] The sync data for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv is: [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:21Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'fc7b1460-9075-4fe4-a32a-5e66b92fc628', 'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:95:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:20Z', 'updated_at': '2022-10-20T04:24:24Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:24:26.317488 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c06c8ff9-31a8-4327-ad17-087397a448a3 req-bd25e278-f086-422f-8bea-82ae75855025 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 210 time: 0.1790404 Oct 20 04:24:26.486260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fc7b1460-9075-4fe4-a32a-5e66b92fc628 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:24:26.624462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port fc7b1460-9075-4fe4-a32a-5e66b92fc628 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:24:26.630626 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port fc7b1460-9075-4fe4-a32a-5e66b92fc628 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:24:26.630988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:26.631380 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port fc7b1460-9075-4fe4-a32a-5e66b92fc628 Oct 20 04:24:26.749255 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port fc7b1460-9075-4fe4-a32a-5e66b92fc628 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:24:26.749658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:26.784792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port fc7b1460-9075-4fe4-a32a-5e66b92fc628, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fc7b1460-9075-4fe4-a32a-5e66b92fc628,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:26.852677 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:26.917257 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=fc7b1460-9075-4fe4-a32a-5e66b92fc628,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:27.428764 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7987cc0d-b374-4e09-8995-3649f0c1d406 req-68a98946-676b-463b-ba9e-59138cac071f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 210 time: 0.0491600 Oct 20 04:24:28.463666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fc7b1460-9075-4fe4-a32a-5e66b92fc628 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:24:28.529423 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port fc7b1460-9075-4fe4-a32a-5e66b92fc628 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:24:28.529849 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:28.530186 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port fc7b1460-9075-4fe4-a32a-5e66b92fc628 Oct 20 04:24:28.588788 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ded2e097-b328-42af-9bb5-f1cfe07cc636 req-634936b6-824c-4703-b6da-523aa33823f9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 210 time: 0.0486345 Oct 20 04:24:28.649149 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port fc7b1460-9075-4fe4-a32a-5e66b92fc628 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:24:29.758414 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-df61f2d7-96a1-47cf-aaf3-6fcd515247df req-05771f04-2330-439e-aee2-ff55c2fbb78c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 210 time: 0.0494776 Oct 20 04:24:29.759011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-6b602562-064f-4140-8e21-c81d1c32d4d4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:29.759690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-6b602562-064f-4140-8e21-c81d1c32d4d4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:24:29.830522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-6b602562-064f-4140-8e21-c81d1c32d4d4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:24:29.831519 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-6b602562-064f-4140-8e21-c81d1c32d4d4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/networks?id=99c38e57-c356-4bc9-82ef-34d6d84e80a6 HTTP/1.1" status: 200 len: 796 time: 0.2158568 Oct 20 04:24:29.888529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-dd28f1ee-c65b-404d-87c2-d89d23830a4a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:24:29.967170 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-dd28f1ee-c65b-404d-87c2-d89d23830a4a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:24:29.968386 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-dd28f1ee-c65b-404d-87c2-d89d23830a4a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=388812b1063b41f199fb2de69afc6d98 HTTP/1.1" status: 200 len: 379 time: 0.1236818 Oct 20 04:24:29.981121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'port': {'device_id': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'admin_state_up': True, 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'security_groups': ['344a9141-0769-4869-99fc-1564d6071972']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:30.116570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:30.127091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:30.178915 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Made reservation on behalf of 388812b1063b41f199fb2de69afc6d98 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:24:30.182359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:30.340144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.20.0.6 (99c38e57-c356-4bc9-82ef-34d6d84e80a6/4cc7e6e0-602d-411b-9f34-a34e61ebb6a0/2468347f-311e-4627-a55c-9f4893193e30) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:24:30.520506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:30.534972 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Transition to ACTIVE for port object 2468347f-311e-4627-a55c-9f4893193e30 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:24:30.596466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:30.666277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:24:30.669686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:24:30.673523 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:24:30.707403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=2468347f-311e-4627-a55c-9f4893193e30,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:30.744486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:30.745250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:30.836458 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-155c0de9-b735-470b-8b46-b9743f15a951 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8590188 Oct 20 04:24:30.852299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Request body: {'port': {'device_id': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:30.995640 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f54a71c3-a7cc-4c73-b436-e269a9f42944 None None] Provisioning for port 2468347f-311e-4627-a55c-9f4893193e30 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:24:31.000768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f54a71c3-a7cc-4c73-b436-e269a9f42944 None None] Provisioning complete for port 2468347f-311e-4627-a55c-9f4893193e30 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:24:31.001135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f54a71c3-a7cc-4c73-b436-e269a9f42944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:31.001543 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f54a71c3-a7cc-4c73-b436-e269a9f42944 None None] Attempt 1 to provision port 2468347f-311e-4627-a55c-9f4893193e30 Oct 20 04:24:31.026238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:31.044571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e9eda-3145-48c2-90f1-51cf23e9bef5 req-ccd06af3-35a2-4fda-82e7-3ad922f58dcd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:31.045159 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-d43e9eda-3145-48c2-90f1-51cf23e9bef5 req-ccd06af3-35a2-4fda-82e7-3ad922f58dcd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:24:31.057485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f54a71c3-a7cc-4c73-b436-e269a9f42944 None None] Port 2468347f-311e-4627-a55c-9f4893193e30 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:24:31.163718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-d43e9eda-3145-48c2-90f1-51cf23e9bef5 req-ccd06af3-35a2-4fda-82e7-3ad922f58dcd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:24:31.164862 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d43e9eda-3145-48c2-90f1-51cf23e9bef5 req-ccd06af3-35a2-4fda-82e7-3ad922f58dcd tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 931 time: 0.2871387 Oct 20 04:24:31.287749 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d43e9eda-3145-48c2-90f1-51cf23e9bef5 req-f35cb08f-dcd3-4b2f-aaab-bec3ffaddcd7 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167467 Oct 20 04:24:31.410978 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2468347f-311e-4627-a55c-9f4893193e30 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:24:31.418078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:31.431695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Transition to ACTIVE for port object 2468347f-311e-4627-a55c-9f4893193e30 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:24:31.498544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:31.558930 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f54a71c3-a7cc-4c73-b436-e269a9f42944 None None] Attempt 2 to provision port 2468347f-311e-4627-a55c-9f4893193e30 Oct 20 04:24:31.617887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f54a71c3-a7cc-4c73-b436-e269a9f42944 None None] Port 2468347f-311e-4627-a55c-9f4893193e30 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:24:31.793985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Pushing event updated for resources: {'Port': ['ID=2468347f-311e-4627-a55c-9f4893193e30,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:31.827782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Attempting to bind port 2468347f-311e-4627-a55c-9f4893193e30 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:24:31.828037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Attempting to bind port 2468347f-311e-4627-a55c-9f4893193e30 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:24:31.828356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Attempting to bind port 2468347f-311e-4627-a55c-9f4893193e30 on network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:24:31.832814 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Port 2468347f-311e-4627-a55c-9f4893193e30 on network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:24:31.833124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Attempting to bind port 2468347f-311e-4627-a55c-9f4893193e30 on network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:24:31.838080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:24:31.838623 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Checking segment: {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:24:31.838767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Bound using segment: {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:24:31.839180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Bound port: 2468347f-311e-4627-a55c-9f4893193e30, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423a8c14-9290-47b5-8d5a-c5cdb90013c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:24:31.839565 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:31.923638 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] For port 2468347f-311e-4627-a55c-9f4893193e30, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:24:31.926571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] For port 2468347f-311e-4627-a55c-9f4893193e30, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2468347f-311e-4627-a55c-9f4893193e30,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:24:32.007571 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:32.036581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:32.037173 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:32.038516 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] 10.222.0.26 "PUT /v2.0/ports/2468347f-311e-4627-a55c-9f4893193e30 HTTP/1.1" status: 200 len: 1093 time: 1.1904018 Oct 20 04:24:32.039026 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'tag': '2468347f-311e-4627-a55c-9f4893193e30'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:24:32.041290 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a126f3-870d-4b3f-ba4e-202650af93b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "tag": "2468347f-311e-4627-a55c-9f4893193e30"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:24:32.088105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d6a578-8e68-42e3-818c-ed39b3d0959f x-openstack-request-id: req-05d6a578-8e68-42e3-818c-ed39b3d0959f {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:24:32.088387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "tag": "2468347f-311e-4627-a55c-9f4893193e30", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:24:32.088635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-05d6a578-8e68-42e3-818c-ed39b3d0959f {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:24:32.089103 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d6a578-8e68-42e3-818c-ed39b3d0959f'] response: {'name': 'network-changed', 'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'tag': '2468347f-311e-4627-a55c-9f4893193e30', 'status': 'completed', 'code': 200} Oct 20 04:24:32.089930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7535a8d-549b-4731-ba21-1df2f6ded801 service neutron] Pushing event updated for resources: {'Port': ['ID=2468347f-311e-4627-a55c-9f4893193e30,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:32.119717 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f54a71c3-a7cc-4c73-b436-e269a9f42944 None None] Attempt 3 to provision port 2468347f-311e-4627-a55c-9f4893193e30 Oct 20 04:24:32.181142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f54a71c3-a7cc-4c73-b436-e269a9f42944 None None] Port 2468347f-311e-4627-a55c-9f4893193e30 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:24:32.188555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a126f3-870d-4b3f-ba4e-202650af93b9 req-46b1afb8-6730-4358-9892-9dd3bbbf9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:32.190049 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59a126f3-870d-4b3f-ba4e-202650af93b9 req-46b1afb8-6730-4358-9892-9dd3bbbf9d9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 1096 time: 0.0773976 Oct 20 04:24:32.329927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a126f3-870d-4b3f-ba4e-202650af93b9 req-e23afdcb-e788-48a2-bccf-dca12ab1ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:32.331381 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59a126f3-870d-4b3f-ba4e-202650af93b9 req-e23afdcb-e788-48a2-bccf-dca12ab1ee20 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=388812b1063b41f199fb2de69afc6d98&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1307831 Oct 20 04:24:32.523312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a126f3-870d-4b3f-ba4e-202650af93b9 req-aa4c9ff2-e40d-4a63-b50f-4a0c66c9bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:32.524733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-59a126f3-870d-4b3f-ba4e-202650af93b9 req-aa4c9ff2-e40d-4a63-b50f-4a0c66c9bc5b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1839962 Oct 20 04:24:32.544199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97be0f4-84a1-430d-8636-29761800ca02 req-84ed9218-1b84-48ab-8474-bd30a2438870 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:32.545723 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f97be0f4-84a1-430d-8636-29761800ca02 req-84ed9218-1b84-48ab-8474-bd30a2438870 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 943 time: 0.1368697 Oct 20 04:24:32.640953 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f97be0f4-84a1-430d-8636-29761800ca02 req-93e877f4-3a1d-4003-9f0b-79e88173915b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894754 Oct 20 04:24:32.661136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-d04c245e-fe52-4cc6-88ed-2b7ffe3bac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:32.662524 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-d04c245e-fe52-4cc6-88ed-2b7ffe3bac54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 1096 time: 0.0968914 Oct 20 04:24:32.734529 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-1139ab00-53fe-4626-8458-c47cab918dee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2468347f-311e-4627-a55c-9f4893193e30 HTTP/1.1" status: 200 len: 217 time: 0.0615597 Oct 20 04:24:32.801172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-350edcbb-dbc6-47eb-a34c-e75d171c8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:32.802559 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-350edcbb-dbc6-47eb-a34c-e75d171c8f7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4cc7e6e0-602d-411b-9f34-a34e61ebb6a0 HTTP/1.1" status: 200 len: 835 time: 0.0582542 Oct 20 04:24:32.884593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-98305af7-36de-4de4-aac2-abb0530785ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:32.886063 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-98305af7-36de-4de4-aac2-abb0530785ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99c38e57-c356-4bc9-82ef-34d6d84e80a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743673 Oct 20 04:24:33.015412 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-5bb9e1a8-179d-4e46-99b0-c66570cc2adc service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201224 Oct 20 04:24:33.147531 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-63974a9d-c2f8-4b4f-9058-cb0a72ee54d1 req-a428b616-511a-4f2c-96d7-890c5bbd4a70 service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230061 Oct 20 04:24:33.841496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800033e-4c60-49fa-8424-229005e3e8e6 req-08fd0339-376b-4a9d-822e-43dd23292bd0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:33.842959 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b800033e-4c60-49fa-8424-229005e3e8e6 req-08fd0339-376b-4a9d-822e-43dd23292bd0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 943 time: 0.0892501 Oct 20 04:24:33.886533 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b800033e-4c60-49fa-8424-229005e3e8e6 req-c8bb9180-6792-4a83-9289-5c485cb9faad tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378885 Oct 20 04:24:35.084005 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b8993-29c1-4f8e-aead-1654f3bc7ae8 req-1cf9ea68-07d1-4c2c-8d43-6fa2e2aef00d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:35.085445 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d49b8993-29c1-4f8e-aead-1654f3bc7ae8 req-1cf9ea68-07d1-4c2c-8d43-6fa2e2aef00d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 943 time: 0.0870752 Oct 20 04:24:35.128876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d49b8993-29c1-4f8e-aead-1654f3bc7ae8 req-dd982b62-e87c-4b22-8dfe-7eb7a2787c9a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377953 Oct 20 04:24:35.666544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2468347f-311e-4627-a55c-9f4893193e30 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:24:35.797641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2468347f-311e-4627-a55c-9f4893193e30, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2468347f-311e-4627-a55c-9f4893193e30,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:35.810302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '2468347f-311e-4627-a55c-9f4893193e30', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'port_id': '2468347f-311e-4627-a55c-9f4893193e30', 'mac_address': 'fa:16:3e:87:83:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:24:35.866991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2468347f-311e-4627-a55c-9f4893193e30 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:24:35.867362 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:35.883869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2468347f-311e-4627-a55c-9f4893193e30 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:24:35.900139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2468347f-311e-4627-a55c-9f4893193e30, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2468347f-311e-4627-a55c-9f4893193e30,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:35.978251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:36.043804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2468347f-311e-4627-a55c-9f4893193e30,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:36.229769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['2468347f-311e-4627-a55c-9f4893193e30'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:24:36.439499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4249a39-f4b5-4809-ae1b-f325e751b5c2 req-afda134e-0e80-4502-987d-2d3de092117c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:36.440944 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f4249a39-f4b5-4809-ae1b-f325e751b5c2 req-afda134e-0e80-4502-987d-2d3de092117c tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 944 time: 0.2044485 Oct 20 04:24:36.485557 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f4249a39-f4b5-4809-ae1b-f325e751b5c2 req-d8717039-d448-450f-a029-90f926d04d6d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380733 Oct 20 04:24:37.681720 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2468347f-311e-4627-a55c-9f4893193e30 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:24:37.686028 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d947c87-1829-434b-8580-2422c32f8095 req-057e72b7-9caa-472e-b1fb-bae3b63bf822 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:37.687487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5d947c87-1829-434b-8580-2422c32f8095 req-057e72b7-9caa-472e-b1fb-bae3b63bf822 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 944 time: 0.0916109 Oct 20 04:24:37.733397 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5d947c87-1829-434b-8580-2422c32f8095 req-7aac86ce-1a24-414d-b4ed-ae217063d8a4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401015 Oct 20 04:24:37.835964 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 2468347f-311e-4627-a55c-9f4893193e30 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:24:37.840646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 2468347f-311e-4627-a55c-9f4893193e30 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:24:37.841016 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:37.841380 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 2468347f-311e-4627-a55c-9f4893193e30 Oct 20 04:24:37.952765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 2468347f-311e-4627-a55c-9f4893193e30 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:24:37.953138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:37.978548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2468347f-311e-4627-a55c-9f4893193e30'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:24:37.981367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7476cf-6c96-40a1-9673-321c376d746e" -d '{"events": [{"server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "name": "network-vif-plugged", "status": "completed", "tag": "2468347f-311e-4627-a55c-9f4893193e30"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:24:37.989164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 2468347f-311e-4627-a55c-9f4893193e30, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2468347f-311e-4627-a55c-9f4893193e30,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:24:38.024106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b525ea-f31f-4be6-be7b-d9c2f9dea6f6 x-openstack-request-id: req-c1b525ea-f31f-4be6-be7b-d9c2f9dea6f6 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:24:38.024394 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "name": "network-vif-plugged", "status": "completed", "tag": "2468347f-311e-4627-a55c-9f4893193e30", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:24:38.024642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c1b525ea-f31f-4be6-be7b-d9c2f9dea6f6 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:24:38.025030 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b525ea-f31f-4be6-be7b-d9c2f9dea6f6'] response: {'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2468347f-311e-4627-a55c-9f4893193e30', 'code': 200} Oct 20 04:24:38.052816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:38.118296 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=2468347f-311e-4627-a55c-9f4893193e30,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:38.458748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fce0f-320b-431e-b2db-889a0fc61ca8 req-a8161efa-0789-4703-a2b8-dac9adeb7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:38.460196 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6c5fce0f-320b-431e-b2db-889a0fc61ca8 req-a8161efa-0789-4703-a2b8-dac9adeb7150 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 1098 time: 0.1814964 Oct 20 04:24:38.646375 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6c5fce0f-320b-431e-b2db-889a0fc61ca8 req-befd22ba-312f-4d97-adc2-dcda787fa3e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334899 Oct 20 04:24:38.930868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f7f62-d274-4d69-b3a0-8771821bce9e req-ceb57308-48e6-4eb2-8128-03fa3975103b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:38.932323 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f04f7f62-d274-4d69-b3a0-8771821bce9e req-ceb57308-48e6-4eb2-8128-03fa3975103b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.0885780 Oct 20 04:24:38.975556 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f04f7f62-d274-4d69-b3a0-8771821bce9e req-dafb78ab-cf97-4649-8ced-d020a0ed5950 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372002 Oct 20 04:24:39.835938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f262787b-de0d-429f-a233-39c52fec8f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:40.172187 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b79fb-5f12-4320-b43d-29d49112a8f8 req-9b99309e-09c3-47a3-b368-9f13cee0b515 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:40.173645 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-612b79fb-5f12-4320-b43d-29d49112a8f8 req-9b99309e-09c3-47a3-b368-9f13cee0b515 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.0860529 Oct 20 04:24:40.216049 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-612b79fb-5f12-4320-b43d-29d49112a8f8 req-75448cae-fe54-4c31-b7f6-49506c3f2bf4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367630 Oct 20 04:24:40.414568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30c78d-6734-4e2b-b3f8-ebd91603f696 req-7a292ca7-9b89-423d-9c55-6f80145bd3e1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:40.416025 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c30c78d-6734-4e2b-b3f8-ebd91603f696 req-7a292ca7-9b89-423d-9c55-6f80145bd3e1 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.0882971 Oct 20 04:24:40.458862 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3c30c78d-6734-4e2b-b3f8-ebd91603f696 req-fd51d4b2-1218-4371-8a5f-dab5ff93451d tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367014 Oct 20 04:24:40.487808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48052) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:40.564713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684d221e-31fd-4108-82b9-0d0e03eba6b2 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:40.566201 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-684d221e-31fd-4108-82b9-0d0e03eba6b2 tempest-TestNetworkAdvancedServerOps-360744593 tempest-TestNetworkAdvancedServerOps-360744593-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 1093 time: 0.0774684 Oct 20 04:24:40.568975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48056) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:40.573704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '2468347f-311e-4627-a55c-9f4893193e30', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address': '172.20.0.6'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:24:40.579396 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:24:40.583153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Usage tracker for resource:floatingip and tenant:388812b1063b41f199fb2de69afc6d98 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:24:40.585910 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:24:40.591980 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:24:40.664429 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:40.796112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:40.927890 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Allocated IP 172.26.7.49 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/af6e702e-88c4-4c78-aec3-568bb428764f) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:24:41.069184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:41.172577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:41.234554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:24:41.237418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:24:41.239839 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:24:41.280115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=af6e702e-88c4-4c78-aec3-568bb428764f,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:41.628405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:41.768118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:41.964286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:42.024124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:42.226536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event updated for resources: {'Port': ['ID=af6e702e-88c4-4c78-aec3-568bb428764f,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:24:42.228753 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:42.344339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7046c7f6-bc0f-4f70-b836-3aae28c5a200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:42.396798 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 442d967f-e01e-4ead-910f-2a620869c63c associated. External IP: 172.26.7.49, port: 2468347f-311e-4627-a55c-9f4893193e30. Oct 20 04:24:42.740029 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 703a67e9-a3e6-408e-a537-cefce72f7677 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:24:42.912191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:24:42.922338 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] Sync routers for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:24:42.931406 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:42.932005 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:24:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:42.990288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:43.044902 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a357920a-b55f-4baa-b1da-c843105931b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4748974 Oct 20 04:24:43.045550 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'tag': '2468347f-311e-4627-a55c-9f4893193e30'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:24:43.047896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "tag": "2468347f-311e-4627-a55c-9f4893193e30"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:24:43.096490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ca35e7-d89e-4590-93f4-c27133f7cd79 x-openstack-request-id: req-11ca35e7-d89e-4590-93f4-c27133f7cd79 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:24:43.096783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "tag": "2468347f-311e-4627-a55c-9f4893193e30", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:24:43.097037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-11ca35e7-d89e-4590-93f4-c27133f7cd79 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:24:43.097474 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ca35e7-d89e-4590-93f4-c27133f7cd79'] response: {'name': 'network-changed', 'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'tag': '2468347f-311e-4627-a55c-9f4893193e30', 'status': 'completed', 'code': 200} Oct 20 04:24:43.103302 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:43.210033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-98e72e4e-d7b0-4438-924e-1bbed9d268be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:43.211431 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-98e72e4e-d7b0-4438-924e-1bbed9d268be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 1098 time: 0.0848391 Oct 20 04:24:43.245422 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519da9-a5de-47b1-91f4-a5b7d28063d8 req-3396eff0-0de8-4b47-a012-19bed4491981 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:43.247562 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8d519da9-a5de-47b1-91f4-a5b7d28063d8 req-3396eff0-0de8-4b47-a012-19bed4491981 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.0974500 Oct 20 04:24:43.295381 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-8d519da9-a5de-47b1-91f4-a5b7d28063d8 req-e65dfa41-53e2-42df-8e98-690c44b57f85 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419209 Oct 20 04:24:43.326233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48064) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:43.423678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-07ca481b-e1cc-4636-8c27-b31861796d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:43.425140 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-07ca481b-e1cc-4636-8c27-b31861796d8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=99c38e57-c356-4bc9-82ef-34d6d84e80a6 HTTP/1.1" status: 200 len: 897 time: 0.2079957 Oct 20 04:24:43.471889 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:21Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '442d967f-e01e-4ead-910f-2a620869c63c', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'port_id': '2468347f-311e-4627-a55c-9f4893193e30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'mac_address': 'fa:16:3e:87:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:24:41Z', 'updated_at': '2022-10-20T04:24:41Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7b1460-9075-4fe4-a32a-5e66b92fc628', 'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:95:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:20Z', 'updated_at': '2022-10-20T04:24:26Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:43.475465 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] Checking router: 703a67e9-a3e6-408e-a537-cefce72f7677 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:24:43.484504 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:24:43.485106 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:24:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:43.515715 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-a07580f4-150b-453e-a6ca-2712b7da3e21 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/442d967f-e01e-4ead-910f-2a620869c63c HTTP/1.1" status: 200 len: 990 time: 0.1883984 Oct 20 04:24:43.541638 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-c4f0190a-bdbd-4f56-9501-b68ee2daba20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2468347f-311e-4627-a55c-9f4893193e30 HTTP/1.1" status: 200 len: 998 time: 0.1089602 Oct 20 04:24:43.561749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:43.578959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:43.663759 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:24:43.735659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-d1be6749-0220-4a1c-8952-94d7f835d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:43.737003 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-d1be6749-0220-4a1c-8952-94d7f835d111 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4cc7e6e0-602d-411b-9f34-a34e61ebb6a0 HTTP/1.1" status: 200 len: 835 time: 0.1900284 Oct 20 04:24:43.819736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-6c1ad491-ca15-4d39-b763-c1b2d7f2aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:43.821182 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-6c1ad491-ca15-4d39-b763-c1b2d7f2aed3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99c38e57-c356-4bc9-82ef-34d6d84e80a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762358 Oct 20 04:24:43.946821 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-c54ced1e-c1a2-4d77-abd5-f09d99153d0b service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193249 Oct 20 04:24:44.004445 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:21Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '442d967f-e01e-4ead-910f-2a620869c63c', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'port_id': '2468347f-311e-4627-a55c-9f4893193e30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'mac_address': 'fa:16:3e:87:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:24:41Z', 'updated_at': '2022-10-20T04:24:41Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7b1460-9075-4fe4-a32a-5e66b92fc628', 'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:95:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:20Z', 'updated_at': '2022-10-20T04:24:26Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:24:44.008265 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7358960-0e11-44b2-9595-1e2f563b8163 None None] The sync data for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv is: [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:21Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '442d967f-e01e-4ead-910f-2a620869c63c', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'port_id': '2468347f-311e-4627-a55c-9f4893193e30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'mac_address': 'fa:16:3e:87:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:24:41Z', 'updated_at': '2022-10-20T04:24:41Z', 'revision_number': 0, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7b1460-9075-4fe4-a32a-5e66b92fc628', 'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:95:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:20Z', 'updated_at': '2022-10-20T04:24:26Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:24:44.077220 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-67baec5a-f5ec-427d-a0d8-e4a0f0e9d70a req-636453e6-89c0-4b11-94a6-131a312dff29 service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243544 Oct 20 04:24:44.186484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583dbab-f41e-4588-9d91-e9245f6abfca None None] New status for floating IP 442d967f-e01e-4ead-910f-2a620869c63c: ACTIVE {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:24:44.519085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48068) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:24:44.623974 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-2b0248e6-ee4f-4c55-9a3a-db07f64e8264 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/442d967f-e01e-4ead-910f-2a620869c63c HTTP/1.1" status: 200 len: 992 time: 0.1036863 Oct 20 04:24:45.047190 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:47.692919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:56.670341 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:25:04.265836 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-1476b79d-ad61-46d5-8fb7-b69f046a0491 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789537 Oct 20 04:25:04.408308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-1cf135c3-5104-495a-a4c1-9d03230c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:04.409789 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-1cf135c3-5104-495a-a4c1-9d03230c27bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 1098 time: 0.0762904 Oct 20 04:25:04.551968 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-71f6a6b7-8866-47e6-b67e-f22bec7df285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:04.553344 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-71f6a6b7-8866-47e6-b67e-f22bec7df285 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99c38e57-c356-4bc9-82ef-34d6d84e80a6 HTTP/1.1" status: 200 len: 897 time: 0.1254649 Oct 20 04:25:04.658775 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-672795de-de2e-46e5-bde6-006f4bbf6abb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2468347f-311e-4627-a55c-9f4893193e30 HTTP/1.1" status: 200 len: 1000 time: 0.0957117 Oct 20 04:25:04.724301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-60008da9-2567-46df-bf2b-e71cbb92cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:04.725729 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-60008da9-2567-46df-bf2b-e71cbb92cfcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4cc7e6e0-602d-411b-9f34-a34e61ebb6a0 HTTP/1.1" status: 200 len: 835 time: 0.0591638 Oct 20 04:25:04.814545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-a2bf4eb5-be9d-4e62-afa0-f4a8569e287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:04.814545 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-a2bf4eb5-be9d-4e62-afa0-f4a8569e287d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99c38e57-c356-4bc9-82ef-34d6d84e80a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756657 Oct 20 04:25:04.938536 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-d20cf87c-fb55-4c72-8b21-ba9fad0ea30d service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215396 Oct 20 04:25:05.066653 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7bfd8b19-1699-44d4-84b0-8f6d85a30f71 req-8b02766b-eca1-42db-ad02-ebc8900c9ca8 service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217690 Oct 20 04:25:09.817127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-14111666-bac5-4558-b1d8-10c721ce83d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:12.344075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60018d81-c4b1-4e9f-933d-4940e10e5bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:13.560737 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:13.606469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:15.029367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:17.704886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:18.335552 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b851865-eb44-4a27-b91e-0f3f09b70dfe req-6daef190-9725-43d1-bef0-6582ddce33ae tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:18.336994 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b851865-eb44-4a27-b91e-0f3f09b70dfe req-6daef190-9725-43d1-bef0-6582ddce33ae tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.0900314 Oct 20 04:25:18.379265 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3b851865-eb44-4a27-b91e-0f3f09b70dfe req-e1360a15-5cbf-4f32-882a-844566df7ce0 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366888 Oct 20 04:25:19.576644 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd162c4-d13c-4f39-8a1c-c8633b80e7d9 req-6d127e11-da04-4a5e-886f-4239e4bdc8e3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:19.578112 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3bd162c4-d13c-4f39-8a1c-c8633b80e7d9 req-6d127e11-da04-4a5e-886f-4239e4bdc8e3 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.0878367 Oct 20 04:25:19.620329 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3bd162c4-d13c-4f39-8a1c-c8633b80e7d9 req-1462ca57-9871-41ac-b08e-083fad7173c8 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366278 Oct 20 04:25:19.649781 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48088) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:19.758472 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-59b28fcd-929f-4648-9255-6425f478740a tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/442d967f-e01e-4ead-910f-2a620869c63c HTTP/1.1" status: 200 len: 992 time: 0.1073885 Oct 20 04:25:21.501610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b07d-1316-46ab-9039-872287f8481d req-672d358d-7aba-4b00-87e7-f833bde591ae tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:21.502944 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7754b07d-1316-46ab-9039-872287f8481d req-672d358d-7aba-4b00-87e7-f833bde591ae tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.2441895 Oct 20 04:25:21.553491 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7754b07d-1316-46ab-9039-872287f8481d req-dc4a75cf-c426-448e-81fa-79bd7874cd26 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446482 Oct 20 04:25:21.555480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-28c05070-d825-4b85-ab6b-9b2952a30567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:21.556810 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-28c05070-d825-4b85-ab6b-9b2952a30567 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 1098 time: 0.2267509 Oct 20 04:25:21.686827 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-83eb8d0c-1214-43df-9219-f7015eefc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:21.688882 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-83eb8d0c-1214-43df-9219-f7015eefc4ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=99c38e57-c356-4bc9-82ef-34d6d84e80a6 HTTP/1.1" status: 200 len: 897 time: 0.1225164 Oct 20 04:25:21.792390 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-c788b1ab-6036-4896-82b5-6475000cba10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2468347f-311e-4627-a55c-9f4893193e30 HTTP/1.1" status: 200 len: 1000 time: 0.0933905 Oct 20 04:25:21.856832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-b446236b-490c-481c-a965-6faf88e3e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:21.858337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-b446236b-490c-481c-a965-6faf88e3e070 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4cc7e6e0-602d-411b-9f34-a34e61ebb6a0 HTTP/1.1" status: 200 len: 835 time: 0.0571122 Oct 20 04:25:21.948256 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-4cb0bbee-90d0-4749-a2f5-7593310ed536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:21.949924 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-4cb0bbee-90d0-4749-a2f5-7593310ed536 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99c38e57-c356-4bc9-82ef-34d6d84e80a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808585 Oct 20 04:25:22.080691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-9e2ebf60-cdf3-4ba8-9030-cc7587d50912 service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207652 Oct 20 04:25:22.208510 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c2a56662-d6d7-4706-b177-e0311d89e410 req-ba200261-2308-4bd0-b52c-ddb187daf093 service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189823 Oct 20 04:25:22.750725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9815a-98ef-40c4-90a8-6da275a24a31 req-74e85d62-8a1a-45a1-9279-1ecdf562fdcf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:22.752325 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c2a9815a-98ef-40c4-90a8-6da275a24a31 req-74e85d62-8a1a-45a1-9279-1ecdf562fdcf tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.0859702 Oct 20 04:25:22.794215 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c2a9815a-98ef-40c4-90a8-6da275a24a31 req-dc25377e-09ef-43e5-a5a0-7b917d25742f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362544 Oct 20 04:25:23.987528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefb2ef-e535-4056-9528-20dcbe5b5d7d req-982461a0-1ddb-4d6e-948d-39ff73b32c5b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:23.988857 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffefb2ef-e535-4056-9528-20dcbe5b5d7d req-982461a0-1ddb-4d6e-948d-39ff73b32c5b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.0849571 Oct 20 04:25:24.030680 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffefb2ef-e535-4056-9528-20dcbe5b5d7d req-bb0f5de7-17d5-4cc2-9720-73d8d0909067 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362594 Oct 20 04:25:24.060381 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48102) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:24.164012 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fea1e895-a6ee-4661-b462-6bd44c2e09fa tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/floatingips/442d967f-e01e-4ead-910f-2a620869c63c HTTP/1.1" status: 200 len: 992 time: 0.1024420 Oct 20 04:25:24.435762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48110) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:24.637919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port af6e702e-88c4-4c78-aec3-568bb428764f {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:25:24.638263 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:24.800774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:24.801096 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:24.919348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for af6e702e-88c4-4c78-aec3-568bb428764f owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:25:25.235149 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:25.280877 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=af6e702e-88c4-4c78-aec3-568bb428764f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:25.317549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.317894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.318230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.318563 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.318895 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.319221 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.319549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.319870 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.320191 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.320510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.320828 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.321144 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:25.389111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:25.389528 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Floating IP 442d967f-e01e-4ead-910f-2a620869c63c disassociated (deleted). External IP: 172.26.7.49, port: 2468347f-311e-4627-a55c-9f4893193e30. Oct 20 04:25:25.728193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 703a67e9-a3e6-408e-a537-cefce72f7677 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:25:25.902470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:25:25.912415 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] Sync routers for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:25:25.924488 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:25.925095 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:25.978130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:26.033499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-78f1618b-b503-49ea-815e-27501fd039d9 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/floatingips/442d967f-e01e-4ead-910f-2a620869c63c HTTP/1.1" status: 204 len: 168 time: 1.5966446 Oct 20 04:25:26.034186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'tag': '2468347f-311e-4627-a55c-9f4893193e30'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:25:26.036589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391219a4-cabc-4456-adbb-49a0f4610539" -d '{"events": [{"name": "network-changed", "server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "tag": "2468347f-311e-4627-a55c-9f4893193e30"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:25:26.102589 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:26.128254 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c51da5-4c35-4656-97e2-b3d862d541ea x-openstack-request-id: req-74c51da5-4c35-4656-97e2-b3d862d541ea {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:25:26.128545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "tag": "2468347f-311e-4627-a55c-9f4893193e30", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:25:26.128795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-74c51da5-4c35-4656-97e2-b3d862d541ea {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:25:26.129193 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c51da5-4c35-4656-97e2-b3d862d541ea'] response: {'name': 'network-changed', 'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'tag': '2468347f-311e-4627-a55c-9f4893193e30', 'status': 'completed', 'code': 200} Oct 20 04:25:26.237864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391219a4-cabc-4456-adbb-49a0f4610539 req-2e9e086b-c85f-4fab-aee8-8091f200c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:26.239250 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-391219a4-cabc-4456-adbb-49a0f4610539 req-2e9e086b-c85f-4fab-aee8-8091f200c9ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388812b1063b41f199fb2de69afc6d98&device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 1098 time: 0.0783510 Oct 20 04:25:26.378056 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391219a4-cabc-4456-adbb-49a0f4610539 req-0deb50d3-0223-48ee-ace6-e29a77adb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:26.379508 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-391219a4-cabc-4456-adbb-49a0f4610539 req-0deb50d3-0223-48ee-ace6-e29a77adb92e service neutron] 10.222.0.26 "GET /v2.0/networks?id=99c38e57-c356-4bc9-82ef-34d6d84e80a6 HTTP/1.1" status: 200 len: 897 time: 0.1310194 Oct 20 04:25:26.414806 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:21Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'fc7b1460-9075-4fe4-a32a-5e66b92fc628', 'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:95:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:20Z', 'updated_at': '2022-10-20T04:24:26Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:26.418748 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] Checking router: 703a67e9-a3e6-408e-a537-cefce72f7677 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:25:26.427265 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:26.427892 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:26.464684 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-391219a4-cabc-4456-adbb-49a0f4610539 req-219f9c68-0a60-4505-80cc-72778fb185e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2468347f-311e-4627-a55c-9f4893193e30 HTTP/1.1" status: 200 len: 217 time: 0.0755734 Oct 20 04:25:26.533418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391219a4-cabc-4456-adbb-49a0f4610539 req-d27c08b0-6f40-4efe-b3ef-94b3ab5a8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:26.535113 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-391219a4-cabc-4456-adbb-49a0f4610539 req-d27c08b0-6f40-4efe-b3ef-94b3ab5a8758 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4cc7e6e0-602d-411b-9f34-a34e61ebb6a0 HTTP/1.1" status: 200 len: 835 time: 0.0642302 Oct 20 04:25:26.599041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9556fe8-0cdd-4cb0-89f6-8034d1cfe3a8 req-9034be9e-fb57-41f5-add9-5c4f3f925661 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:26.608273 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b9556fe8-0cdd-4cb0-89f6-8034d1cfe3a8 req-9034be9e-fb57-41f5-add9-5c4f3f925661 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.1116514 Oct 20 04:25:26.627582 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391219a4-cabc-4456-adbb-49a0f4610539 req-a6bb3313-a8e2-4103-8cac-5a9565ad7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:26.629725 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-391219a4-cabc-4456-adbb-49a0f4610539 req-a6bb3313-a8e2-4103-8cac-5a9565ad7e86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99c38e57-c356-4bc9-82ef-34d6d84e80a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875568 Oct 20 04:25:26.649405 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:26.657762 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b9556fe8-0cdd-4cb0-89f6-8034d1cfe3a8 req-caec6784-59a7-4fe3-9191-4b0e4fcd8825 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481231 Oct 20 04:25:26.869064 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-391219a4-cabc-4456-adbb-49a0f4610539 req-e1c2a982-443c-46d2-be6c-6474d81c9427 service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317417 Oct 20 04:25:26.956171 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:21Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'fc7b1460-9075-4fe4-a32a-5e66b92fc628', 'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:95:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:20Z', 'updated_at': '2022-10-20T04:24:26Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:26.960114 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7fd8fe-d008-4390-8f2d-5d51f81c02c7 None None] The sync data for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv is: [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:24:21Z', 'revision_number': 4, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'fc7b1460-9075-4fe4-a32a-5e66b92fc628', 'name': '', 'network_id': '99c38e57-c356-4bc9-82ef-34d6d84e80a6', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'mac_address': 'fa:16:3e:95:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:20Z', 'updated_at': '2022-10-20T04:24:26Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'subnets': [{'id': '4cc7e6e0-602d-411b-9f34-a34e61ebb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:25:27.002867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-391219a4-cabc-4456-adbb-49a0f4610539 req-5905b18f-ef12-474d-a4da-a21809f21673 service neutron] 10.222.0.26 "GET /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257558 Oct 20 04:25:27.169926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1469f8d-b33f-47ef-8219-11c6e952448f None None] New status for floating IP 442d967f-e01e-4ead-910f-2a620869c63c: DOWN {{(pid=90077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:25:27.859723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525122b6-76e4-428f-8523-11bce57a1627 req-e8e371c4-f75c-4676-a7db-2549c28ab013 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:27.860456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-525122b6-76e4-428f-8523-11bce57a1627 req-e8e371c4-f75c-4676-a7db-2549c28ab013 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Synchronizing usage tracker for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:25:27.909177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-525122b6-76e4-428f-8523-11bce57a1627 req-e8e371c4-f75c-4676-a7db-2549c28ab013 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Unset dirty status for tenant:388812b1063b41f199fb2de69afc6d98 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:25:27.910273 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-525122b6-76e4-428f-8523-11bce57a1627 req-e8e371c4-f75c-4676-a7db-2549c28ab013 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.1407769 Oct 20 04:25:27.953198 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-525122b6-76e4-428f-8523-11bce57a1627 req-55acfadc-e45f-4967-b4ae-dc6830ba3582 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/security-groups?id=344a9141-0769-4869-99fc-1564d6071972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373166 Oct 20 04:25:28.377306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-f39a7849-421d-4a2b-854d-3d181ed4364f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:28.378728 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-f39a7849-421d-4a2b-854d-3d181ed4364f tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 945 time: 0.0858817 Oct 20 04:25:28.453079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port 2468347f-311e-4627-a55c-9f4893193e30 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:25:28.453448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:28.691457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port 2468347f-311e-4627-a55c-9f4893193e30, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2468347f-311e-4627-a55c-9f4893193e30,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:25:28.691816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:28.808967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for 2468347f-311e-4627-a55c-9f4893193e30 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:25:29.030065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:29.081857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=2468347f-311e-4627-a55c-9f4893193e30,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:29.120969 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-30a901c5-112f-446e-8ba8-757c35be320d req-6718fc83-8503-4f41-9a14-9bdd125cc36b tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 210 time: 0.0556176 Oct 20 04:25:29.167953 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] No DVR routers for this DVR port 2468347f-311e-4627-a55c-9f4893193e30 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:25:29.170373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:29.172902 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'name': 'network-vif-deleted', 'tag': '2468347f-311e-4627-a55c-9f4893193e30'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:25:29.175176 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae6b485-f01a-43a1-96df-2cd80529de07" -d '{"events": [{"server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "name": "network-vif-deleted", "tag": "2468347f-311e-4627-a55c-9f4893193e30"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:25:29.216832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e02fbc8-a7bd-4d85-8f1c-74c6e77799f8 x-openstack-request-id: req-4e02fbc8-a7bd-4d85-8f1c-74c6e77799f8 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:25:29.217124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6664eb9-4fb7-47af-9a7d-ed925618badf", "name": "network-vif-deleted", "tag": "2468347f-311e-4627-a55c-9f4893193e30", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:25:29.217411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4e02fbc8-a7bd-4d85-8f1c-74c6e77799f8 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:25:29.217819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e02fbc8-a7bd-4d85-8f1c-74c6e77799f8'] response: {'server_uuid': 'e6664eb9-4fb7-47af-9a7d-ed925618badf', 'name': 'network-vif-deleted', 'tag': '2468347f-311e-4627-a55c-9f4893193e30', 'status': 'completed', 'code': 200} Oct 20 04:25:29.248621 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e4906210-c9a9-4c09-b013-2018cef08ec3 req-16a24451-cbc0-4312-ba23-354b7c2c64ef tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.26 "DELETE /v2.0/ports/2468347f-311e-4627-a55c-9f4893193e30 HTTP/1.1" status: 204 len: 173 time: 0.8545804 Oct 20 04:25:30.296473 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4e0b873c-d2e0-4f11-9ce1-6bf8b47e143c req-eeb584e3-3361-4a68-bf55-c2433b99b532 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6664eb9-4fb7-47af-9a7d-ed925618badf HTTP/1.1" status: 200 len: 210 time: 0.0484042 Oct 20 04:25:31.396487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48132) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:31.918103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2468347f-311e-4627-a55c-9f4893193e30 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:25:31.951125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 2468347f-311e-4627-a55c-9f4893193e30 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:25:31.951467 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 2468347f-311e-4627-a55c-9f4893193e30 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:25:32.038966 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:32.380581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port fc7b1460-9075-4fe4-a32a-5e66b92fc628 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:25:32.380924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:32.564866 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port fc7b1460-9075-4fe4-a32a-5e66b92fc628, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=fc7b1460-9075-4fe4-a32a-5e66b92fc628,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:25:32.565561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:32.689409 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for fc7b1460-9075-4fe4-a32a-5e66b92fc628 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:25:32.944076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:32.989435 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=fc7b1460-9075-4fe4-a32a-5e66b92fc628,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:33.266382 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:33.668922 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:25:33.706721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Router 703a67e9-a3e6-408e-a537-cefce72f7677 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:25:33.884562 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:25:33.895777 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740807cb-5dbb-4570-9151-790979938372 None None] Sync routers for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:25:33.897920 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1fae43f0-091e-4bc4-bdca-63bcc36b3574 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "PUT /v2.0/routers/703a67e9-a3e6-408e-a537-cefce72f7677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5000286 Oct 20 04:25:33.900324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48136) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:33.903516 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740807cb-5dbb-4570-9151-790979938372 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:33.904113 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-740807cb-5dbb-4570-9151-790979938372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:33.964529 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f0f344-23e1-43e8-8a33-70c387cb6f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting subnet 4cc7e6e0-602d-411b-9f34-a34e61ebb6a0 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:25:33.967457 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45f0f344-23e1-43e8-8a33-70c387cb6f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.023797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45f0f344-23e1-43e8-8a33-70c387cb6f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.076975 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-740807cb-5dbb-4570-9151-790979938372 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:34.103058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45f0f344-23e1-43e8-8a33-70c387cb6f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.247348 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45f0f344-23e1-43e8-8a33-70c387cb6f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.289419 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0f344-23e1-43e8-8a33-70c387cb6f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc7e6e0-602d-411b-9f34-a34e61ebb6a0,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:34.293188 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-45f0f344-23e1-43e8-8a33-70c387cb6f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.299582 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-45f0f344-23e1-43e8-8a33-70c387cb6f69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/subnets/4cc7e6e0-602d-411b-9f34-a34e61ebb6a0 HTTP/1.1" status: 204 len: 168 time: 0.3983021 Oct 20 04:25:34.301969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0e674-043d-4231-bff2-d1acacae66a3 None None] Network 99c38e57-c356-4bc9-82ef-34d6d84e80a6 requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:25:34.302416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48140) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:34.350806 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-740807cb-5dbb-4570-9151-790979938372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:25:32Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:34.354644 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740807cb-5dbb-4570-9151-790979938372 None None] Checking router: 703a67e9-a3e6-408e-a537-cefce72f7677 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:25:34.363000 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740807cb-5dbb-4570-9151-790979938372 None None] Routers {'703a67e9-a3e6-408e-a537-cefce72f7677'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:34.363604 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-740807cb-5dbb-4570-9151-790979938372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['703a67e9-a3e6-408e-a537-cefce72f7677'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:34.490094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.550002 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-740807cb-5dbb-4570-9151-790979938372 None None] Set router 703a67e9-a3e6-408e-a537-cefce72f7677 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:34.584019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] DHCP port deletion for 99c38e57-c356-4bc9-82ef-34d6d84e80a6 request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:25:34.588659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Deleting port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:25:34.589111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.683292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.767974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Deleting port c38a1198-7962-4b5c-8a80-ae61c1f262cd {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:25:34.768636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.797638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] For port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=52e0dc27-ee3d-4c1e-a035-a0329d8f4a02,segment=NetworkSegment(423a8c14-9290-47b5-8d5a-c5cdb90013c4),segment_id=423a8c14-9290-47b5-8d5a-c5cdb90013c4)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:25:34.798525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:34.864466 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-740807cb-5dbb-4570-9151-790979938372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:25:32Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:34.868672 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740807cb-5dbb-4570-9151-790979938372 None None] The sync data for ids ['703a67e9-a3e6-408e-a537-cefce72f7677'] in dv-neutron-861845-1-hyperv is: [{'id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683674115', 'tenant_id': '388812b1063b41f199fb2de69afc6d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:24:16Z', 'updated_at': '2022-10-20T04:25:32Z', 'revision_number': 5, 'project_id': '388812b1063b41f199fb2de69afc6d98', 'gw_port': {'id': 'c38a1198-7962-4b5c-8a80-ae61c1f262cd', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a67e9-a3e6-408e-a537-cefce72f7677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:24:17Z', 'updated_at': '2022-10-20T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:25:34.930140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Calling delete_port for 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:25:35.061560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] For port c38a1198-7962-4b5c-8a80-ae61c1f262cd, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=c38a1198-7962-4b5c-8a80-ae61c1f262cd,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:25:35.061838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:35.132454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516'] for port, after_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:35.179907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] No DVR routers for this DVR port 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 on host dv-neutron-861845-1-hyperv {{(pid=90077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:25:35.183317 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Pushing event deleted for resources: {'Port': ['ID=52e0dc27-ee3d-4c1e-a035-a0329d8f4a02,revision_number=None']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:35.186112 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Calling delete_port for c38a1198-7962-4b5c-8a80-ae61c1f262cd owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:25:35.191143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.193440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.193440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.193440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.193440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.193440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.193440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.193898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.193898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.194187 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.194406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.194706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1c275-ffa4-4cb2-a6d7-6eb3479d5ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:35.406807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:35.452969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Port': ['ID=c38a1198-7962-4b5c-8a80-ae61c1f262cd,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:35.550010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:35.719160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:35.721898 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:35.800717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:35.801411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Fanout notify agent at l3_agent the message router_deleted on router 703a67e9-a3e6-408e-a537-cefce72f7677 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:25:35.816927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:35.818223 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f5cd27a5-efca-4820-a5db-66b8c8f79c53 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/routers/703a67e9-a3e6-408e-a537-cefce72f7677 HTTP/1.1" status: 204 len: 168 time: 1.5150909 Oct 20 04:25:35.820903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48144) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:35.936359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.062522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.087303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c38e57-c356-4bc9-82ef-34d6d84e80a6']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:36.098996 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423a8c14-9290-47b5-8d5a-c5cdb90013c4') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:36.099297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423a8c14-9290-47b5-8d5a-c5cdb90013c4') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:36.110320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.125454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.131914 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:25:36.132301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.200847 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 423a8c14-9290-47b5-8d5a-c5cdb90013c4 resource provider aggregate not found Oct 20 04:25:36.223983 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 423a8c14-9290-47b5-8d5a-c5cdb90013c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 423a8c14-9290-47b5-8d5a-c5cdb90013c4 found for delete ", "request_id": "req-7de80c01-26f7-4b92-8af8-cbfa452f48ff"}]} Oct 20 04:25:36.292881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.297300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.325216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'Network': ['ID=99c38e57-c356-4bc9-82ef-34d6d84e80a6,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:36.383526 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e086e370-e9bf-4f8b-973e-5261d14708b4 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/networks/99c38e57-c356-4bc9-82ef-34d6d84e80a6 HTTP/1.1" status: 204 len: 168 time: 0.5615823 Oct 20 04:25:36.386203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48156) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:36.451833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68c06ba8-f103-4417-9ca2-ae648be2ba69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.481647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68c06ba8-f103-4417-9ca2-ae648be2ba69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.492940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c38a1198-7962-4b5c-8a80-ae61c1f262cd no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:25:36.527463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: c38a1198-7962-4b5c-8a80-ae61c1f262cd {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:25:36.527728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device c38a1198-7962-4b5c-8a80-ae61c1f262cd not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:25:36.528140 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fc7b1460-9075-4fe4-a32a-5e66b92fc628 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:25:36.559817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: fc7b1460-9075-4fe4-a32a-5e66b92fc628 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:25:36.560165 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device fc7b1460-9075-4fe4-a32a-5e66b92fc628 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:25:36.560602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:25:36.592673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:25:36.593015 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 52e0dc27-ee3d-4c1e-a035-a0329d8f4a02 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:25:36.612815 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68c06ba8-f103-4417-9ca2-ae648be2ba69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.638745 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c06ba8-f103-4417-9ca2-ae648be2ba69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a9141-0769-4869-99fc-1564d6071972,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:36.714180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-68c06ba8-f103-4417-9ca2-ae648be2ba69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:36.715249 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-68c06ba8-f103-4417-9ca2-ae648be2ba69 tempest-TestNetworkAdvancedServerOps-1191494689 tempest-TestNetworkAdvancedServerOps-1191494689-project] 10.222.0.33 "DELETE /v2.0/security-groups/344a9141-0769-4869-99fc-1564d6071972 HTTP/1.1" status: 204 len: 168 time: 0.3281047 Oct 20 04:25:37.233982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48166) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:37.434313 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7b74fc58-2e1e-4b7b-a62b-b90b77eb12c6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=388812b1063b41f199fb2de69afc6d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991355 Oct 20 04:25:37.436747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48174) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:37.492407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aad3fa4f-64b4-460a-a41f-457aede1fe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:37.518084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aad3fa4f-64b4-460a-a41f-457aede1fe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:37.691202 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aad3fa4f-64b4-460a-a41f-457aede1fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:37.708869 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3fa4f-64b4-460a-a41f-457aede1fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bfad69-b243-45c2-a3d9-41beb97d3a4d,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:37.715097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-aad3fa4f-64b4-460a-a41f-457aede1fe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:37.716214 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-aad3fa4f-64b4-460a-a41f-457aede1fe7b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/03bfad69-b243-45c2-a3d9-41beb97d3a4d HTTP/1.1" status: 204 len: 168 time: 0.2785625 Oct 20 04:25:38.273507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48182) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:38.290862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f1fad09d-8d6d-4b21-801f-48af3f8bc7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:38.308181 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f1fad09d-8d6d-4b21-801f-48af3f8bc7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:38.311925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f1fad09d-8d6d-4b21-801f-48af3f8bc7d4 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf78655244c41cebaff57e53e6e7b97 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:38.314683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-f1fad09d-8d6d-4b21-801f-48af3f8bc7d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:38.320177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-f1fad09d-8d6d-4b21-801f-48af3f8bc7d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:38.498139 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f1fad09d-8d6d-4b21-801f-48af3f8bc7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:38.571164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f1fad09d-8d6d-4b21-801f-48af3f8bc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:38.618083 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f1fad09d-8d6d-4b21-801f-48af3f8bc7d4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9bf78655244c41cebaff57e53e6e7b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435049 Oct 20 04:25:38.618957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fad09d-8d6d-4b21-801f-48af3f8bc7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c57438-6e63-4cad-96a1-48b223c8ee6d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:38.620763 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48186) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:38.685966 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:38.710676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:38.839922 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:38.858510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c57438-6e63-4cad-96a1-48b223c8ee6d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:38.867894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.868248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.868592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.868933 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.869292 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.869634 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.869967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.870296 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.870625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.870952 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.871278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.871600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:38.875261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:38.877116 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-a82b54ba-b173-4883-a21a-df69f1151444 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/50c57438-6e63-4cad-96a1-48b223c8ee6d HTTP/1.1" status: 204 len: 168 time: 0.2547867 Oct 20 04:25:39.852251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-541688c5-6ffa-444c-bc36-2d51d48c408b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:39.944508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48210) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:40.077636 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-328756107-network', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:40.082962 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:40.086779 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Usage tracker for resource:network and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:40.089605 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:40.096298 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:40.165515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Made reservation on behalf of 1e0afa3340c24596a5909e81b2142a15 for: {'network': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:25:40.167770 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:40.179733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:40.193695 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:40.197489 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:40.200231 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:40.206665 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:40.285283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:40.359274 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:40.388065 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=90076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:25:40.396628 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702df6dc-c0ec-4194-bb4b-cd2e57b22cca,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:40.401967 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:40.402302 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.segments_db [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Added segment 7be8c860-6768-445b-be46-e7f8fec28b4b of type vlan for network 49d09035-041a-455c-9c93-d5e25bbcb08a Oct 20 04:25:40.428234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:40.514992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:40.515887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:40.516459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Notify callbacks [] for network, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:40.616246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] Pushing event updated for resources: {'Network': ['ID=49d09035-041a-455c-9c93-d5e25bbcb08a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:40.626681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 49d09035-041a-455c-9c93-d5e25bbcb08a details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:25:40.675802 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4867d3cb-dbd9-4c1d-a455-ab1407e652ee admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7301970 Oct 20 04:25:40.678821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48218) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:40.684563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Request body: {'subnet': {'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-328756107-subnet', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'ip_version': 4}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:40.690348 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:40.694225 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Usage tracker for resource:subnet and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:40.697352 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:40.703011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:40.770773 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Made reservation on behalf of 1e0afa3340c24596a5909e81b2142a15 for: {'subnet': 1} {{(pid=90076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:25:40.773029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461883'] for subnet, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:41.068478 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10268247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461833'] for subnet, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:41.136788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b708fb73-d075-4823-b1db-08f1431296a8,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:41.146486 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Checking segment: {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:25:41.146851 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Network hostable DHCP agents. Network: 49d09035-041a-455c-9c93-d5e25bbcb08a, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:25:41.218055 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Network 49d09035-041a-455c-9c93-d5e25bbcb08a is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:25:41.296667 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 49d09035-041a-455c-9c93-d5e25bbcb08a) {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:41.301209 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:41.301816 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:41.306396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad6137-6b6a-46ba-b0f6-411df978c442 None None] Network 49d09035-041a-455c-9c93-d5e25bbcb08a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:25:41.378979 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-bdf6df7e-41af-474c-8405-ed276ac408b4 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6989951 Oct 20 04:25:41.381690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48224) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:41.386777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:41.391560 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:41.395554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Usage tracker for resource:router and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:41.398417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:41.404099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:41.475219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:41.476386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:41.490878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:41.521940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-49d09035-041a-455c-9c93-d5e25bbcb08a', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:25:41.522773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:41.675887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Allocated IP 172.20.0.2 (49d09035-041a-455c-9c93-d5e25bbcb08a/b708fb73-d075-4823-b1db-08f1431296a8/889caaf0-b9c4-40f0-bd91-2389faf1c75f) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:25:41.816402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:41.881313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:41.891000 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Transition to ACTIVE for port object 889caaf0-b9c4-40f0-bd91-2389faf1c75f will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:41.909065 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Transition to ACTIVE for port object 889caaf0-b9c4-40f0-bd91-2389faf1c75f will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:42.007435 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:42.078490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Network 49d09035-041a-455c-9c93-d5e25bbcb08a is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:25:42.081817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:42.085117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:25:42.090126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Pushing event updated for resources: {'Port': ['ID=889caaf0-b9c4-40f0-bd91-2389faf1c75f,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:42.190874 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Attempting to bind port 889caaf0-b9c4-40f0-bd91-2389faf1c75f on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:25:42.191133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Attempting to bind port 889caaf0-b9c4-40f0-bd91-2389faf1c75f by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:25:42.191488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Attempting to bind port 889caaf0-b9c4-40f0-bd91-2389faf1c75f on network 49d09035-041a-455c-9c93-d5e25bbcb08a {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:25:42.196668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:25:42.197045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Checking segment: {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:25:42.197520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:42.197906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Bound using segment: {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:25:42.198367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Bound port: 889caaf0-b9c4-40f0-bd91-2389faf1c75f, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:25:42.198730 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:42.205097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:42.233739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:42.294086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] For port 889caaf0-b9c4-40f0-bd91-2389faf1c75f, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:25:42.297046 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] For port 889caaf0-b9c4-40f0-bd91-2389faf1c75f, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=889caaf0-b9c4-40f0-bd91-2389faf1c75f,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:25:42.349505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d82bd68d-f94e-4e15-b50e-b2f2cb1b8b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:42.369693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Allocated IP 172.26.7.31 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/69e026e9-8480-4b03-aa39-63b636f8800c) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:25:42.395679 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:42.473067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aaa3b-35fc-4ce7-84e8-00975f79d94e None None] Pushing event updated for resources: {'Port': ['ID=889caaf0-b9c4-40f0-bd91-2389faf1c75f,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:42.519856 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:42.613977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:42.685744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:25:42.688795 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:42.692611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:25:42.730020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Pushing event updated for resources: {'Port': ['ID=69e026e9-8480-4b03-aa39-63b636f8800c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:43.296603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:43.360841 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63951cbe-b396-43fd-b37d-d878ca838e28 None None] Network 49d09035-041a-455c-9c93-d5e25bbcb08a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:25:43.528305 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b85f0f18-c5c3-4324-9811-7a761c2926c0 None None] Provisioning for port 889caaf0-b9c4-40f0-bd91-2389faf1c75f completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:25:43.602294 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:43.619137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:43.635059 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:43.932214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:25:44.102850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:25:44.111657 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Sync routers for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:25:44.120284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:44.120887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:44.183847 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:44.185079 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ff37fc7e-d02e-4c1e-88b0-2926c2ce2940 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8023484 Oct 20 04:25:44.187906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48230) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:44.318195 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:44.537537 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 889caaf0-b9c4-40f0-bd91-2389faf1c75f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:44.660899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:42Z', 'revision_number': 3, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:44.664623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Checking router: 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:25:44.664955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Updating router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 port 69e026e9-8480-4b03-aa39-63b636f8800c binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:25:44.718333 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:44.746172 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 889caaf0-b9c4-40f0-bd91-2389faf1c75f completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:25:44.763926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 889caaf0-b9c4-40f0-bd91-2389faf1c75f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:44.764291 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:44.764621 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 889caaf0-b9c4-40f0-bd91-2389faf1c75f Oct 20 04:25:44.970038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.023919 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 889caaf0-b9c4-40f0-bd91-2389faf1c75f is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:45.024292 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.091373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 889caaf0-b9c4-40f0-bd91-2389faf1c75f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=889caaf0-b9c4-40f0-bd91-2389faf1c75f,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:25:45.094364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.174320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Allocated IP 172.20.0.1 (49d09035-041a-455c-9c93-d5e25bbcb08a/b708fb73-d075-4823-b1db-08f1431296a8/ae35499c-528a-42fc-bf08-adb397fb7b85) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:25:45.175416 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.178143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.233851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Transition to ACTIVE for port object 69e026e9-8480-4b03-aa39-63b636f8800c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:45.253025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=889caaf0-b9c4-40f0-bd91-2389faf1c75f,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:45.303834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.325147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.340200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Transition to ACTIVE for port object ae35499c-528a-42fc-bf08-adb397fb7b85 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:45.366508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Attempting to bind port 69e026e9-8480-4b03-aa39-63b636f8800c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:25:45.366870 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Attempting to bind port 69e026e9-8480-4b03-aa39-63b636f8800c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:25:45.367240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Attempting to bind port 69e026e9-8480-4b03-aa39-63b636f8800c on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:25:45.378325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:25:45.378700 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:25:45.379101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.379494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:25:45.379962 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Bound port: 69e026e9-8480-4b03-aa39-63b636f8800c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:25:45.380332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.424378 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef525-68b3-4cca-be34-76a23b0a8ce3 None None] Pushing event updated for resources: {'Port': ['ID=69e026e9-8480-4b03-aa39-63b636f8800c,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:45.424576 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.458551 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] For port 69e026e9-8480-4b03-aa39-63b636f8800c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:25:45.461858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] For port 69e026e9-8480-4b03-aa39-63b636f8800c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=69e026e9-8480-4b03-aa39-63b636f8800c,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:25:45.487888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Network 49d09035-041a-455c-9c93-d5e25bbcb08a is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:25:45.490835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:45.494445 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:25:45.529227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Pushing event updated for resources: {'Port': ['ID=ae35499c-528a-42fc-bf08-adb397fb7b85,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:45.551052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.553351 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.623699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:45.624546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:45.737472 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.809544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef525-68b3-4cca-be34-76a23b0a8ce3 None None] Pushing event updated for resources: {'Port': ['ID=69e026e9-8480-4b03-aa39-63b636f8800c,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:45.866056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:45.908193 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Provisioning for port ae35499c-528a-42fc-bf08-adb397fb7b85 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:25:45.928289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Provisioning complete for port ae35499c-528a-42fc-bf08-adb397fb7b85 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:45.929102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:45.929102 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Attempt 1 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:45.965502 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:46.029420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:46.060948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Port ae35499c-528a-42fc-bf08-adb397fb7b85 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:46.131020 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:46.135185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Pushing event updated for resources: {'Port': ['ID=ae35499c-528a-42fc-bf08-adb397fb7b85,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:46.226488 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 1, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:46.230340 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4304c-184b-45ac-b5f2-8ac8625360e1 None None] The sync data for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv is: [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 1, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:25:46.266979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Network 49d09035-041a-455c-9c93-d5e25bbcb08a is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:25:46.268037 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:46.487676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:25:46.551290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 889caaf0-b9c4-40f0-bd91-2389faf1c75f up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:46.576367 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Attempt 2 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:46.658128 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Port ae35499c-528a-42fc-bf08-adb397fb7b85 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:46.673952 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 889caaf0-b9c4-40f0-bd91-2389faf1c75f triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:46.674346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:46.674677 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 889caaf0-b9c4-40f0-bd91-2389faf1c75f Oct 20 04:25:46.797039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 889caaf0-b9c4-40f0-bd91-2389faf1c75f is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:46.818008 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:25:46.827041 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f0e144a8-3795-493e-a2e4-c4e91f886c9b admin admin] 10.222.0.33 "PUT /v2.0/routers/4fe6267a-9b0f-4f72-aa09-03a686c5bb20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379387 Oct 20 04:25:47.159725 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Attempt 3 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:47.220025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Port ae35499c-528a-42fc-bf08-adb397fb7b85 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:47.527198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48248) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:47.532878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-261584250-network', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:47.537986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:47.542128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Usage tracker for resource:network and tenant:b87a5d8e9c9d4b7e98ff06b99ff0a8d6 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:47.544963 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:47.551169 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:47.606683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Made reservation on behalf of b87a5d8e9c9d4b7e98ff06b99ff0a8d6 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:25:47.608920 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:47.622198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:47.637494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:47.641295 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Usage tracker for resource:security_group_rule and tenant:b87a5d8e9c9d4b7e98ff06b99ff0a8d6 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:47.644084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:47.649748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:47.721201 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Attempt 4 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:47.731510 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:47.750132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:47.774983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Port ae35499c-528a-42fc-bf08-adb397fb7b85 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:47.789291 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:47.820460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:25:47.829567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d87f0c4-a4f5-42fb-891a-dafb3cb61374,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:47.835033 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:47.835376 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Added segment 193a63ec-2256-4a35-9bfe-4c4fd13759de of type vlan for network 82662a7e-c2ee-4f71-a251-7c557059cc6b Oct 20 04:25:47.861561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:47.961228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:47.962235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:47.962832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.064142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] Pushing event updated for resources: {'Network': ['ID=82662a7e-c2ee-4f71-a251-7c557059cc6b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:48.074525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 82662a7e-c2ee-4f71-a251-7c557059cc6b details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:25:48.122749 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-0ab0aecb-c027-474f-8c94-a7df939f810c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5937548 Oct 20 04:25:48.125912 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48252) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:48.135913 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Request body: {'subnet': {'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-261584250-subnet', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:48.141086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:48.145131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Usage tracker for resource:subnet and tenant:b87a5d8e9c9d4b7e98ff06b99ff0a8d6 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:48.147992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:48.153939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:48.221325 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Sync routers for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:25:48.224038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Made reservation on behalf of b87a5d8e9c9d4b7e98ff06b99ff0a8d6 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:25:48.226459 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.234083 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:48.235045 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:48.276081 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Attempt 5 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:48.329778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Port ae35499c-528a-42fc-bf08-adb397fb7b85 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:48.407770 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:48.504323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.534799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 69e026e9-8480-4b03-aa39-63b636f8800c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:48.586520 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=89475665-a075-4a7b-b08f-4534aa0474ba,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:48.597986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Checking segment: {'id': '193a63ec-2256-4a35-9bfe-4c4fd13759de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:25:48.598545 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Network hostable DHCP agents. Network: 82662a7e-c2ee-4f71-a251-7c557059cc6b, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:25:48.686905 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Network 82662a7e-c2ee-4f71-a251-7c557059cc6b is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:25:48.697920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 69e026e9-8480-4b03-aa39-63b636f8800c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:25:48.703253 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 69e026e9-8480-4b03-aa39-63b636f8800c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:48.703482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.703895 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 69e026e9-8480-4b03-aa39-63b636f8800c Oct 20 04:25:48.723895 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 2, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:48.728026 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Checking router: 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:25:48.728368 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Updating router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 port ae35499c-528a-42fc-bf08-adb397fb7b85 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:25:48.767081 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 82662a7e-c2ee-4f71-a251-7c557059cc6b) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:48.772132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:48.773138 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.779907 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.802346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655c858-2b13-46d9-9f30-059a07102e81 None None] Network 82662a7e-c2ee-4f71-a251-7c557059cc6b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:25:48.832615 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Attempt 6 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:48.847654 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2e8d6737-a25c-4d57-afea-51a935a0d0fc admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7219336 Oct 20 04:25:48.850312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48258) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:48.856013 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:48.861129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:48.864729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Usage tracker for resource:router and tenant:b87a5d8e9c9d4b7e98ff06b99ff0a8d6 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:48.867754 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:48.873543 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:48.944190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.945541 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.947511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 69e026e9-8480-4b03-aa39-63b636f8800c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:48.947935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.960095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:48.962049 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Port ae35499c-528a-42fc-bf08-adb397fb7b85 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:48.988272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 69e026e9-8480-4b03-aa39-63b636f8800c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=69e026e9-8480-4b03-aa39-63b636f8800c,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:25:49.125546 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.138752 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Transition to ACTIVE for port object ae35499c-528a-42fc-bf08-adb397fb7b85 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:49.143126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.178070 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.179554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-82662a7e-c2ee-4f71-a251-7c557059cc6b', 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'fixed_ips': [{'subnet_id': '89475665-a075-4a7b-b08f-4534aa0474ba'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:25:49.180376 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.271390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=69e026e9-8480-4b03-aa39-63b636f8800c,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:49.312751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.363891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Allocated IP 172.20.0.2 (82662a7e-c2ee-4f71-a251-7c557059cc6b/89475665-a075-4a7b-b08f-4534aa0474ba/d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:25:49.379090 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Pushing event updated for resources: {'Port': ['ID=ae35499c-528a-42fc-bf08-adb397fb7b85,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:49.389721 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.391271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.391271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.391271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.391271 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.391600 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.391803 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.392130 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.392457 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.392777 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.393101 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.393451 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:25:49.400001 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Attempting to bind port ae35499c-528a-42fc-bf08-adb397fb7b85 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:25:49.400362 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Attempting to bind port ae35499c-528a-42fc-bf08-adb397fb7b85 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:25:49.400720 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Attempting to bind port ae35499c-528a-42fc-bf08-adb397fb7b85 on network 49d09035-041a-455c-9c93-d5e25bbcb08a {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:25:49.406437 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:25:49.406810 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Checking segment: {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:25:49.407733 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.408144 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Bound using segment: {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:25:49.408606 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Bound port: ae35499c-528a-42fc-bf08-adb397fb7b85, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:25:49.408970 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.464789 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Attempt 7 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:49.527289 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] For port ae35499c-528a-42fc-bf08-adb397fb7b85, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:25:49.531335 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] For port ae35499c-528a-42fc-bf08-adb397fb7b85, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ae35499c-528a-42fc-bf08-adb397fb7b85,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:25:49.543273 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Port ae35499c-528a-42fc-bf08-adb397fb7b85 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:49.585825 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.622141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.633736 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Transition to ACTIVE for port object d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:49.653694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Transition to ACTIVE for port object d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:49.667909 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:49.668628 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:49.697058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.722218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.727888 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.785410 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Network 82662a7e-c2ee-4f71-a251-7c557059cc6b is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:25:49.788442 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:49.791668 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:25:49.813331 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa148f8e-f8c2-49e9-a552-c6099bfd8a5a None None] Pushing event updated for resources: {'Port': ['ID=ae35499c-528a-42fc-bf08-adb397fb7b85,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:49.879400 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:49.885197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Pushing event updated for resources: {'Port': ['ID=d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:49.918650 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Attempting to bind port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:25:49.919415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Attempting to bind port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '193a63ec-2256-4a35-9bfe-4c4fd13759de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:25:49.920036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Attempting to bind port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c on network 82662a7e-c2ee-4f71-a251-7c557059cc6b {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:25:49.926817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:25:49.927603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Checking segment: {'id': '193a63ec-2256-4a35-9bfe-4c4fd13759de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:25:49.928234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.928978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Bound using segment: {'id': '193a63ec-2256-4a35-9bfe-4c4fd13759de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:25:49.929723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Bound port: d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193a63ec-2256-4a35-9bfe-4c4fd13759de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:25:49.930343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:50.024833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Allocated IP 172.26.7.224 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/41450993-0edf-42b7-9409-67b0b9130e82) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:25:50.029585 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] For port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:25:50.033216 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] For port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c,segment=NetworkSegment(193a63ec-2256-4a35-9bfe-4c4fd13759de),segment_id=193a63ec-2256-4a35-9bfe-4c4fd13759de)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:25:50.047786 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Attempt 8 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:50.098988 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:50.225087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:50.271615 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:49Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:50.280749 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf47241-81bb-4ddd-9f82-6b43ca5aadb4 None None] The sync data for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv is: [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:49Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:25:50.326233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:50.374411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b971edae-1513-4779-bceb-0f825b7a180c None None] Port ae35499c-528a-42fc-bf08-adb397fb7b85 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:25:50.394592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dea1d-3b70-4d2c-b938-f4af2b372f72 None None] Pushing event updated for resources: {'Port': ['ID=d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:50.479998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:25:50.484648 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:50.491939 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:25:50.553349 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Pushing event updated for resources: {'Port': ['ID=41450993-0edf-42b7-9409-67b0b9130e82,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:50.757822 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ae35499c-528a-42fc-bf08-adb397fb7b85 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:50.937240 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port ae35499c-528a-42fc-bf08-adb397fb7b85 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:25:50.943180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ae35499c-528a-42fc-bf08-adb397fb7b85 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:50.943575 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:50.943939 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:51.099756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ae35499c-528a-42fc-bf08-adb397fb7b85 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:51.100392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:51.140598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port ae35499c-528a-42fc-bf08-adb397fb7b85, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ae35499c-528a-42fc-bf08-adb397fb7b85,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:25:51.150145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:51.206493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:51.207577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 69e026e9-8480-4b03-aa39-63b636f8800c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:51.342036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=ae35499c-528a-42fc-bf08-adb397fb7b85,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:51.352169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 69e026e9-8480-4b03-aa39-63b636f8800c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:51.352536 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:51.352920 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 69e026e9-8480-4b03-aa39-63b636f8800c Oct 20 04:25:51.423810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0bd494-b141-4177-9b5a-13662d52d0e8 None None] Network 82662a7e-c2ee-4f71-a251-7c557059cc6b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:25:51.494148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:51.600452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 69e026e9-8480-4b03-aa39-63b636f8800c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:51.601541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:51.673699 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5d69e010-7d41-4fbc-8a30-eab627d75303 None None] Provisioning for port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:25:51.748129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Router 81caeeb2-bbb7-4e38-9338-b197deca469a is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:25:51.822810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:25:51.829290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:51.835446 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:51.835446 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c Oct 20 04:25:51.956114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:51.956767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:51.993098 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c,segment=NetworkSegment(193a63ec-2256-4a35-9bfe-4c4fd13759de),segment_id=193a63ec-2256-4a35-9bfe-4c4fd13759de)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:25:52.036621 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-5d9519d6-5b38-4a1d-a975-24372f7d968f None None] Provisioning complete for port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:52.037096 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5d9519d6-5b38-4a1d-a975-24372f7d968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:52.037520 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-5d9519d6-5b38-4a1d-a975-24372f7d968f None None] Attempt 1 to provision port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c Oct 20 04:25:52.058036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:25:52.065282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:52.106018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Sync routers for ids ['81caeeb2-bbb7-4e38-9338-b197deca469a'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:25:52.126835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:52.128106 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-48a8482d-84fc-4cad-9e78-abb03c9b9cdb admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2766447 Oct 20 04:25:52.130826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48262) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:52.143109 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Routers {'81caeeb2-bbb7-4e38-9338-b197deca469a'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:52.143744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['81caeeb2-bbb7-4e38-9338-b197deca469a'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:52.296176 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:52.384440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-5d9519d6-5b38-4a1d-a975-24372f7d968f None None] Current status of the port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:52.390181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Set router 81caeeb2-bbb7-4e38-9338-b197deca469a gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:52.556580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ae35499c-528a-42fc-bf08-adb397fb7b85 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:52.701876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port ae35499c-528a-42fc-bf08-adb397fb7b85 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:52.702245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:52.702590 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port ae35499c-528a-42fc-bf08-adb397fb7b85 Oct 20 04:25:52.796302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:52.829075 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '41450993-0edf-42b7-9409-67b0b9130e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:48Z', 'updated_at': '2022-10-20T04:25:50Z', 'revision_number': 3, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'gw_port': {'id': '41450993-0edf-42b7-9409-67b0b9130e82', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:49Z', 'updated_at': '2022-10-20T04:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:52.837649 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Checking router: 81caeeb2-bbb7-4e38-9338-b197deca469a for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:25:52.838002 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Updating router 81caeeb2-bbb7-4e38-9338-b197deca469a port 41450993-0edf-42b7-9409-67b0b9130e82 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:25:52.884847 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port ae35499c-528a-42fc-bf08-adb397fb7b85 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:52.885935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:52.940816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:52.997453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Allocated IP 172.20.0.1 (82662a7e-c2ee-4f71-a251-7c557059cc6b/89475665-a075-4a7b-b08f-4534aa0474ba/6a5b087c-d1cc-4647-805f-8b0c39d1b5b5) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:25:53.093972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:53.095026 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.095121 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c Oct 20 04:25:53.146690 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.162790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Transition to ACTIVE for port object 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:53.258320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.324088 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Network 82662a7e-c2ee-4f71-a251-7c557059cc6b is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:25:53.327049 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:53.329466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:25:53.332568 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:53.369647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Pushing event updated for resources: {'Port': ['ID=6a5b087c-d1cc-4647-805f-8b0c39d1b5b5,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:53.391509 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.416583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.432421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Transition to ACTIVE for port object 41450993-0edf-42b7-9409-67b0b9130e82 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:53.475346 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.539406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Attempting to bind port 41450993-0edf-42b7-9409-67b0b9130e82 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:25:53.539770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Attempting to bind port 41450993-0edf-42b7-9409-67b0b9130e82 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:25:53.540131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Attempting to bind port 41450993-0edf-42b7-9409-67b0b9130e82 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:25:53.548185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.550175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:25:53.550528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:25:53.550917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.551304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:25:53.551756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Bound port: 41450993-0edf-42b7-9409-67b0b9130e82, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:25:53.552120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.595017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f0f22-555a-4976-9266-7868869d55d7 None None] Pushing event updated for resources: {'Port': ['ID=41450993-0edf-42b7-9409-67b0b9130e82,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:53.642820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] For port 41450993-0edf-42b7-9409-67b0b9130e82, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:25:53.646179 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] For port 41450993-0edf-42b7-9409-67b0b9130e82, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=41450993-0edf-42b7-9409-67b0b9130e82,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:25:53.658602 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Provisioning for port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:25:53.663889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Provisioning complete for port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:53.664312 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.664645 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 1 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:53.706937 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.779113 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Routers {'81caeeb2-bbb7-4e38-9338-b197deca469a'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:53.779732 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['81caeeb2-bbb7-4e38-9338-b197deca469a'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:53.835512 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:53.886799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.915951 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f0f22-555a-4976-9266-7868869d55d7 None None] Pushing event updated for resources: {'Port': ['ID=41450993-0edf-42b7-9409-67b0b9130e82,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:53.949336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:53.965203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] Set router 81caeeb2-bbb7-4e38-9338-b197deca469a gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:54.054450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Pushing event updated for resources: {'Port': ['ID=6a5b087c-d1cc-4647-805f-8b0c39d1b5b5,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:54.056770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:54.187498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Network 82662a7e-c2ee-4f71-a251-7c557059cc6b is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:25:54.189214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:25:54.277659 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '41450993-0edf-42b7-9409-67b0b9130e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:48Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 4, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'gw_port': {'id': '41450993-0edf-42b7-9409-67b0b9130e82', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:49Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '6a5b087c-d1cc-4647-805f-8b0c39d1b5b5', 'name': '', 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'mac_address': 'fa:16:3e:d1:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:52Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 1, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'subnets': [{'id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:54.281831 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e56213-2eb3-40d8-8620-dfc7beea1fb0 None None] The sync data for ids ['81caeeb2-bbb7-4e38-9338-b197deca469a'] in dv-neutron-861845-1-hyperv is: [{'id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '41450993-0edf-42b7-9409-67b0b9130e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:48Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 4, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'gw_port': {'id': '41450993-0edf-42b7-9409-67b0b9130e82', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:49Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '6a5b087c-d1cc-4647-805f-8b0c39d1b5b5', 'name': '', 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'mac_address': 'fa:16:3e:d1:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:52Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 1, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'subnets': [{'id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:25:54.336479 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 2 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:54.397093 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Router 81caeeb2-bbb7-4e38-9338-b197deca469a has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:25:54.397906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:54.581527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:25:54.590760 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-851f0a9c-9e4d-4e5b-baa8-081869de193f admin admin] 10.222.0.33 "PUT /v2.0/routers/81caeeb2-bbb7-4e38-9338-b197deca469a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4588754 Oct 20 04:25:54.899747 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 3 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:54.983462 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:55.168149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48272) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:55.171267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2022486636', 'description': 'tempest-secgroup-smoke-2022486636 description', 'project_id': '1e0afa3340c24596a5909e81b2142a15'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:55.177738 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:55.182175 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:55.185156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:55.191977 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:55.256744 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:55.278168 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:55.283289 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:55.286315 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:55.292149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:55.364257 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:55.429454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:55.478307 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae8004-542a-462f-bce0-ad0fd4e6ca4c,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:55.484660 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 4 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:55.542151 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:55.542532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:55.543392 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-42fc9e5d-6567-4117-bf66-3e8cc3a2eddb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3768685 Oct 20 04:25:55.546364 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48278) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:55.551313 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '90ae8004-542a-462f-bce0-ad0fd4e6ca4c', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:55.557447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:55.561338 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:55.564724 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:55.570346 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:55.634164 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:55.723872 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:55.781818 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:55.804582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d050bdf8-c002-45f2-8e89-6f6a73ab5b80,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:55.891121 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:55.892500 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9db8155a-ba4e-4595-839e-9f31bc9313dd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3451803 Oct 20 04:25:55.895510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48284) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:55.900609 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '90ae8004-542a-462f-bce0-ad0fd4e6ca4c', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:55.906569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:55.910351 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:55.913173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:55.918813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:55.994075 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.043994 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 5 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:56.053232 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.097388 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:56.120585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.143365 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adfe5d3-098d-4673-a941-832c951bd384,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:56.212453 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.213753 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-e58edf2f-c886-477a-ba02-4f9fcd42ccf0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3173332 Oct 20 04:25:56.216440 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48288) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:56.223035 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '90ae8004-542a-462f-bce0-ad0fd4e6ca4c', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:56.229023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:56.232792 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:56.236270 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:56.241840 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:56.337459 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.399064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.462318 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.490975 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec342f46-584d-44e2-920e-6fccbd5f3ec5,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:56.547383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 41450993-0edf-42b7-9409-67b0b9130e82 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:56.576905 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.578360 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ef7e9076-6b89-4f67-9d06-70e24dadd6ab tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609974 Oct 20 04:25:56.581623 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48292) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:56.587661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '90ae8004-542a-462f-bce0-ad0fd4e6ca4c', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:56.593086 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:56.598776 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 6 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:56.599915 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:56.603046 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:56.609710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:56.699711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:56.704163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.766045 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.827960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 41450993-0edf-42b7-9409-67b0b9130e82 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:25:56.833837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 41450993-0edf-42b7-9409-67b0b9130e82 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:56.834209 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.834544 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 41450993-0edf-42b7-9409-67b0b9130e82 Oct 20 04:25:56.850796 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.873860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd08d405-ea56-4391-9ba2-657d273fe33c,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:56.947702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 41450993-0edf-42b7-9409-67b0b9130e82 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:56.948129 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.950054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:56.952453 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-eba23f06-b128-4e82-a023-a0b6714bd780 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3698475 Oct 20 04:25:56.955813 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48296) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:56.960929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '90ae8004-542a-462f-bce0-ad0fd4e6ca4c', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:56.966954 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:56.967797 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 41450993-0edf-42b7-9409-67b0b9130e82, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=41450993-0edf-42b7-9409-67b0b9130e82,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:25:56.970842 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:56.973735 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:56.979274 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:57.018258 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:57.040870 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Project 1e0afa3340c24596a5909e81b2142a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:25:57.048293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:57.086682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=41450993-0edf-42b7-9409-67b0b9130e82,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:57.113785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:57.181884 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:57.201419 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 7 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:57.205112 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ff44ca-ca56-4fcd-9859-18e74e514005,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:57.253828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:57.279104 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:57.280294 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-540085a6-f0a2-44b2-b226-5f444b1996d4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3235004 Oct 20 04:25:57.283167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48300) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:25:57.288373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '90ae8004-542a-462f-bce0-ad0fd4e6ca4c', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:25:57.294330 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:25:57.298644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:25:57.301570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:25:57.307172 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:25:57.377329 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Project 1e0afa3340c24596a5909e81b2142a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:25:57.383858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:57.447578 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:57.526494 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:57.553446 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b03cb6-96a7-432e-a154-de92fa0624ba,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:57.635522 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:57.645808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-18a2fede-4fc4-451d-92e3-42f83a6b224b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3524852 Oct 20 04:25:57.755582 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 8 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:57.801683 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-e4e8a001-b343-4ac4-8357-0957f5746205 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:25:57.812506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:57.918178 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Sync routers for ids ['81caeeb2-bbb7-4e38-9338-b197deca469a'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:25:57.918178 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Routers {'81caeeb2-bbb7-4e38-9338-b197deca469a'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:57.918178 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['81caeeb2-bbb7-4e38-9338-b197deca469a'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:57.919264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-e4e8a001-b343-4ac4-8357-0957f5746205 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:25:57.919264 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-e4e8a001-b343-4ac4-8357-0957f5746205 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022486636&fields=id&tenant_id=1e0afa3340c24596a5909e81b2142a15 HTTP/1.1" status: 200 len: 267 time: 0.1364985 Oct 20 04:25:58.048914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-eeb48afa-757f-41eb-a48d-06a0359179ca tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:58.049611 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-eeb48afa-757f-41eb-a48d-06a0359179ca tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:network {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:25:58.061436 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Set router 81caeeb2-bbb7-4e38-9338-b197deca469a gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:58.125353 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-eeb48afa-757f-41eb-a48d-06a0359179ca tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:network {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:25:58.126884 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-eeb48afa-757f-41eb-a48d-06a0359179ca tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 808 time: 0.2222970 Oct 20 04:25:58.142688 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-0162c751-aa54-44c6-88ba-53805c6d0387 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/quotas/1e0afa3340c24596a5909e81b2142a15 HTTP/1.1" status: 200 len: 375 time: 0.0102165 Oct 20 04:25:58.232628 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-86e2337a-2e47-4e8a-a018-c515855f04cc tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828593 Oct 20 04:25:58.314269 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 9 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:58.363839 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '41450993-0edf-42b7-9409-67b0b9130e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:48Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 4, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'gw_port': {'id': '41450993-0edf-42b7-9409-67b0b9130e82', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:49Z', 'updated_at': '2022-10-20T04:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '6a5b087c-d1cc-4647-805f-8b0c39d1b5b5', 'name': '', 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'mac_address': 'fa:16:3e:d1:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:52Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 2, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'subnets': [{'id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:58.367689 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Checking router: 81caeeb2-bbb7-4e38-9338-b197deca469a for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:25:58.368239 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Updating router 81caeeb2-bbb7-4e38-9338-b197deca469a port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:25:58.368644 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:58.424655 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:58.521623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 41450993-0edf-42b7-9409-67b0b9130e82 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:25:58.575558 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-89b6cdb0-1815-406a-bf7b-246a62b21b23 service neutron] 10.222.0.33 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311503 Oct 20 04:25:58.590191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 41450993-0edf-42b7-9409-67b0b9130e82 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:25:58.590555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:58.590884 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 41450993-0edf-42b7-9409-67b0b9130e82 Oct 20 04:25:58.709743 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 41450993-0edf-42b7-9409-67b0b9130e82 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:25:58.732190 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-c0f3b19b-2acb-4c1b-96d7-3235a788c49b service neutron] 10.222.0.33 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461775 Oct 20 04:25:58.807318 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:58.819352 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Transition to ACTIVE for port object 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:25:58.869941 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Attempt 10 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:25:58.925710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca353-c3de-4567-99d1-6d17b2aba4d8 None None] Port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:25:58.953591 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:59.086398 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-65393620-b686-4d41-839e-780071eb539f req-f6903ae1-4ed1-4710-9622-9d06d9bda6f2 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:25:59.152559 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b0f0-e03f-4dd1-9bad-7182503cd17f None None] Pushing event updated for resources: {'Port': ['ID=6a5b087c-d1cc-4647-805f-8b0c39d1b5b5,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:59.163183 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Attempting to bind port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:25:59.163553 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Attempting to bind port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '193a63ec-2256-4a35-9bfe-4c4fd13759de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:25:59.163901 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Attempting to bind port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 on network 82662a7e-c2ee-4f71-a251-7c557059cc6b {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:25:59.168909 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:25:59.169657 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Checking segment: {'id': '193a63ec-2256-4a35-9bfe-4c4fd13759de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:25:59.169657 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:59.170041 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Bound using segment: {'id': '193a63ec-2256-4a35-9bfe-4c4fd13759de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:25:59.170491 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Bound port: 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193a63ec-2256-4a35-9bfe-4c4fd13759de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:25:59.170848 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:59.188977 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-65393620-b686-4d41-839e-780071eb539f req-f6903ae1-4ed1-4710-9622-9d06d9bda6f2 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:25:59.190213 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-65393620-b686-4d41-839e-780071eb539f req-f6903ae1-4ed1-4710-9622-9d06d9bda6f2 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 210 time: 0.1538923 Oct 20 04:25:59.255155 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] For port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:25:59.258026 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] For port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6a5b087c-d1cc-4647-805f-8b0c39d1b5b5,segment=NetworkSegment(193a63ec-2256-4a35-9bfe-4c4fd13759de),segment_id=193a63ec-2256-4a35-9bfe-4c4fd13759de)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:25:59.336441 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:59.397001 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Routers {'81caeeb2-bbb7-4e38-9338-b197deca469a'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:25:59.397618 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:25:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['81caeeb2-bbb7-4e38-9338-b197deca469a'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:59.532310 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b0f0-e03f-4dd1-9bad-7182503cd17f None None] Pushing event updated for resources: {'Port': ['ID=6a5b087c-d1cc-4647-805f-8b0c39d1b5b5,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:25:59.575612 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] Set router 81caeeb2-bbb7-4e38-9338-b197deca469a gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:25:59.877203 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '41450993-0edf-42b7-9409-67b0b9130e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:48Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 4, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'gw_port': {'id': '41450993-0edf-42b7-9409-67b0b9130e82', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:49Z', 'updated_at': '2022-10-20T04:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '6a5b087c-d1cc-4647-805f-8b0c39d1b5b5', 'name': '', 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'mac_address': 'fa:16:3e:d1:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:52Z', 'updated_at': '2022-10-20T04:25:59Z', 'revision_number': 4, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'subnets': [{'id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:25:59.881082 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0e114-8765-439f-8999-0d118b4298c1 None None] The sync data for ids ['81caeeb2-bbb7-4e38-9338-b197deca469a'] in dv-neutron-861845-1-hyperv is: [{'id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '41450993-0edf-42b7-9409-67b0b9130e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:48Z', 'updated_at': '2022-10-20T04:25:53Z', 'revision_number': 4, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'gw_port': {'id': '41450993-0edf-42b7-9409-67b0b9130e82', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:49Z', 'updated_at': '2022-10-20T04:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '6a5b087c-d1cc-4647-805f-8b0c39d1b5b5', 'name': '', 'network_id': '82662a7e-c2ee-4f71-a251-7c557059cc6b', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'mac_address': 'fa:16:3e:d1:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:52Z', 'updated_at': '2022-10-20T04:25:59Z', 'revision_number': 4, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'subnets': [{'id': '89475665-a075-4a7b-b08f-4534aa0474ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:26:00.309078 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-17739b91-0d31-41ec-8a5b-3a9b76ca32db req-7dcaba37-b812-4edc-9967-6b5b15a8e766 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 210 time: 0.0592458 Oct 20 04:26:00.531469 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:26:00.663790 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:26:00.668934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:26:00.669360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:00.669719 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:26:00.782623 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:26:00.782915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:00.818270 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6a5b087c-d1cc-4647-805f-8b0c39d1b5b5,segment=NetworkSegment(193a63ec-2256-4a35-9bfe-4c4fd13759de),segment_id=193a63ec-2256-4a35-9bfe-4c4fd13759de)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:26:00.908769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:00.973982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=6a5b087c-d1cc-4647-805f-8b0c39d1b5b5,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:01.473974 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-902e6613-6454-485f-9f04-b0705d1c6a41 req-a54a94fd-a61f-4108-846a-3c199300de94 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 210 time: 0.1054709 Oct 20 04:26:02.519392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:26:02.581781 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9801bd0f-5523-4bce-8b10-4b993b221018 req-f6ed7065-c360-4865-9115-1173d8f455b7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 210 time: 0.0487547 Oct 20 04:26:02.590913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:26:02.591290 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:02.591625 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 Oct 20 04:26:02.705242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:26:03.738607 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fe52e9c7-3412-41ef-9f1a-f9afc0f17510 req-17f48c51-1047-4a31-9876-042e4c25e0b5 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 210 time: 0.0481448 Oct 20 04:26:04.906803 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-4aa85740-0410-4d62-9dce-1b269518604f req-7385aea2-f1a3-4c93-b093-0518b92ee0c7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 210 time: 0.0523179 Oct 20 04:26:05.599212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-7e0778f8-c0de-4ebd-86f2-610afe2552dc tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:05.600543 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-7e0778f8-c0de-4ebd-86f2-610afe2552dc tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 808 time: 0.1402366 Oct 20 04:26:05.652689 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-acbcea9d-587c-4f6f-9929-e04d4c887fe8 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e0afa3340c24596a5909e81b2142a15 HTTP/1.1" status: 200 len: 380 time: 0.0388303 Oct 20 04:26:05.663350 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'port': {'device_id': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'admin_state_up': True, 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'security_groups': ['90ae8004-542a-462f-bce0-ad0fd4e6ca4c']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:26:05.795855 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:26:05.805797 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:26:05.892185 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Made reservation on behalf of 1e0afa3340c24596a5909e81b2142a15 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:26:05.895720 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:06.118249 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f9138720-702b-4e1a-ac38-97f132fec504 req-416cf3ea-5d65-4a4b-8f2c-0a76788b822d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 210 time: 0.0570765 Oct 20 04:26:06.211178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Allocated IP 172.20.0.14 (49d09035-041a-455c-9c93-d5e25bbcb08a/b708fb73-d075-4823-b1db-08f1431296a8/92435fd7-fece-4404-a1ff-f78ec82aa441) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:26:06.390469 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:06.405818 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Transition to ACTIVE for port object 92435fd7-fece-4404-a1ff-f78ec82aa441 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:26:06.490738 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:06.559592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Network 49d09035-041a-455c-9c93-d5e25bbcb08a is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:26:06.562651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:26:06.568835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:26:06.601397 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:06.643605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:06.644355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:06.738980 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-aa7110a7-427e-44b8-9dab-a9e7db842ea3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0791817 Oct 20 04:26:06.753676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-4e2ce9a5-f535-4582-9a50-2468700aac35 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:26:06.754598 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-4e2ce9a5-f535-4582-9a50-2468700aac35 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057323 Oct 20 04:26:06.809639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Request body: {'port': {'device_id': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:26:06.862019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fce835fb-2066-4e99-a608-c39f752f7717 None None] Provisioning for port 92435fd7-fece-4404-a1ff-f78ec82aa441 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:26:06.867134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-fce835fb-2066-4e99-a608-c39f752f7717 None None] Provisioning complete for port 92435fd7-fece-4404-a1ff-f78ec82aa441 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:26:06.867617 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-fce835fb-2066-4e99-a608-c39f752f7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:06.867949 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-fce835fb-2066-4e99-a608-c39f752f7717 None None] Attempt 1 to provision port 92435fd7-fece-4404-a1ff-f78ec82aa441 Oct 20 04:26:06.921694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-fce835fb-2066-4e99-a608-c39f752f7717 None None] Port 92435fd7-fece-4404-a1ff-f78ec82aa441 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:26:06.922641 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:07.258778 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92435fd7-fece-4404-a1ff-f78ec82aa441 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:26:07.266307 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:07.280733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Transition to ACTIVE for port object 92435fd7-fece-4404-a1ff-f78ec82aa441 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:26:07.313671 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc084be-e83d-4334-8311-9dfa1e27021e req-bacce334-de81-4b96-bec0-965517c7c1d8 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:07.315115 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7fc084be-e83d-4334-8311-9dfa1e27021e req-bacce334-de81-4b96-bec0-965517c7c1d8 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 932 time: 0.0876803 Oct 20 04:26:07.358178 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7fc084be-e83d-4334-8311-9dfa1e27021e req-cf432466-ce53-4b70-b373-3c7f0fa3fb51 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372400 Oct 20 04:26:07.365092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:07.424049 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-fce835fb-2066-4e99-a608-c39f752f7717 None None] Attempt 2 to provision port 92435fd7-fece-4404-a1ff-f78ec82aa441 Oct 20 04:26:07.476792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-fce835fb-2066-4e99-a608-c39f752f7717 None None] Port 92435fd7-fece-4404-a1ff-f78ec82aa441 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:26:07.550938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:07.585211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Attempting to bind port 92435fd7-fece-4404-a1ff-f78ec82aa441 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:26:07.585584 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Attempting to bind port 92435fd7-fece-4404-a1ff-f78ec82aa441 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:26:07.585908 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Attempting to bind port 92435fd7-fece-4404-a1ff-f78ec82aa441 on network 49d09035-041a-455c-9c93-d5e25bbcb08a {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:26:07.590415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Port 92435fd7-fece-4404-a1ff-f78ec82aa441 on network 49d09035-041a-455c-9c93-d5e25bbcb08a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:26:07.590736 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Attempting to bind port 92435fd7-fece-4404-a1ff-f78ec82aa441 on network 49d09035-041a-455c-9c93-d5e25bbcb08a {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:26:07.596131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:26:07.596458 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Checking segment: {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:26:07.596835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Bound using segment: {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:26:07.597255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Bound port: 92435fd7-fece-4404-a1ff-f78ec82aa441, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:26:07.597624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:07.683931 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:26:07.686747 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:26:07.765217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:07.795321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:07.795919 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:07.797247 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] 10.222.0.26 "PUT /v2.0/ports/92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 1094 time: 1.0324283 Oct 20 04:26:07.797756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:26:07.800014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d8d4c1-64ea-4558-9a22-cf5ae3efc4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:26:07.844129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad2377-98db-4968-91e0-90c4b01f3d44 x-openstack-request-id: req-c2ad2377-98db-4968-91e0-90c4b01f3d44 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:26:07.844129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:26:07.844129 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c2ad2377-98db-4968-91e0-90c4b01f3d44 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:26:07.844129 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ad2377-98db-4968-91e0-90c4b01f3d44'] response: {'name': 'network-changed', 'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'status': 'completed', 'code': 200} Oct 20 04:26:07.847325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8c048-8b22-4848-a8bd-76a7dc980d28 service neutron] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:07.948844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d4c1-64ea-4558-9a22-cf5ae3efc4a6 req-d2a3f93b-8957-4a17-9b68-525e8b516afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:07.950250 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-72d8d4c1-64ea-4558-9a22-cf5ae3efc4a6 req-d2a3f93b-8957-4a17-9b68-525e8b516afd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0808077 Oct 20 04:26:07.978478 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-fce835fb-2066-4e99-a608-c39f752f7717 None None] Attempt 3 to provision port 92435fd7-fece-4404-a1ff-f78ec82aa441 Oct 20 04:26:08.039844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-fce835fb-2066-4e99-a608-c39f752f7717 None None] Port 92435fd7-fece-4404-a1ff-f78ec82aa441 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:26:08.088644 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d4c1-64ea-4558-9a22-cf5ae3efc4a6 req-3acf5275-e083-48d3-b9e4-8c479f324b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:08.090119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-72d8d4c1-64ea-4558-9a22-cf5ae3efc4a6 req-3acf5275-e083-48d3-b9e4-8c479f324b6c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1e0afa3340c24596a5909e81b2142a15&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1324246 Oct 20 04:26:08.324568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d4c1-64ea-4558-9a22-cf5ae3efc4a6 req-3b9d28e9-d7c7-4313-9378-c6d5341f46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:08.325956 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-72d8d4c1-64ea-4558-9a22-cf5ae3efc4a6 req-3b9d28e9-d7c7-4313-9378-c6d5341f46e2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2268031 Oct 20 04:26:08.449474 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-e97f7036-9c31-4b6d-9a24-c5f838fd78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:08.451228 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-e97f7036-9c31-4b6d-9a24-c5f838fd78c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0815284 Oct 20 04:26:08.523108 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-021fb3a0-5d0b-44e0-a450-700ba5cae1f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 217 time: 0.0609851 Oct 20 04:26:08.557991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b9327-0f5e-4c32-bff5-74594db840c9 req-4cbb5c39-8371-43a3-b3e1-d687d1a23178 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:08.559452 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5b9b9327-0f5e-4c32-bff5-74594db840c9 req-4cbb5c39-8371-43a3-b3e1-d687d1a23178 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0894549 Oct 20 04:26:08.591273 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-864de669-4978-4ebd-b18c-04b0fa5fb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:08.592976 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-864de669-4978-4ebd-b18c-04b0fa5fb40b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0607924 Oct 20 04:26:08.603908 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5b9b9327-0f5e-4c32-bff5-74594db840c9 req-800d65ef-f62b-4011-9d38-76d14f255dda tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381196 Oct 20 04:26:08.681777 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-a15e696d-5021-4867-8ee0-3a75934ef712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:08.683227 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-a15e696d-5021-4867-8ee0-3a75934ef712 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786753 Oct 20 04:26:08.813385 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-8e3413b7-2210-4b10-8a05-9197f7bb1afe service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192322 Oct 20 04:26:08.944934 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7ad786b7-f418-4ff3-8153-d597dde31dd0 req-5aaa68e2-3227-45e0-b1a4-63ad39e06fd0 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222699 Oct 20 04:26:09.809892 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f7b41-8626-47a5-9305-4d3d05a94f4d req-65dab889-4d75-4523-92c1-fab6ff85c2c7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:09.810492 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f35f7b41-8626-47a5-9305-4d3d05a94f4d req-65dab889-4d75-4523-92c1-fab6ff85c2c7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:26:09.835080 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b10ae961-4d50-4a98-ad8c-547d52609f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:09.914979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-f35f7b41-8626-47a5-9305-4d3d05a94f4d req-65dab889-4d75-4523-92c1-fab6ff85c2c7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:26:09.916220 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f35f7b41-8626-47a5-9305-4d3d05a94f4d req-65dab889-4d75-4523-92c1-fab6ff85c2c7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.1955032 Oct 20 04:26:09.960473 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f35f7b41-8626-47a5-9305-4d3d05a94f4d req-5f941366-89f3-4cac-b4bf-54b5ad389bd1 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382242 Oct 20 04:26:10.054110 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:26:10.183052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:26:10.196247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'port_id': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'mac_address': 'fa:16:3e:bf:a1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:26:10.248503 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 92435fd7-fece-4404-a1ff-f78ec82aa441 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:26:10.248875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:10.265531 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92435fd7-fece-4404-a1ff-f78ec82aa441 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:26:10.280106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:26:10.337448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:10.405779 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:10.595931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['92435fd7-fece-4404-a1ff-f78ec82aa441'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:26:10.667697 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:26:11.157293 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff89da2-de74-480c-9c41-509332f803bf req-08d47501-2b5a-4927-ae53-059b74627af9 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:11.158743 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2ff89da2-de74-480c-9c41-509332f803bf req-08d47501-2b5a-4927-ae53-059b74627af9 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 945 time: 0.0883224 Oct 20 04:26:11.201589 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2ff89da2-de74-480c-9c41-509332f803bf req-b22b4228-fc12-4641-ad73-762acfa855d1 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372119 Oct 20 04:26:12.069828 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:26:12.195005 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 92435fd7-fece-4404-a1ff-f78ec82aa441 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:26:12.199674 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 92435fd7-fece-4404-a1ff-f78ec82aa441 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:26:12.200045 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:12.200383 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 92435fd7-fece-4404-a1ff-f78ec82aa441 Oct 20 04:26:12.328115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 92435fd7-fece-4404-a1ff-f78ec82aa441 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:26:12.328115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:12.351078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:26:12.353393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cdefc5-8ed1-462b-9085-f7d3a41f2f32" -d '{"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-plugged", "status": "completed", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:26:12.361914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:26:12.402594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b5733-9aff-4fe7-a672-985801a6f264 req-2105fab5-3d12-4bd1-a7b1-71c610e3957a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:12.404061 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-839b5733-9aff-4fe7-a672-985801a6f264 req-2105fab5-3d12-4bd1-a7b1-71c610e3957a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 945 time: 0.0917914 Oct 20 04:26:12.406395 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d9aacf28-3935-4500-8803-007c4d727d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:12.433524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:12.451240 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-839b5733-9aff-4fe7-a672-985801a6f264 req-abe03b9a-ce9e-4b77-98cc-4f562d0e78bc tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394492 Oct 20 04:26:12.465706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f721cc6-8987-4153-baad-b4374fd8000e x-openstack-request-id: req-0f721cc6-8987-4153-baad-b4374fd8000e {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:26:12.465998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-plugged", "status": "completed", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:26:12.466250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0f721cc6-8987-4153-baad-b4374fd8000e {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:26:12.466635 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f721cc6-8987-4153-baad-b4374fd8000e'] response: {'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'code': 200} Oct 20 04:26:12.507542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:12.833873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6ed58-9246-4d90-a64d-c0de1700009c req-a48ec63d-2b52-4660-bd63-0f2e434fb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:12.835304 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-16d6ed58-9246-4d90-a64d-c0de1700009c req-a48ec63d-2b52-4660-bd63-0f2e434fb490 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0751488 Oct 20 04:26:12.879532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-16d6ed58-9246-4d90-a64d-c0de1700009c req-bff9b2cf-70ab-45f5-9fed-cc68c69cc0ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348716 Oct 20 04:26:13.560615 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:13.589091 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:13.657760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186efba7-5580-4308-815b-6ca9aac02c73 req-a0cbf07f-cd90-4a44-a4b1-3d63cd982ad6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:13.659220 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-186efba7-5580-4308-815b-6ca9aac02c73 req-a0cbf07f-cd90-4a44-a4b1-3d63cd982ad6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0897958 Oct 20 04:26:13.750626 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-186efba7-5580-4308-815b-6ca9aac02c73 req-15b27712-8009-4ae4-9858-eaa7fd9a219e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855269 Oct 20 04:26:14.953894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ce96e-7730-436a-b676-1f3986729659 req-efe7d4c6-a625-4035-a64d-a8b66688c15b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:14.955921 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ef3ce96e-7730-436a-b676-1f3986729659 req-efe7d4c6-a625-4035-a64d-a8b66688c15b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0959282 Oct 20 04:26:14.999487 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ef3ce96e-7730-436a-b676-1f3986729659 req-8c2080fe-c7e6-47d9-a9a6-6b5dcfd48fc9 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378129 Oct 20 04:26:15.040506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:15.198165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5e0b-c14b-4b5d-ba0c-1740d05caadb req-b03608a2-472d-4c1d-b9e0-6d5e13bc813a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:15.199590 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-69cc5e0b-c14b-4b5d-ba0c-1740d05caadb req-b03608a2-472d-4c1d-b9e0-6d5e13bc813a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0891418 Oct 20 04:26:15.242183 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-69cc5e0b-c14b-4b5d-ba0c-1740d05caadb req-37d38634-a654-4711-afcd-898ac3993ff1 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369296 Oct 20 04:26:15.271011 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48388) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:26:15.388649 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e94a9-b03d-4b81-9683-db35a44ccf9e tempest-TestShelveInstance-242685011 tempest-TestShelveInstance-242685011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:15.390189 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-284e94a9-b03d-4b81-9683-db35a44ccf9e tempest-TestShelveInstance-242685011 tempest-TestShelveInstance-242685011-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1094 time: 0.1182108 Oct 20 04:26:15.393103 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48394) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:26:15.397860 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'fixed_ip_address': '172.20.0.14'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:26:15.403528 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:26:15.407246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:floatingip and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:26:15.409998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:26:15.415538 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:26:15.484256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:15.617804 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:15.746697 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Allocated IP 172.26.7.81 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/66236c52-9a65-4cc5-81c9-3f0268135cdf) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:26:15.888916 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:16.010946 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:16.076728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:26:16.080152 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:26:16.083739 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:26:16.117158 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'Port': ['ID=66236c52-9a65-4cc5-81c9-3f0268135cdf,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:16.575155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:16.710181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:16.913788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:17.040462 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:17.142005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'Port': ['ID=66236c52-9a65-4cc5-81c9-3f0268135cdf,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:17.147260 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:17.322044 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Floating IP e4931a09-c89e-481d-a838-83e511a30dc7 associated. External IP: 172.26.7.81, port: 92435fd7-fece-4404-a1ff-f78ec82aa441. Oct 20 04:26:17.660229 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:26:17.749025 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:17.837600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:26:17.847150 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] Sync routers for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:26:17.856279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:26:17.856932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:26:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:26:17.938115 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:17.996647 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-96823840-225f-4379-b1d1-d1bb63fbaf93 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6025071 Oct 20 04:26:17.997282 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:26:17.999596 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:26:18.035806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:26:18.044192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e9b129-63ca-484f-ba11-f60e1a0b925c x-openstack-request-id: req-61e9b129-63ca-484f-ba11-f60e1a0b925c {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:26:18.044192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:26:18.044192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-61e9b129-63ca-484f-ba11-f60e1a0b925c {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:26:18.044192 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e9b129-63ca-484f-ba11-f60e1a0b925c'] response: {'name': 'network-changed', 'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'status': 'completed', 'code': 200} Oct 20 04:26:18.139002 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-06c8b2e9-fd6f-4b9b-91a0-4574ad2bfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:18.140593 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-06c8b2e9-fd6f-4b9b-91a0-4574ad2bfb83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0773785 Oct 20 04:26:18.272255 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-463d97a1-3788-433e-9898-5594c367d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:18.273652 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-463d97a1-3788-433e-9898-5594c367d6ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1238627 Oct 20 04:26:18.374347 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-6a18d4a6-9f31-4d43-bd74-e99789fd5c5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 999 time: 0.0949726 Oct 20 04:26:18.375345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e4931a09-c89e-481d-a838-83e511a30dc7', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'floating_ip_address': '172.26.7.81', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'port_id': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'mac_address': 'fa:16:3e:bf:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:26:16Z', 'updated_at': '2022-10-20T04:26:16Z', 'revision_number': 0, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:26:18.380058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] Checking router: 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:26:18.388323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:26:18.388913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:26:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:26:18.438858 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-d39a2995-ca7f-4ed5-984a-51f96a1a1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:18.440276 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-d39a2995-ca7f-4ed5-984a-51f96a1a1a32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0598717 Oct 20 04:26:18.521516 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-4967df65-119e-4cd7-9953-d028dbcc87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:18.523040 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-4967df65-119e-4cd7-9953-d028dbcc87ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763996 Oct 20 04:26:18.562859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:26:18.651719 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-7fe2fa4c-71f4-4a4f-977c-758b8b50afe5 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225390 Oct 20 04:26:18.780206 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-851bed0a-9dd4-48af-a32a-e9eef93e1bb8 req-b306e8f7-3db0-4324-91ef-b2461729c363 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228158 Oct 20 04:26:18.938753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e4931a09-c89e-481d-a838-83e511a30dc7', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'floating_ip_address': '172.26.7.81', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'port_id': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'mac_address': 'fa:16:3e:bf:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:26:16Z', 'updated_at': '2022-10-20T04:26:16Z', 'revision_number': 0, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:26:18.942678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a56077c-bc17-417e-9671-517b820d7bf2 None None] The sync data for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv is: [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'e4931a09-c89e-481d-a838-83e511a30dc7', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'floating_ip_address': '172.26.7.81', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'port_id': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'mac_address': 'fa:16:3e:bf:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:26:16Z', 'updated_at': '2022-10-20T04:26:16Z', 'revision_number': 0, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:26:19.118758 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e025e-866e-4fff-ac9c-4322a4fc7ef7 None None] New status for floating IP e4931a09-c89e-481d-a838-83e511a30dc7: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:26:39.822969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2e822e22-024f-4b64-a2bd-caf17c555428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:42.343145 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0fe2bcea-caba-4390-9149-9660db9858fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:43.546889 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:43.581203 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:45.039985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:47.666309 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:26:47.758331 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:04.444382 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-db7cdd61-f0f8-4004-ba31-792ab0cfefd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1764631 Oct 20 04:27:04.596762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-9f597ca8-70e9-42c7-89cc-49f8c6395c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:04.598349 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-9f597ca8-70e9-42c7-89cc-49f8c6395c41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0760312 Oct 20 04:27:04.744276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-581f264e-36e1-4048-aede-fbe05f6386fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:04.745647 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-581f264e-36e1-4048-aede-fbe05f6386fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1242082 Oct 20 04:27:04.848408 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-09f52cd4-4e2c-4900-9940-eb1d2176201f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 1001 time: 0.0927031 Oct 20 04:27:04.913526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-4e5f1e69-a6e0-4626-8e5f-9d91b3f3df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:04.914870 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-4e5f1e69-a6e0-4626-8e5f-9d91b3f3df22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0572977 Oct 20 04:27:04.997448 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-69510b18-a2ac-4df9-bf10-693556dc1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:04.998791 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-69510b18-a2ac-4df9-bf10-693556dc1888 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741985 Oct 20 04:27:05.129673 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-f3fee95f-19bf-4e80-882d-5543e4f248fb service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204662 Oct 20 04:27:05.258109 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6eae857a-60f5-4f9f-aebf-342a0a46ee67 req-2d6af68b-ea1a-4134-bd57-66277999c992 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194913 Oct 20 04:27:09.874385 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4cdac315-47c9-45a5-9f74-c293433d9d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:12.320105 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-45375e58-00c6-4dbc-944e-1c6f70139bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:13.574535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:13.597533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:15.039840 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:17.754068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:24.665160 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:27:39.825444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-12aeaa95-be07-46a9-b872-abe8b1acfe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:42.325592 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b2412ba3-fdcc-48dc-ab78-46240e5fa9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:43.534246 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:43.582609 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:45.033819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:47.747981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.664754 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:28:05.359394 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-dc47c75f-a57a-4ab8-84fd-bfb20c59ab9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780129 Oct 20 04:28:05.507580 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-d9ec3096-b07e-4905-9f0c-b6062bd7b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:05.509023 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-d9ec3096-b07e-4905-9f0c-b6062bd7b6b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0765395 Oct 20 04:28:05.655691 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-30f4bbd3-a82c-4f24-a113-05f9a04b7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:05.657808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-30f4bbd3-a82c-4f24-a113-05f9a04b7599 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1246455 Oct 20 04:28:05.762205 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-edf4f196-fca8-439e-9154-031c9ef5998f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 1001 time: 0.0950301 Oct 20 04:28:05.826461 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-2277b52f-8962-4a57-855c-69acfd7144e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:05.827834 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-2277b52f-8962-4a57-855c-69acfd7144e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0558038 Oct 20 04:28:05.914573 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-01406947-b9ce-400e-a7f4-f0d08b0ca065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:05.915938 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-01406947-b9ce-400e-a7f4-f0d08b0ca065 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793245 Oct 20 04:28:06.047490 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-b5b2830e-5aab-403d-8a37-d0549c13b825 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215255 Oct 20 04:28:06.281338 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c83107d8-e164-4e2c-9d1f-cd11f8925984 req-6c7c0f2a-24a6-46d9-a2a0-e649238ebcfc service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240415 Oct 20 04:28:09.819323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d28c11af-77b9-4df1-a4a7-e548c347f484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:12.333152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-84569bce-292e-487c-91c1-420366212cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:13.533164 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:13.602040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:14.210440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f184f-6993-484e-b67f-989808844291 req-ee42b491-28c0-4677-8f21-a73837186f23 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:14.211829 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-735f184f-6993-484e-b67f-989808844291 req-ee42b491-28c0-4677-8f21-a73837186f23 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0871897 Oct 20 04:28:14.254972 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-735f184f-6993-484e-b67f-989808844291 req-09a89879-aa9d-412b-aa96-f71a04a40c27 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Oct 20 04:28:15.056532 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:15.563614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e3f2e-b8ab-4832-af7d-5a6062fc8374 req-75a36dec-d02e-487f-a9dd-021d84aa6e68 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:15.565069 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-618e3f2e-b8ab-4832-af7d-5a6062fc8374 req-75a36dec-d02e-487f-a9dd-021d84aa6e68 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.1961040 Oct 20 04:28:15.612541 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-618e3f2e-b8ab-4832-af7d-5a6062fc8374 req-ac8a12f7-33df-437c-91d8-3990ec4a1ab3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Oct 20 04:28:16.813214 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87362240-7ee2-48c3-ba54-290e549fa323 req-bf474628-8e05-4f16-80a8-2462338d1c73 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:16.814693 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87362240-7ee2-48c3-ba54-290e549fa323 req-bf474628-8e05-4f16-80a8-2462338d1c73 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0876739 Oct 20 04:28:16.858130 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-87362240-7ee2-48c3-ba54-290e549fa323 req-84065bc6-1abc-4d63-9830-351120f085f8 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378535 Oct 20 04:28:17.750069 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:18.055026 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a71a-557a-46c0-b473-0d5b8af5659d req-d7358d3a-9813-4f3d-813a-dc2a75b7c638 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:18.056435 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c859a71a-557a-46c0-b473-0d5b8af5659d req-d7358d3a-9813-4f3d-813a-dc2a75b7c638 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0877273 Oct 20 04:28:18.098751 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c859a71a-557a-46c0-b473-0d5b8af5659d req-5997cfb4-2efb-4710-a273-efe47e80353a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367293 Oct 20 04:28:19.295143 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bd964-8a99-4a48-9ee8-d7af13b758bb req-8d7cb404-329d-423b-a8a8-a339f4a016c7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:19.296560 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a15bd964-8a99-4a48-9ee8-d7af13b758bb req-8d7cb404-329d-423b-a8a8-a339f4a016c7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0893373 Oct 20 04:28:19.339472 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a15bd964-8a99-4a48-9ee8-d7af13b758bb req-9ef03e8f-f632-4031-ab55-3cc9417fa6fb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372002 Oct 20 04:28:20.542543 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f437ee0-e50f-40b2-9960-7ff8dae0b47f req-0e2ec3ca-8180-463f-bc14-18ea9fedefe6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:20.543970 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2f437ee0-e50f-40b2-9960-7ff8dae0b47f req-0e2ec3ca-8180-463f-bc14-18ea9fedefe6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0851858 Oct 20 04:28:20.589475 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2f437ee0-e50f-40b2-9960-7ff8dae0b47f req-c4b2a5b5-a931-40c4-9b52-6dfc75624475 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390561 Oct 20 04:28:21.786370 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a812-cb1f-4d6b-a449-b7d2976f5667 req-5b9837d5-b13f-4ae5-b01e-ec464be33eaa tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:21.787811 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a33a812-cb1f-4d6b-a449-b7d2976f5667 req-5b9837d5-b13f-4ae5-b01e-ec464be33eaa tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0845935 Oct 20 04:28:21.830499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1a33a812-cb1f-4d6b-a449-b7d2976f5667 req-ccd9688e-d51f-45bf-970c-929a20fbb783 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370438 Oct 20 04:28:23.024989 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec220d-daf5-4eb6-89ca-23c6d72fa77d req-e2f1144c-52c5-4b5a-850c-89e763df9724 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:23.026432 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a2ec220d-daf5-4eb6-89ca-23c6d72fa77d req-e2f1144c-52c5-4b5a-850c-89e763df9724 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0850716 Oct 20 04:28:23.069208 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a2ec220d-daf5-4eb6-89ca-23c6d72fa77d req-83bb45b0-ad8f-4cbb-bd6a-b060e083a78f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372314 Oct 20 04:28:24.264004 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72518466-06a8-4dd2-b88d-8e90939aef65 req-00e778ec-8f82-4402-b22d-ccff4b7ef916 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:24.265443 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-72518466-06a8-4dd2-b88d-8e90939aef65 req-00e778ec-8f82-4402-b22d-ccff4b7ef916 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0875676 Oct 20 04:28:24.309682 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-72518466-06a8-4dd2-b88d-8e90939aef65 req-832d01b3-6b6a-448b-8f35-40aac861854a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376976 Oct 20 04:28:25.509928 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac261f-4ed3-47ae-9181-94c439dcdc9f req-5d819db2-09ce-4659-8a8d-477017e5e0b2 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:25.511359 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a6ac261f-4ed3-47ae-9181-94c439dcdc9f req-5d819db2-09ce-4659-8a8d-477017e5e0b2 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0880747 Oct 20 04:28:25.554389 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-a6ac261f-4ed3-47ae-9181-94c439dcdc9f req-1c0cc956-c105-423b-ad9a-04e08e7ee2d7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374055 Oct 20 04:28:26.613403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:28:26.747811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:28:26.757568 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787b3d-66e3-439e-8bbb-650f1f5a8c49 req-a47090d7-4f34-4632-848e-2e8ae5300e18 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:26.759149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba787b3d-66e3-439e-8bbb-650f1f5a8c49 req-a47090d7-4f34-4632-848e-2e8ae5300e18 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0914485 Oct 20 04:28:26.761309 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'port_id': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'mac_address': 'fa:16:3e:bf:a1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:28:26.802143 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ba787b3d-66e3-439e-8bbb-650f1f5a8c49 req-2c4ca399-7999-47e2-8b38-6fe3f9ad8d5f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371809 Oct 20 04:28:26.814572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 92435fd7-fece-4404-a1ff-f78ec82aa441 is: ACTIVE; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:28:26.814954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:26.831922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92435fd7-fece-4404-a1ff-f78ec82aa441 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:28:26.846884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:28:26.919081 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:26.992279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:26.999189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:26.999529 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:26.999862 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.000249 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.000576 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.001600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.001995 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.002323 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.002769 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.003729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.004052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.004373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:27.009948 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['92435fd7-fece-4404-a1ff-f78ec82aa441'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:28:27.999294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55d65c-94a7-4de7-943e-28aac2a83a39 req-4ef00adc-bc42-43c0-a5ba-15410f351f02 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:28.000710 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3a55d65c-94a7-4de7-943e-28aac2a83a39 req-4ef00adc-bc42-43c0-a5ba-15410f351f02 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 945 time: 0.0874381 Oct 20 04:28:28.047925 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3a55d65c-94a7-4de7-943e-28aac2a83a39 req-36682fbf-1860-4be1-b266-afce36d3a70d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 Oct 20 04:28:28.618260 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:28:28.697118 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 92435fd7-fece-4404-a1ff-f78ec82aa441 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:28.697654 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:28.697998 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 92435fd7-fece-4404-a1ff-f78ec82aa441 Oct 20 04:28:28.830254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 92435fd7-fece-4404-a1ff-f78ec82aa441 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:28:28.830530 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:28.862202 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:28:28.864527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279b77f5-c2e3-40e5-be63-baababe758d0" -d '{"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-plugged", "status": "completed", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:28:28.879914 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:28:28.913631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0bad2-ad54-42ae-a5a6-33b355fedae1 x-openstack-request-id: req-d6e0bad2-ad54-42ae-a5a6-33b355fedae1 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:28:28.913927 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-plugged", "status": "completed", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:28:28.914188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d6e0bad2-ad54-42ae-a5a6-33b355fedae1 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:28:28.914584 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e0bad2-ad54-42ae-a5a6-33b355fedae1'] response: {'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'code': 200} Oct 20 04:28:28.944955 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:29.021548 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:29.276156 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09a310-929b-470d-9eff-4677732f9f7a req-07ddabe6-ed92-45b5-b426-3bf3a1c48379 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:29.277808 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ec09a310-929b-470d-9eff-4677732f9f7a req-07ddabe6-ed92-45b5-b426-3bf3a1c48379 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.1032035 Oct 20 04:28:29.334006 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ec09a310-929b-470d-9eff-4677732f9f7a req-0b7b86bf-12aa-4267-9f03-997d626fbc6e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492446 Oct 20 04:28:30.538323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c6020-8583-4cd9-bea7-bc672824c2c9 req-e924172c-10e4-469b-aad6-26cce839bbb5 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:30.545819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-421c6020-8583-4cd9-bea7-bc672824c2c9 req-e924172c-10e4-469b-aad6-26cce839bbb5 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.1021388 Oct 20 04:28:30.595913 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-421c6020-8583-4cd9-bea7-bc672824c2c9 req-749c7269-6a72-4ec4-8bae-b1b0d4d81bf6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489745 Oct 20 04:28:31.816313 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989379c9-a5fe-4919-98f0-f2195a56d389 req-8e851e42-7de6-4938-9b23-26f6b1044c77 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:31.817970 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-989379c9-a5fe-4919-98f0-f2195a56d389 req-8e851e42-7de6-4938-9b23-26f6b1044c77 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0981758 Oct 20 04:28:31.864018 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-989379c9-a5fe-4919-98f0-f2195a56d389 req-4356056b-4fc2-4ceb-876b-ee027f278169 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Oct 20 04:28:33.082887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355e339-af2c-462f-bbe2-9af91d0eee44 req-be29eef2-5bcf-4437-851e-07fbd6ca5684 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:33.084450 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7355e339-af2c-462f-bbe2-9af91d0eee44 req-be29eef2-5bcf-4437-851e-07fbd6ca5684 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0990858 Oct 20 04:28:33.136265 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7355e339-af2c-462f-bbe2-9af91d0eee44 req-7642d2ea-92dc-431a-9369-ad4c34539203 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456905 Oct 20 04:28:34.343454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65943f6-a874-4af7-b3d3-06c58b298976 req-c68376a0-97cb-40bf-a779-19667b9fc413 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:34.345850 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f65943f6-a874-4af7-b3d3-06c58b298976 req-c68376a0-97cb-40bf-a779-19667b9fc413 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0913472 Oct 20 04:28:34.396561 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f65943f6-a874-4af7-b3d3-06c58b298976 req-337ee4ed-eabb-4c53-8ea9-26b5c2e53c79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Oct 20 04:28:35.610974 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07326-fa56-427e-9289-59df7d588b52 req-73a775ed-1aa9-4aab-a289-a438710cb26e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:35.613935 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-00e07326-fa56-427e-9289-59df7d588b52 req-73a775ed-1aa9-4aab-a289-a438710cb26e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0938776 Oct 20 04:28:35.674029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-00e07326-fa56-427e-9289-59df7d588b52 req-2ee56a55-7118-48ea-bcce-fffe6407207f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531423 Oct 20 04:28:36.878085 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72d3c7-6539-42fd-8f26-536af2b5ef1d req-2baa0a3d-2042-401b-830f-6ca7dea6ae73 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:36.879883 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cd72d3c7-6539-42fd-8f26-536af2b5ef1d req-2baa0a3d-2042-401b-830f-6ca7dea6ae73 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0919876 Oct 20 04:28:36.922813 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-cd72d3c7-6539-42fd-8f26-536af2b5ef1d req-f2941f40-3b81-4df6-a1b0-83753b9507be tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372062 Oct 20 04:28:38.119767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8840-859f-4ad5-94ae-36a5ab6d142d req-0c8ce93f-4254-4362-bf05-dc0a89da8448 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:38.121226 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b4da8840-859f-4ad5-94ae-36a5ab6d142d req-0c8ce93f-4254-4362-bf05-dc0a89da8448 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0871089 Oct 20 04:28:38.164363 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b4da8840-859f-4ad5-94ae-36a5ab6d142d req-f1248b44-aa9a-4360-868a-e005452dfd50 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376091 Oct 20 04:28:38.664397 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:28:38.968756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-37752cd5-df17-4ce8-8430-a69e837ff6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:38.970278 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-37752cd5-df17-4ce8-8430-a69e837ff6e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0802493 Oct 20 04:28:39.100161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-f42837dc-ee57-4127-8164-fadb07268746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:39.101607 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-f42837dc-ee57-4127-8164-fadb07268746 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1219068 Oct 20 04:28:39.203760 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-ead2a2b7-eef3-4f9a-a9cb-0fc0a9791b47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 1001 time: 0.0926328 Oct 20 04:28:39.266478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-cfb398da-0e26-4215-b43d-0235a6978c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:39.267814 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-cfb398da-0e26-4215-b43d-0235a6978c40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0553308 Oct 20 04:28:39.355611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-81d65cdf-a566-4fac-803c-4da492fbb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:39.357111 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-81d65cdf-a566-4fac-803c-4da492fbb30f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797987 Oct 20 04:28:39.364585 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e92f8-32c3-4b79-a88f-e3e43b3ef901 req-5cbc02da-aab1-4a5c-ae8c-d055bb00cb44 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:39.366051 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c36e92f8-32c3-4b79-a88f-e3e43b3ef901 req-5cbc02da-aab1-4a5c-ae8c-d055bb00cb44 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0892990 Oct 20 04:28:39.411306 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c36e92f8-32c3-4b79-a88f-e3e43b3ef901 req-b526c819-a742-4dc3-abb3-e5ef5833c8d5 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 Oct 20 04:28:39.491377 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-22d24dd1-a12e-4cbe-bf46-f5b5ef529ab9 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231878 Oct 20 04:28:39.716718 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1b1f8041-a6a1-467c-b373-890a7b69ad6d req-fe0ab5b0-ebb3-42e3-a1ac-42f7dda55540 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152197 Oct 20 04:28:39.833584 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4d4ffc77-e73c-4e0d-9ca2-8b3704b3690a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:40.605178 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a7386-839b-4ba3-8e4b-07838f40352f req-12ce1407-7eeb-4e49-af4a-773d3df961db tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:40.606634 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b92a7386-839b-4ba3-8e4b-07838f40352f req-12ce1407-7eeb-4e49-af4a-773d3df961db tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0855026 Oct 20 04:28:40.650265 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-b92a7386-839b-4ba3-8e4b-07838f40352f req-12c6266b-cffd-481f-abb7-1250dd3dbe03 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Oct 20 04:28:41.849181 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ba72d-881e-4192-8a97-2da69d17abbe req-3309908e-ef1f-4851-b280-9145bbcc4549 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:41.850577 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b02ba72d-881e-4192-8a97-2da69d17abbe req-3309908e-ef1f-4851-b280-9145bbcc4549 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 946 time: 0.0897396 Oct 20 04:28:41.894759 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b02ba72d-881e-4192-8a97-2da69d17abbe req-c6369a9f-8ead-4fe7-957e-cc7cca0db23a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377190 Oct 20 04:28:42.333134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-093e3beb-d09b-4f19-ac0c-a1efd825cfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:42.660815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:28:42.770710 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 92435fd7-fece-4404-a1ff-f78ec82aa441 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:28:42.771085 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:42.796891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:28:42.799169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f69157-7b49-412e-9770-f5e994828d1f" -d '{"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:28:42.807361 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:28:42.836716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Oct 2022 04:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4b3ef5-9f16-4241-a1cd-11d3b1f6258c x-openstack-request-id: req-9f4b3ef5-9f16-4241-a1cd-11d3b1f6258c {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:28:42.837003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-unplugged", "status": "failed", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441", "code": 422}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:28:42.837282 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9f4b3ef5-9f16-4241-a1cd-11d3b1f6258c {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:28:42.837784 dv-neutron-861845-1-hyperv neutron-server[90077]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9f4b3ef5-9f16-4241-a1cd-11d3b1f6258c']: {'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'code': 422} returned with failed status Oct 20 04:28:42.881232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:42.948130 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:43.093756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98bb0f-c65f-45bc-9e7e-4e900cf99c7b req-d4e2232f-9c2d-41b7-8e99-bc29b7379cf6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:43.095201 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0b98bb0f-c65f-45bc-9e7e-4e900cf99c7b req-d4e2232f-9c2d-41b7-8e99-bc29b7379cf6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0854573 Oct 20 04:28:43.137645 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-0b98bb0f-c65f-45bc-9e7e-4e900cf99c7b req-811c6700-fa64-449d-afe0-e60472378c64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364058 Oct 20 04:28:43.550009 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:43.618811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:43.647990 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6044e7-d7eb-426d-a846-902faf02c96f req-4b08d99b-1e92-4c7a-88be-22473160a9b0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:43.649060 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ee6044e7-d7eb-426d-a846-902faf02c96f req-4b08d99b-1e92-4c7a-88be-22473160a9b0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0937672 Oct 20 04:28:43.694425 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ee6044e7-d7eb-426d-a846-902faf02c96f req-bc8f83b5-248e-494b-b22a-37dd347f2fce tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 Oct 20 04:28:44.152229 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-9ca6f3b6-a072-4439-b81a-7b00fd0e9526 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1175377 Oct 20 04:28:44.895154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb704-d17d-4341-8a98-7866a111a174 req-30f6a1fb-9be4-4d59-98f2-0e27c22407a8 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:44.896606 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d48bb704-d17d-4341-8a98-7866a111a174 req-30f6a1fb-9be4-4d59-98f2-0e27c22407a8 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0908625 Oct 20 04:28:44.941503 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d48bb704-d17d-4341-8a98-7866a111a174 req-3c4193ee-52a6-491d-8b5f-1ea2f580ec07 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385067 Oct 20 04:28:45.075898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:45.607608 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a6591-11e6-4782-a337-53425e10435d req-d886002c-9272-4aa1-93d6-9efc567bfe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:45.609046 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-d886002c-9272-4aa1-93d6-9efc567bfe69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8&tenant_id=1e0afa3340c24596a5909e81b2142a15 HTTP/1.1" status: 200 len: 1097 time: 0.0761387 Oct 20 04:28:45.713546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a6591-11e6-4782-a337-53425e10435d req-18608dcf-c5b1-4b45-8ca0-adc501e1887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:45.714984 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-18608dcf-c5b1-4b45-8ca0-adc501e1887c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0793734 Oct 20 04:28:45.846658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a6591-11e6-4782-a337-53425e10435d req-9e108093-e037-4536-8ee1-0e6be3d82bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:45.848107 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-9e108093-e037-4536-8ee1-0e6be3d82bb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1230221 Oct 20 04:28:45.950280 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-e55abbde-1b19-4e01-87a6-fa287434e8b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 999 time: 0.0927193 Oct 20 04:28:46.014708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a6591-11e6-4782-a337-53425e10435d req-f745f425-4c28-4b27-ad1c-e771c2c544bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:46.016128 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-f745f425-4c28-4b27-ad1c-e771c2c544bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0552948 Oct 20 04:28:46.104685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a6591-11e6-4782-a337-53425e10435d req-28707265-2597-4fee-8aa3-77cff27798c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:46.106290 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-28707265-2597-4fee-8aa3-77cff27798c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804119 Oct 20 04:28:46.141080 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd017a-2ad9-41fa-9bba-b676ff9d3a8a req-face72c0-ee09-44da-a51c-93f3d44b019e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:46.142621 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b1dd017a-2ad9-41fa-9bba-b676ff9d3a8a req-face72c0-ee09-44da-a51c-93f3d44b019e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0889244 Oct 20 04:28:46.186990 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b1dd017a-2ad9-41fa-9bba-b676ff9d3a8a req-8b5cacb7-07e8-4ff5-affb-14169b80adfd tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381973 Oct 20 04:28:46.240777 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-dfdd2c5e-096b-4f6f-ad8f-7ba9bb12805e service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241858 Oct 20 04:28:46.370816 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-991e7eed-9903-4355-906d-62a296eaa529 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208911 Oct 20 04:28:46.665020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:28:46.814697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 92435fd7-fece-4404-a1ff-f78ec82aa441 is: DOWN; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:28:47.390305 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc5220-d1f8-4e9f-b319-e3cf6af30571 req-70bbd2ee-0986-4c01-8d9a-c2ee3cf3fc01 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:47.391858 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-15dc5220-d1f8-4e9f-b319-e3cf6af30571 req-70bbd2ee-0986-4c01-8d9a-c2ee3cf3fc01 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0909290 Oct 20 04:28:47.439346 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-15dc5220-d1f8-4e9f-b319-e3cf6af30571 req-1896e5a3-15b9-433f-9262-55a1cb53180f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 Oct 20 04:28:47.776554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:48.655479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5ecd-3c19-46e9-9c4a-84181ca3825c req-2d16a07a-e1d4-4b5d-914e-b9f4401a302f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:48.656984 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-923f5ecd-3c19-46e9-9c4a-84181ca3825c req-2d16a07a-e1d4-4b5d-914e-b9f4401a302f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0969360 Oct 20 04:28:48.704429 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-923f5ecd-3c19-46e9-9c4a-84181ca3825c req-e11fc87d-58c7-4b7b-b176-3b0e501621d7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392811 Oct 20 04:28:49.939533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0d4ff-f387-45f9-9654-a28b457391e4 req-6cc7ffa6-3ad3-454c-830d-07f63ff69816 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:49.941052 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeb0d4ff-f387-45f9-9654-a28b457391e4 req-6cc7ffa6-3ad3-454c-830d-07f63ff69816 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.1042328 Oct 20 04:28:49.991362 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-aeb0d4ff-f387-45f9-9654-a28b457391e4 req-fcb7c7c5-f3d7-45c8-9585-8d18cddf6df9 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Oct 20 04:28:51.193980 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdece6-6a52-41b8-a61a-aa5af31466f9 req-c7f65b3f-d579-4c4c-819f-d9b173ef1451 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:51.195634 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6bfdece6-6a52-41b8-a61a-aa5af31466f9 req-c7f65b3f-d579-4c4c-819f-d9b173ef1451 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0892825 Oct 20 04:28:51.241503 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-6bfdece6-6a52-41b8-a61a-aa5af31466f9 req-e05947b1-266c-45fa-893d-43a479ab7463 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397036 Oct 20 04:28:52.447230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caf415-9b43-477e-b85f-d4a8327ce297 req-ead6fe0f-ff9e-445b-9224-173c1fcdf073 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:52.448826 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-21caf415-9b43-477e-b85f-d4a8327ce297 req-ead6fe0f-ff9e-445b-9224-173c1fcdf073 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0945106 Oct 20 04:28:52.494630 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-21caf415-9b43-477e-b85f-d4a8327ce297 req-5e5fbf4a-11f3-455f-867d-4b7144ce8433 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 Oct 20 04:28:53.728259 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9511b-c838-431d-a2d1-0dffe2b54c97 req-e336abd5-a421-461b-982d-dab5fcd90582 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:53.729751 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-84d9511b-c838-431d-a2d1-0dffe2b54c97 req-e336abd5-a421-461b-982d-dab5fcd90582 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.1085551 Oct 20 04:28:53.781292 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-84d9511b-c838-431d-a2d1-0dffe2b54c97 req-f3958b34-9016-4110-808a-e3a42f92774a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458088 Oct 20 04:28:54.983160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e5ec4-c83b-4a1e-822e-002f60362d4a req-6cfdf495-d157-432f-9ace-66c23de59b89 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:54.984631 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-815e5ec4-c83b-4a1e-822e-002f60362d4a req-6cfdf495-d157-432f-9ace-66c23de59b89 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0863624 Oct 20 04:28:55.029493 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-815e5ec4-c83b-4a1e-822e-002f60362d4a req-756717fe-574d-4b54-bdab-c2dffd405667 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386422 Oct 20 04:28:56.225554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f3771-4dce-4339-8487-a36f42fe2f63 req-6017e153-53e7-49ed-8940-df41e26a609e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:56.226976 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-561f3771-4dce-4339-8487-a36f42fe2f63 req-6017e153-53e7-49ed-8940-df41e26a609e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0850523 Oct 20 04:28:56.272702 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-561f3771-4dce-4339-8487-a36f42fe2f63 req-2282929c-2d2e-4287-836a-1b251cffcc11 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401444 Oct 20 04:28:57.569995 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9ee7b-62fa-40be-a88a-3dc3585ff544 req-82cb93b4-f569-4f0e-b475-72fe278714c6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:57.571360 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3be9ee7b-62fa-40be-a88a-3dc3585ff544 req-82cb93b4-f569-4f0e-b475-72fe278714c6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.1869700 Oct 20 04:28:57.615119 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3be9ee7b-62fa-40be-a88a-3dc3585ff544 req-2890e465-0b04-448c-9ab4-00700063c9b0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379262 Oct 20 04:28:58.707934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:28:58.811890 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0919d8-e2b5-425d-8b1f-48f8057f85e7 req-207c151f-6565-40f1-b595-15fc58b55c1a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:58.813247 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7e0919d8-e2b5-425d-8b1f-48f8057f85e7 req-207c151f-6565-40f1-b595-15fc58b55c1a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 944 time: 0.0864222 Oct 20 04:28:58.837976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:28:58.851496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'port_id': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'mac_address': 'fa:16:3e:bf:a1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:28:58.856387 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7e0919d8-e2b5-425d-8b1f-48f8057f85e7 req-1f54a777-1020-4a9d-b53f-06dbeed62aa1 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373447 Oct 20 04:28:58.908486 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 92435fd7-fece-4404-a1ff-f78ec82aa441 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:28:58.908860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:58.925715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92435fd7-fece-4404-a1ff-f78ec82aa441 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:28:58.940205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:28:59.023390 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:59.087033 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=9']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:59.338715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['92435fd7-fece-4404-a1ff-f78ec82aa441'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:29:00.072872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca898c-92dd-4dd0-968e-62eb69d7dcf4 req-5fcbd95e-def8-4461-bdec-e6bd26f75e66 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:00.074649 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2ca898c-92dd-4dd0-968e-62eb69d7dcf4 req-5fcbd95e-def8-4461-bdec-e6bd26f75e66 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 945 time: 0.1038249 Oct 20 04:29:00.118614 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a2ca898c-92dd-4dd0-968e-62eb69d7dcf4 req-f4c815ea-6790-4341-ab47-dd368daa272d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383003 Oct 20 04:29:00.707143 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:29:00.773511 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 92435fd7-fece-4404-a1ff-f78ec82aa441 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:29:00.773876 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:00.774210 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 92435fd7-fece-4404-a1ff-f78ec82aa441 Oct 20 04:29:00.884588 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 92435fd7-fece-4404-a1ff-f78ec82aa441 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:29:00.884959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:00.910662 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:29:00.912922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018342d9-a95b-4877-b858-fadee679079b" -d '{"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-plugged", "status": "completed", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:29:00.920711 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:29:00.952838 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49a7d15-67b1-4b58-aa9c-b5fd6d166ab4 x-openstack-request-id: req-d49a7d15-67b1-4b58-aa9c-b5fd6d166ab4 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:29:00.953124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-plugged", "status": "completed", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:29:00.953400 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d49a7d15-67b1-4b58-aa9c-b5fd6d166ab4 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:29:00.953854 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49a7d15-67b1-4b58-aa9c-b5fd6d166ab4'] response: {'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'code': 200} Oct 20 04:29:01.001197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:01.066271 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=10']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:29:01.370614 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d2507-498f-4bb9-91f7-ad2f1e063da4 req-fbcaf448-a7f3-4701-b75e-f10aee521adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:01.372050 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-166d2507-498f-4bb9-91f7-ad2f1e063da4 req-fbcaf448-a7f3-4701-b75e-f10aee521adc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1100 time: 0.1047585 Oct 20 04:29:01.379698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19cbc6-b36a-4ff8-888c-be4f3fd4d9be req-1b899055-6d7e-43ae-a958-c01b8cc2b0a5 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:01.381659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4a19cbc6-b36a-4ff8-888c-be4f3fd4d9be req-1b899055-6d7e-43ae-a958-c01b8cc2b0a5 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 947 time: 0.1506851 Oct 20 04:29:01.443650 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-166d2507-498f-4bb9-91f7-ad2f1e063da4 req-3a60cd00-f829-49b6-a3fa-4ca2cd3f2a1e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609920 Oct 20 04:29:01.447829 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4a19cbc6-b36a-4ff8-888c-be4f3fd4d9be req-41b305cb-1cb4-432c-9a76-3de83622579e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538085 Oct 20 04:29:02.668847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9a6cb-9d15-40b0-b1ac-19470ce83790 req-05d088bb-8763-41c0-a5a2-bcebe15ccfd7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:02.670376 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-85a9a6cb-9d15-40b0-b1ac-19470ce83790 req-05d088bb-8763-41c0-a5a2-bcebe15ccfd7 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 947 time: 0.0961757 Oct 20 04:29:02.714073 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-85a9a6cb-9d15-40b0-b1ac-19470ce83790 req-a1085b75-a0a5-46a7-8397-d1f59e123c59 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380888 Oct 20 04:29:03.916630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398b2b8-c31f-43ba-97ab-bee2ffaaa8ed req-9a62881c-9a13-4507-b22d-4c7df0960168 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:03.918028 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7398b2b8-c31f-43ba-97ab-bee2ffaaa8ed req-9a62881c-9a13-4507-b22d-4c7df0960168 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 947 time: 0.0910640 Oct 20 04:29:03.960955 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7398b2b8-c31f-43ba-97ab-bee2ffaaa8ed req-9b158304-4998-4388-879d-5405585dd37f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370424 Oct 20 04:29:05.152428 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f55a1-a51c-4b94-b5c2-aafabc90503e req-8a82ff9b-32f3-4532-a9ea-b0ce896acafa tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:05.153889 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-033f55a1-a51c-4b94-b5c2-aafabc90503e req-8a82ff9b-32f3-4532-a9ea-b0ce896acafa tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 947 time: 0.0848651 Oct 20 04:29:05.199034 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-033f55a1-a51c-4b94-b5c2-aafabc90503e req-4078236c-5e2b-4c0e-a6f7-90cf330f9108 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396397 Oct 20 04:29:06.336076 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffc8e352-a352-4e12-95dd-37acf963145c req-3c2e67d0-89b1-49f2-9873-ce94e82a0661 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782182 Oct 20 04:29:06.480041 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e352-a352-4e12-95dd-37acf963145c req-9c8f8aa7-b4c1-454d-951c-0a2066eda1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:06.481514 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffc8e352-a352-4e12-95dd-37acf963145c req-9c8f8aa7-b4c1-454d-951c-0a2066eda1f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0762289 Oct 20 04:29:06.623685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e352-a352-4e12-95dd-37acf963145c req-6471f28b-b34a-4409-a818-fe6b7b1fa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:06.625141 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffc8e352-a352-4e12-95dd-37acf963145c req-6471f28b-b34a-4409-a818-fe6b7b1fa83d service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1247067 Oct 20 04:29:06.726705 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffc8e352-a352-4e12-95dd-37acf963145c req-930264db-6ef3-4d3e-92d4-a2544900608d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 1001 time: 0.0952160 Oct 20 04:29:06.787431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e352-a352-4e12-95dd-37acf963145c req-1028f08e-9efb-49fb-b107-b062af6dc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:06.788778 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffc8e352-a352-4e12-95dd-37acf963145c req-1028f08e-9efb-49fb-b107-b062af6dc120 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0560148 Oct 20 04:29:06.870270 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e352-a352-4e12-95dd-37acf963145c req-071afc89-8537-4211-b11c-cd54368c9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:06.871688 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffc8e352-a352-4e12-95dd-37acf963145c req-071afc89-8537-4211-b11c-cd54368c9690 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770593 Oct 20 04:29:06.997253 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffc8e352-a352-4e12-95dd-37acf963145c req-2413095f-7a30-4caa-b9ce-fd72eb9e6258 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186666 Oct 20 04:29:07.120892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ffc8e352-a352-4e12-95dd-37acf963145c req-fd283127-2c91-4a51-aa7c-35cfc1081bba service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181033 Oct 20 04:29:09.856547 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c8ec13c-cc8d-4df5-a664-0433197f92ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:12.337673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c6ada5b9-cdcb-4836-9d23-2b8b5d753484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:13.537367 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:13.577487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:15.050003 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:15.663590 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:29:17.794763 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:39.839706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-300c1e1d-1954-454f-a7e2-db2b2a01ba87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:42.331274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-766562b7-dc60-49bf-a235-02377a818639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:43.542810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:43.594222 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:45.062713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:47.798600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:52.662707 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:30:08.339988 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-4b8cdd03-a82c-411e-84f3-2971b3c61fea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733531 Oct 20 04:30:08.489071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-59280b9a-4633-486e-9090-2e1c89378dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:08.490537 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-59280b9a-4633-486e-9090-2e1c89378dc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0791276 Oct 20 04:30:08.741629 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-bce04aa6-9f7e-4966-a461-634b6b50e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:08.743071 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-bce04aa6-9f7e-4966-a461-634b6b50e420 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.2288253 Oct 20 04:30:08.849595 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-4554aee9-bd00-4a38-b1ac-9860adc65f19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 1001 time: 0.0977995 Oct 20 04:30:08.913359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-a9a102e3-0dfd-473f-ba0e-c93c37cb03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:08.914667 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-a9a102e3-0dfd-473f-ba0e-c93c37cb03ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0555108 Oct 20 04:30:09.001389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-a86f3eb6-86b1-47c0-b551-c4e54f696c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:09.002820 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-a86f3eb6-86b1-47c0-b551-c4e54f696c50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788493 Oct 20 04:30:09.134867 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-61f11e30-9eb1-480e-9597-2ab8b87c248c service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221437 Oct 20 04:30:09.266301 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0fcb12d4-3ccd-4313-ad02-7141b9f8d755 req-c191bf31-ecee-4b53-8197-5b87693183bc service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218483 Oct 20 04:30:09.839293 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9cfb701f-720d-4cf5-90d2-75f5820af12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:12.335355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2dc66ed3-91e8-4a2a-8aee-29121d1e63d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:13.527373 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:13.610806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:15.062272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:17.023150 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 48726) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:30:17.318134 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Deleting port 66236c52-9a65-4cc5-81c9-3f0268135cdf {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:30:17.318388 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:17.483734 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:17.484056 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:17.601991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Calling delete_port for 66236c52-9a65-4cc5-81c9-3f0268135cdf owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:30:17.787707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:17.816418 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:17.862165 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event deleted for resources: {'Port': ['ID=66236c52-9a65-4cc5-81c9-3f0268135cdf,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:17.911713 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.912061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.912398 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.912733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.913061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.913415 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.913741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.914063 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.914385 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.914706 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.915024 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.915341 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:17.968801 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:17.969130 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Floating IP e4931a09-c89e-481d-a838-83e511a30dc7 disassociated (deleted). External IP: 172.26.7.81, port: 92435fd7-fece-4404-a1ff-f78ec82aa441. Oct 20 04:30:18.308810 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:30:18.482689 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:30:18.492860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] Sync routers for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:30:18.501520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:30:18.506396 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:30:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:30:18.571114 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:18.627722 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-34659c4c-9d39-4c0f-a36c-e7a3fe4057e0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "DELETE /v2.0/floatingips/e4931a09-c89e-481d-a838-83e511a30dc7 HTTP/1.1" status: 204 len: 168 time: 1.6010733 Oct 20 04:30:18.627722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:30:18.629143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e" -d '{"events": [{"name": "network-changed", "server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:30:18.680383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:30:18.770817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101b49c3-e29a-44ae-85cc-57bfc95cf636 x-openstack-request-id: req-101b49c3-e29a-44ae-85cc-57bfc95cf636 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:30:18.771113 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:30:18.771387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-101b49c3-e29a-44ae-85cc-57bfc95cf636 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:30:18.771787 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101b49c3-e29a-44ae-85cc-57bfc95cf636'] response: {'name': 'network-changed', 'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'status': 'completed', 'code': 200} Oct 20 04:30:18.871872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-8cb3804b-dca9-410a-8e04-04336a19d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:18.873386 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-8cb3804b-dca9-410a-8e04-04336a19d8b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0782719 Oct 20 04:30:19.002289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:30:19.005232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-5757cf0f-983b-421b-b2e4-5394fe487fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:19.006368 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] Checking router: 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:30:19.006720 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-5757cf0f-983b-421b-b2e4-5394fe487fec service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1250534 Oct 20 04:30:19.014744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:30:19.015326 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:30:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:30:19.078647 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-a33a4cce-1090-4b11-8f80-1d46f3b6a45d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 200 len: 217 time: 0.0652282 Oct 20 04:30:19.152426 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-17dd42c0-252b-4099-ab91-f3495c86e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:19.153891 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-17dd42c0-252b-4099-ab91-f3495c86e23c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0617285 Oct 20 04:30:19.232768 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:30:19.244031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-c21451b5-3988-4afa-8c71-5ad9f0b7924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:19.245572 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-c21451b5-3988-4afa-8c71-5ad9f0b7924c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844977 Oct 20 04:30:19.340324 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03926a0d-044d-421c-9360-f2914c10250b req-ef3d6d62-cf0e-42c4-8c75-60ae2a177d1f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:19.341212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-03926a0d-044d-421c-9360-f2914c10250b req-ef3d6d62-cf0e-42c4-8c75-60ae2a177d1f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:30:19.382232 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-e07ee326-e086-4dec-a135-b28d5d21d3cc service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295633 Oct 20 04:30:19.411248 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-03926a0d-044d-421c-9360-f2914c10250b req-ef3d6d62-cf0e-42c4-8c75-60ae2a177d1f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:30:19.412526 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-03926a0d-044d-421c-9360-f2914c10250b req-ef3d6d62-cf0e-42c4-8c75-60ae2a177d1f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 947 time: 0.2807789 Oct 20 04:30:19.459630 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-03926a0d-044d-421c-9360-f2914c10250b req-ea464e8d-9968-4d1c-bc71-be7a6b80c8a6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413408 Oct 20 04:30:19.523265 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab4dc6e8-a9d6-4fc2-9705-43183f6a636e req-0323e96a-5a08-4551-bb01-68b6ab395399 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334305 Oct 20 04:30:19.548104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:30:19.552030 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d26b7f-090c-4ba5-9a90-b984742db9b4 None None] The sync data for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv is: [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:30:19.772104 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5fe30-f0f8-49e0-bf53-3a70b024dcf4 None None] New status for floating IP e4931a09-c89e-481d-a838-83e511a30dc7: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:30:20.658881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36c37f-39c2-4673-adc8-b3ba673809a2 req-889f1164-bafc-4156-b3a4-f8940ad8196b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:20.660349 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc36c37f-39c2-4673-adc8-b3ba673809a2 req-889f1164-bafc-4156-b3a4-f8940ad8196b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 947 time: 0.0868094 Oct 20 04:30:20.756929 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fc36c37f-39c2-4673-adc8-b3ba673809a2 req-8a5f958b-f433-44bb-9b8f-c0834e9d5881 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=90ae8004-542a-462f-bce0-ad0fd4e6ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614572 Oct 20 04:30:20.778857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-f8abc6bf-e8eb-4d6c-a262-f9df4ff312db tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:20.780259 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-f8abc6bf-e8eb-4d6c-a262-f9df4ff312db tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 947 time: 0.1190763 Oct 20 04:30:20.854889 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Deleting port 92435fd7-fece-4404-a1ff-f78ec82aa441 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:30:20.855237 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:21.190861 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] For port 92435fd7-fece-4404-a1ff-f78ec82aa441, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=92435fd7-fece-4404-a1ff-f78ec82aa441,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:30:21.191218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:21.309758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Calling delete_port for 92435fd7-fece-4404-a1ff-f78ec82aa441 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:30:21.490812 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:21.542594 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event deleted for resources: {'Port': ['ID=92435fd7-fece-4404-a1ff-f78ec82aa441,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:21.584166 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.584535 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.584868 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.585210 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.585597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.585932 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.586262 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.586593 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.586921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.587246 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.587570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.587894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:21.636733 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] No DVR routers for this DVR port 92435fd7-fece-4404-a1ff-f78ec82aa441 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:30:21.639195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:21.641822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-deleted', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:30:21.644731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041c807d-9f90-4742-abb4-83c6997c51ee" -d '{"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-deleted", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:30:21.686575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d927c9c-778c-4897-ab65-1ae2b6ed9172 x-openstack-request-id: req-1d927c9c-778c-4897-ab65-1ae2b6ed9172 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:30:21.687154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b732424d-2e43-4cd6-87dc-291cc44f2cc8", "name": "network-vif-deleted", "tag": "92435fd7-fece-4404-a1ff-f78ec82aa441", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:30:21.687154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1d927c9c-778c-4897-ab65-1ae2b6ed9172 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:30:21.687510 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d927c9c-778c-4897-ab65-1ae2b6ed9172'] response: {'server_uuid': 'b732424d-2e43-4cd6-87dc-291cc44f2cc8', 'name': 'network-vif-deleted', 'tag': '92435fd7-fece-4404-a1ff-f78ec82aa441', 'status': 'completed', 'code': 200} Oct 20 04:30:21.713292 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e49172d4-9fe1-41a0-b641-8984c963afb3 req-bb600aef-f0d7-446b-9053-f8c27593e96a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "DELETE /v2.0/ports/92435fd7-fece-4404-a1ff-f78ec82aa441 HTTP/1.1" status: 204 len: 173 time: 0.9250376 Oct 20 04:30:21.922821 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-5cbdaa06-409a-44f0-a41c-49ca09bbae18 req-f237a1f9-01ef-4da0-a68f-0f743c1f3202 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:30:22.032826 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-5cbdaa06-409a-44f0-a41c-49ca09bbae18 req-f237a1f9-01ef-4da0-a68f-0f743c1f3202 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:30:22.034095 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5cbdaa06-409a-44f0-a41c-49ca09bbae18 req-f237a1f9-01ef-4da0-a68f-0f743c1f3202 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=b732424d-2e43-4cd6-87dc-291cc44f2cc8 HTTP/1.1" status: 200 len: 210 time: 0.1665046 Oct 20 04:30:23.138590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48750) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:30:23.204612 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbea9a41-3c4c-40be-965b-de98cd58a2b6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:23.232832 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbea9a41-3c4c-40be-965b-de98cd58a2b6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:23.381975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbea9a41-3c4c-40be-965b-de98cd58a2b6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:23.398651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea9a41-3c4c-40be-965b-de98cd58a2b6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae8004-542a-462f-bce0-ad0fd4e6ca4c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:23.477596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bbea9a41-3c4c-40be-965b-de98cd58a2b6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:23.478704 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bbea9a41-3c4c-40be-965b-de98cd58a2b6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "DELETE /v2.0/security-groups/90ae8004-542a-462f-bce0-ad0fd4e6ca4c HTTP/1.1" status: 204 len: 168 time: 0.3391173 Oct 20 04:30:23.705391 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48758) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:30:23.711078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491596846', 'description': 'tempest-secgroup-smoke-491596846 description', 'project_id': '1e0afa3340c24596a5909e81b2142a15'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:23.717018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:30:23.721078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:30:23.724524 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:30:23.730053 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:30:23.770544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:23.790121 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:30:23.793947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:30:23.796774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:30:23.802439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:30:23.876845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:23.941651 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:23.984958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5229279e-9fed-461c-b39c-a70d3eddc335,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:24.061790 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.063012 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cdd96124-3d13-4d31-9b56-afce4cb16e64 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3566377 Oct 20 04:30:24.066334 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48762) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:30:24.071327 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '5229279e-9fed-461c-b39c-a70d3eddc335', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:24.077167 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:30:24.081077 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:30:24.084610 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:30:24.090354 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:30:24.187760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.244619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.318766 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.341686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cfddec-3465-4b35-af9f-bb0f650573ea,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:24.410412 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.411601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b624b142-a5cb-4195-9b93-1e3f1bbb3f79 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443153 Oct 20 04:30:24.414339 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48766) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:30:24.419286 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '5229279e-9fed-461c-b39c-a70d3eddc335', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:24.425723 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:30:24.429546 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:30:24.432326 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:30:24.438107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:30:24.496501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.558683 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.610160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.634710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a74d18-2097-48b3-a10f-753e735e133a,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:24.695949 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.697165 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-05a43921-4be2-47cd-a445-488436066226 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2818732 Oct 20 04:30:24.699903 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48770) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:30:24.704789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '5229279e-9fed-461c-b39c-a70d3eddc335', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:24.710716 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:30:24.714537 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:30:24.717385 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:30:24.722979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:30:24.788219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.848161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.906463 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.930089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcab3aa-49c1-4ef2-ae58-9f4bf7e74c35,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:24.998164 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.999326 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9d46e387-5236-4f60-9640-c228e71c952e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985051 Oct 20 04:30:25.002083 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48774) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:30:25.007158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '5229279e-9fed-461c-b39c-a70d3eddc335', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:25.012837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:30:25.016596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:30:25.019387 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:30:25.024865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:30:25.090970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:30:25.113478 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.128099 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 92435fd7-fece-4404-a1ff-f78ec82aa441 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:30:25.128465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 92435fd7-fece-4404-a1ff-f78ec82aa441 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:30:25.175438 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.250390 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.272971 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e4cdd6-5674-421e-a8af-3c5f96dfe1a5,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:25.336161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.337332 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-df0b9c71-ce3d-403c-be00-fdaa69194809 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3343365 Oct 20 04:30:25.340045 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48778) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:30:25.346105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '5229279e-9fed-461c-b39c-a70d3eddc335', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:25.351118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:30:25.354837 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:30:25.357659 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:30:25.363079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:30:25.456253 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Project 1e0afa3340c24596a5909e81b2142a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:30:25.462575 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.524127 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.564867 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.588399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b266ae15-4e81-4932-9162-d947ebd91a5b,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:25.639293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.640640 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6b181515-31a1-43df-a408-45927a2fe17c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2996647 Oct 20 04:30:25.643346 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 48782) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:30:25.648880 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'security_group_rule': {'security_group_id': '5229279e-9fed-461c-b39c-a70d3eddc335', 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:25.654876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:30:25.658599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:security_group_rule and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:30:25.662078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:30:25.667589 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:30:25.713516 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.securitygroups_db [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Project 1e0afa3340c24596a5909e81b2142a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:30:25.719965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.782597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.872174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.895195 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180a0dfc-af85-41c1-a8d1-249fe99023e7,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:25.963946 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:25.965099 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5d2b1d05-8907-421c-b5c2-3652bc6d4044 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3207190 Oct 20 04:30:29.661566 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:30:39.919102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d0141a47-787a-4fba-919f-ed07a7e1e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:42.387302 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b8cd83ec-468f-4791-a5c5-99c2e797a376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:43.564487 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:43.621610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:45.101492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:47.902574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:50.013344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-bd36bf9c-2c36-4ab0-b3e2-12e3b63d2c8e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:30:50.090131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-bd36bf9c-2c36-4ab0-b3e2-12e3b63d2c8e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:30:50.091330 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-bd36bf9c-2c36-4ab0-b3e2-12e3b63d2c8e tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491596846&fields=id&tenant_id=1e0afa3340c24596a5909e81b2142a15 HTTP/1.1" status: 200 len: 267 time: 0.1170204 Oct 20 04:30:50.243183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-e07d33f3-126e-4089-9b62-da78c7bb4d18 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:50.244618 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-e07d33f3-126e-4089-9b62-da78c7bb4d18 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 808 time: 0.1465874 Oct 20 04:30:50.259796 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-1775fad5-740e-4ad8-9842-03726f85dd77 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/quotas/1e0afa3340c24596a5909e81b2142a15 HTTP/1.1" status: 200 len: 375 time: 0.0092771 Oct 20 04:30:50.347029 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-01877b69-d5f2-4a9d-a240-0fb529ee8a14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815654 Oct 20 04:30:50.432242 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-7160a988-11fb-469c-9d3d-d258bbdfd44e service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:30:50.433244 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-7160a988-11fb-469c-9d3d-d258bbdfd44e service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0753522 Oct 20 04:30:50.564226 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-c5eebbe5-c1a7-4dc2-aa4b-a479dba3a032 service neutron] 10.222.0.33 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240108 Oct 20 04:30:50.792478 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-e5b4b5ec-6a23-4116-9d32-bb5f13282487 service neutron] 10.222.0.33 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222707 Oct 20 04:30:51.391908 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-83086b19-6c3e-4afc-89a4-9ab8d2e3250e req-b37a4002-a845-44f3-a394-137a99c5a85d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 210 time: 0.0493655 Oct 20 04:30:52.553591 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6bd4fbaf-d2f2-4ddf-97f8-06bce5e9acfd req-7c6862c6-ec18-445c-819c-efac2e48a580 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 210 time: 0.0515206 Oct 20 04:30:53.592627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-f697af1b-d438-4a49-bada-e98241c75dc3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:53.594081 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-f697af1b-d438-4a49-bada-e98241c75dc3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 808 time: 0.1425149 Oct 20 04:30:53.648854 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-043d537a-c958-4d59-9f12-5491f37e4c3d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e0afa3340c24596a5909e81b2142a15 HTTP/1.1" status: 200 len: 379 time: 0.0416691 Oct 20 04:30:53.662981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'port': {'device_id': '68458a53-a79a-4745-bd32-914080704dba', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'admin_state_up': True, 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'security_groups': ['5229279e-9fed-461c-b39c-a70d3eddc335']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:53.731140 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5cf8286e-a8e6-4881-943e-61dcb3a82b28 req-720f6cc2-af74-49c2-a7d1-c82d06f5d99a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 210 time: 0.0515065 Oct 20 04:30:53.800499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:30:53.810721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:30:53.901538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Made reservation on behalf of 1e0afa3340c24596a5909e81b2142a15 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:30:53.905130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:54.076835 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Allocated IP 172.20.0.5 (49d09035-041a-455c-9c93-d5e25bbcb08a/b708fb73-d075-4823-b1db-08f1431296a8/55ded3df-f276-48ed-a317-721d50a95f04) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:30:54.262044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:54.277154 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Transition to ACTIVE for port object 55ded3df-f276-48ed-a317-721d50a95f04 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:30:54.342031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:54.412864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Network 49d09035-041a-455c-9c93-d5e25bbcb08a is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:30:54.415857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:30:54.420491 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:30:54.452304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'Port': ['ID=55ded3df-f276-48ed-a317-721d50a95f04,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:54.492539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:54.493160 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:54.610155 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-a4b21763-1660-42a5-aa38-76e218200f08 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9522913 Oct 20 04:30:54.625199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Request body: {'port': {'device_id': '68458a53-a79a-4745-bd32-914080704dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:54.737698 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:54.792886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bf8b4caf-ffa5-4195-a24c-0382927f8fd2 None None] Provisioning for port 55ded3df-f276-48ed-a317-721d50a95f04 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:30:54.798544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-bf8b4caf-ffa5-4195-a24c-0382927f8fd2 None None] Provisioning complete for port 55ded3df-f276-48ed-a317-721d50a95f04 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:30:54.799076 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4caf-ffa5-4195-a24c-0382927f8fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:54.799598 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bf8b4caf-ffa5-4195-a24c-0382927f8fd2 None None] Attempt 1 to provision port 55ded3df-f276-48ed-a317-721d50a95f04 Oct 20 04:30:54.863138 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b4caf-ffa5-4195-a24c-0382927f8fd2 None None] Port 55ded3df-f276-48ed-a317-721d50a95f04 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:30:55.083046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3c6c0-c7a9-4671-ad6c-50b38e70c387 req-b750721b-0190-4f91-a2f9-7620ac284004 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:55.084907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-cbc3c6c0-c7a9-4671-ad6c-50b38e70c387 req-b750721b-0190-4f91-a2f9-7620ac284004 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:30:55.160456 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ded3df-f276-48ed-a317-721d50a95f04 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:30:55.167841 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:55.181480 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Transition to ACTIVE for port object 55ded3df-f276-48ed-a317-721d50a95f04 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:30:55.209630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-cbc3c6c0-c7a9-4671-ad6c-50b38e70c387 req-b750721b-0190-4f91-a2f9-7620ac284004 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:30:55.210705 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cbc3c6c0-c7a9-4671-ad6c-50b38e70c387 req-b750721b-0190-4f91-a2f9-7620ac284004 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 931 time: 0.2643058 Oct 20 04:30:55.258609 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cbc3c6c0-c7a9-4671-ad6c-50b38e70c387 req-0baf21c2-3e5d-421e-b4da-3e347b38073d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414932 Oct 20 04:30:55.272881 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:55.364802 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bf8b4caf-ffa5-4195-a24c-0382927f8fd2 None None] Attempt 2 to provision port 55ded3df-f276-48ed-a317-721d50a95f04 Oct 20 04:30:55.432931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b4caf-ffa5-4195-a24c-0382927f8fd2 None None] Port 55ded3df-f276-48ed-a317-721d50a95f04 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:30:55.576780 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Pushing event updated for resources: {'Port': ['ID=55ded3df-f276-48ed-a317-721d50a95f04,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:55.622739 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Attempting to bind port 55ded3df-f276-48ed-a317-721d50a95f04 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:30:55.624403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Attempting to bind port 55ded3df-f276-48ed-a317-721d50a95f04 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:30:55.624403 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Attempting to bind port 55ded3df-f276-48ed-a317-721d50a95f04 on network 49d09035-041a-455c-9c93-d5e25bbcb08a {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:30:55.628636 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Port 55ded3df-f276-48ed-a317-721d50a95f04 on network 49d09035-041a-455c-9c93-d5e25bbcb08a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:30:55.628955 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Attempting to bind port 55ded3df-f276-48ed-a317-721d50a95f04 on network 49d09035-041a-455c-9c93-d5e25bbcb08a {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:30:55.634470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:30:55.634804 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Checking segment: {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:30:55.635180 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Bound using segment: {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:30:55.635600 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Bound port: 55ded3df-f276-48ed-a317-721d50a95f04, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be8c860-6768-445b-be46-e7f8fec28b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:30:55.635940 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:55.751231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:30:55.751231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=55ded3df-f276-48ed-a317-721d50a95f04,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:30:55.822087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:55.862684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:55.863345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:55.864668 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] 10.222.0.26 "PUT /v2.0/ports/55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 1093 time: 1.2437508 Oct 20 04:30:55.865187 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:30:55.867473 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}717dbf2d4be3b716ec1d1510c4884f559f6ce712388eb535944e24fa10998694" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe6e78-a952-4642-9e24-a9dc593f7c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "tag": "55ded3df-f276-48ed-a317-721d50a95f04"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:30:55.904928 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c243e95-9126-4428-88f8-def136ae0c17 service neutron] Pushing event updated for resources: {'Port': ['ID=55ded3df-f276-48ed-a317-721d50a95f04,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:55.935464 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-bf8b4caf-ffa5-4195-a24c-0382927f8fd2 None None] Attempt 3 to provision port 55ded3df-f276-48ed-a317-721d50a95f04 Oct 20 04:30:55.963724 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6f5804-2567-4ca4-b88c-073902c9e595 x-openstack-request-id: req-eb6f5804-2567-4ca4-b88c-073902c9e595 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:30:55.964018 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "tag": "55ded3df-f276-48ed-a317-721d50a95f04", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:30:55.964293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eb6f5804-2567-4ca4-b88c-073902c9e595 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:30:55.964697 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6f5804-2567-4ca4-b88c-073902c9e595'] response: {'name': 'network-changed', 'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04', 'status': 'completed', 'code': 200} Oct 20 04:30:56.002117 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b4caf-ffa5-4195-a24c-0382927f8fd2 None None] Port 55ded3df-f276-48ed-a317-721d50a95f04 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:30:56.065570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-631c584d-60fb-450a-8926-ba07d1d04c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:56.067018 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-631c584d-60fb-450a-8926-ba07d1d04c8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1096 time: 0.0906034 Oct 20 04:30:56.140446 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-988b72e2-e2c4-4009-a751-89ec4f233941 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 217 time: 0.0626135 Oct 20 04:30:56.202696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-da3806c5-8a5e-4ad0-bfa1-802fd878c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:56.204065 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-da3806c5-8a5e-4ad0-bfa1-802fd878c446 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0552778 Oct 20 04:30:56.290239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-bc8e92bc-91ae-4daf-ad39-3e425c5dabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:56.291683 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-bc8e92bc-91ae-4daf-ad39-3e425c5dabbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784230 Oct 20 04:30:56.476471 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-748044aa-3add-40b5-82db-ab3ecb267301 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772339 Oct 20 04:30:56.562759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effae308-1b43-4684-8c53-853ae7c99f4a req-8be4f9fd-d9ed-40f7-bacc-5b6ab3ee9d71 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:56.564182 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-effae308-1b43-4684-8c53-853ae7c99f4a req-8be4f9fd-d9ed-40f7-bacc-5b6ab3ee9d71 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.1865563 Oct 20 04:30:56.641387 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-effae308-1b43-4684-8c53-853ae7c99f4a req-d8735d27-60c5-4e19-8dd8-adcb44be0fef tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705853 Oct 20 04:30:56.658227 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5f99ee42-4738-4d91-8ff9-07886f8b4f7d req-9403f8f1-5ee0-4742-a8ab-7e0818e617d0 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707380 Oct 20 04:30:56.839031 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-156e02a5-4751-4dee-9cf2-03e8ba13fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:56.840415 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-156e02a5-4751-4dee-9cf2-03e8ba13fa36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1096 time: 0.0767481 Oct 20 04:30:56.971536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-684fcf37-7d8b-4700-964d-40e543c58893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:56.972971 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-684fcf37-7d8b-4700-964d-40e543c58893 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1261363 Oct 20 04:30:57.045970 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-5986e499-7968-4935-baab-6f02b003615a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 217 time: 0.0661354 Oct 20 04:30:57.110289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-706866cc-6c37-4ba6-92b1-5ca4bd402340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:57.111592 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-706866cc-6c37-4ba6-92b1-5ca4bd402340 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0560787 Oct 20 04:30:57.197281 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-c234d4c7-c364-44b6-885f-0f7ce5082530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:57.198724 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-c234d4c7-c364-44b6-885f-0f7ce5082530 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784073 Oct 20 04:30:57.428398 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-9f0b129e-be59-4e54-b1f2-f01c4c168568 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194304 Oct 20 04:30:57.559471 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dffe6e78-a952-4642-9e24-a9dc593f7c3e req-81bd5012-ce8b-4e43-b849-acd34ab9467b service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202219 Oct 20 04:30:57.834163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e9c64-4914-421d-a374-d1125bad2d7a req-b7445f9f-71ad-48ec-9e21-b01b9b2e5c33 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:57.835578 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c60e9c64-4914-421d-a374-d1125bad2d7a req-b7445f9f-71ad-48ec-9e21-b01b9b2e5c33 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0840993 Oct 20 04:30:57.877746 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-c60e9c64-4914-421d-a374-d1125bad2d7a req-3489fd20-4157-4809-a160-fa07ee149b6d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361030 Oct 20 04:30:59.078156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318ba83-ade7-4b06-bcb5-d765353061b0 req-4122bda2-9ddc-4222-aa78-2ecea5be1c29 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:59.079629 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3318ba83-ade7-4b06-bcb5-d765353061b0 req-4122bda2-9ddc-4222-aa78-2ecea5be1c29 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0862274 Oct 20 04:30:59.122797 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3318ba83-ade7-4b06-bcb5-d765353061b0 req-c23578c8-a78b-4afa-b941-f63fec2f543d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376136 Oct 20 04:31:00.320424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be8feb-1c26-4e9c-a201-9f060331f994 req-695a42b8-1caf-4131-8c89-1494ca592f99 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:00.321896 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d0be8feb-1c26-4e9c-a201-9f060331f994 req-695a42b8-1caf-4131-8c89-1494ca592f99 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0892987 Oct 20 04:31:00.364427 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-d0be8feb-1c26-4e9c-a201-9f060331f994 req-57a31838-8dac-4d50-a1f2-256f94d80935 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369809 Oct 20 04:31:01.600633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b281-d7ea-4625-b7ff-7af3f19cf500 req-be3b1807-3a07-41ba-88f0-5f9afc6a255f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:01.602132 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ce0b281-d7ea-4625-b7ff-7af3f19cf500 req-be3b1807-3a07-41ba-88f0-5f9afc6a255f tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.1310158 Oct 20 04:31:01.646246 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ce0b281-d7ea-4625-b7ff-7af3f19cf500 req-d60af291-974c-47f2-baba-d3fa3d0c79bb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377500 Oct 20 04:31:02.842584 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419de09-ab47-44a7-9e16-241773daface req-e5d35540-1a8a-4821-ba68-2a9cfbb3e5a8 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:02.844028 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2419de09-ab47-44a7-9e16-241773daface req-e5d35540-1a8a-4821-ba68-2a9cfbb3e5a8 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0903268 Oct 20 04:31:02.886495 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-2419de09-ab47-44a7-9e16-241773daface req-21d950dc-f6fe-4d3d-a036-0ce1679f25ee tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368991 Oct 20 04:31:04.085379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a6ed-fb9f-45b6-9afb-779311cf7cf8 req-463884f3-5928-4885-b317-f82a149988bf tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:04.086832 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c333a6ed-fb9f-45b6-9afb-779311cf7cf8 req-463884f3-5928-4885-b317-f82a149988bf tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0925734 Oct 20 04:31:04.129567 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c333a6ed-fb9f-45b6-9afb-779311cf7cf8 req-e5a38c6e-4555-4a70-aeb7-848e01d5b752 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363405 Oct 20 04:31:05.321287 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0b259-5746-4641-9baa-067858d5ba75 req-b91f416f-bb7b-436d-9763-0c060189520c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:05.322742 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5ca0b259-5746-4641-9baa-067858d5ba75 req-b91f416f-bb7b-436d-9763-0c060189520c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0848429 Oct 20 04:31:05.330904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 55ded3df-f276-48ed-a317-721d50a95f04 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:31:05.366056 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5ca0b259-5746-4641-9baa-067858d5ba75 req-cc152feb-f162-4e95-b51b-fcb5dc906f50 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Oct 20 04:31:05.463070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=55ded3df-f276-48ed-a317-721d50a95f04,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:31:05.476332 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '55ded3df-f276-48ed-a317-721d50a95f04', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'port_id': '55ded3df-f276-48ed-a317-721d50a95f04', 'mac_address': 'fa:16:3e:48:7e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:31:05.529502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 55ded3df-f276-48ed-a317-721d50a95f04 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:31:05.529890 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:05.548652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ded3df-f276-48ed-a317-721d50a95f04 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:31:05.564205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=55ded3df-f276-48ed-a317-721d50a95f04,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:31:05.620431 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:05.687011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=55ded3df-f276-48ed-a317-721d50a95f04,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:31:05.694231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.694577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.694912 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.695245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.695577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.695906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.696230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.696553 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.696875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.697196 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.697541 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.697858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:31:05.894986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['55ded3df-f276-48ed-a317-721d50a95f04'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:31:06.562670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716a1d4-01f9-41cc-9f6c-5e6c9a18a3ed req-1a8904b8-c06d-455a-bca7-b3699a85bc84 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:06.564111 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a716a1d4-01f9-41cc-9f6c-5e6c9a18a3ed req-1a8904b8-c06d-455a-bca7-b3699a85bc84 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 944 time: 0.0864010 Oct 20 04:31:06.606570 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a716a1d4-01f9-41cc-9f6c-5e6c9a18a3ed req-b582fb9f-a42b-4126-bbf6-2d3c490f34f9 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368679 Oct 20 04:31:06.661288 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:31:07.343334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 55ded3df-f276-48ed-a317-721d50a95f04 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:31:07.461011 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 55ded3df-f276-48ed-a317-721d50a95f04 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:31:07.465581 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 55ded3df-f276-48ed-a317-721d50a95f04 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:31:07.465954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:07.466287 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 55ded3df-f276-48ed-a317-721d50a95f04 Oct 20 04:31:07.578580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 55ded3df-f276-48ed-a317-721d50a95f04 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:31:07.578960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:07.604683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:31:07.606917 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6912c1e7ed2c617723612dee9ef3d12a0285210bfefb47df92bf8950cbdc7f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61191d9-bf06-4236-a4e7-3e2e327eab0b" -d '{"events": [{"server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "name": "network-vif-plugged", "status": "completed", "tag": "55ded3df-f276-48ed-a317-721d50a95f04"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:31:07.614932 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=55ded3df-f276-48ed-a317-721d50a95f04,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:31:07.655785 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f03972b-4605-4cd6-8c81-94ed8e3ebfe1 x-openstack-request-id: req-2f03972b-4605-4cd6-8c81-94ed8e3ebfe1 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:31:07.656139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "name": "network-vif-plugged", "status": "completed", "tag": "55ded3df-f276-48ed-a317-721d50a95f04", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:31:07.656403 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2f03972b-4605-4cd6-8c81-94ed8e3ebfe1 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:31:07.656795 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f03972b-4605-4cd6-8c81-94ed8e3ebfe1'] response: {'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04', 'code': 200} Oct 20 04:31:07.684404 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:07.752662 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=55ded3df-f276-48ed-a317-721d50a95f04,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:31:07.809721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc79d9-78a5-4967-9b9e-1166b3a0bc9d req-3c3fce3a-6ec3-4f3e-ab97-c230d693e905 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:07.811736 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-70bc79d9-78a5-4967-9b9e-1166b3a0bc9d req-3c3fce3a-6ec3-4f3e-ab97-c230d693e905 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0922449 Oct 20 04:31:07.855499 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-70bc79d9-78a5-4967-9b9e-1166b3a0bc9d req-dc6e8664-dd75-4647-9382-b0e54a1e623d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378330 Oct 20 04:31:08.088447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030d093-9d7a-4901-87cb-3e3284f8613e req-c7ba27b1-5aff-4261-8d14-64a76d1c6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:08.089958 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8030d093-9d7a-4901-87cb-3e3284f8613e req-c7ba27b1-5aff-4261-8d14-64a76d1c6370 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.1170394 Oct 20 04:31:08.134768 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8030d093-9d7a-4901-87cb-3e3284f8613e req-93ddb226-1bf0-4000-983e-5e7d01240187 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334182 Oct 20 04:31:09.065002 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb89994-c844-462f-a8be-f8fa37b2cf59 req-b6666376-3f94-48cd-9c5e-eeaaa3cfb4ee tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:09.066458 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-beb89994-c844-462f-a8be-f8fa37b2cf59 req-b6666376-3f94-48cd-9c5e-eeaaa3cfb4ee tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0944314 Oct 20 04:31:09.111605 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-beb89994-c844-462f-a8be-f8fa37b2cf59 req-867d4e8b-df3a-4eb1-978b-9700a2d65d9c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392251 Oct 20 04:31:09.843786 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1808f538-06a2-4221-85a2-a2f789994a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:10.383308 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe154f7-f039-41cc-993c-203231c33b88 req-8217ce82-b81f-4668-934f-96cfd666ae7c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:10.384763 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9fe154f7-f039-41cc-993c-203231c33b88 req-8217ce82-b81f-4668-934f-96cfd666ae7c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.1607013 Oct 20 04:31:10.406905 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-e5b98f29-b243-4c98-976f-6211ee802d6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1358149 Oct 20 04:31:10.438164 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-9fe154f7-f039-41cc-993c-203231c33b88 req-00668d4a-a1a5-4a72-87b8-5001c66ceca4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466743 Oct 20 04:31:10.564901 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-58d4630f-a495-408b-9bbc-44b8bc6fd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:10.566426 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-58d4630f-a495-408b-9bbc-44b8bc6fd1bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.0797019 Oct 20 04:31:10.642359 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a7fd1-8610-4d89-b813-97bbef94c269 req-bc6d4ee9-6f17-4234-9611-ac616f7acce3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:10.643798 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9a3a7fd1-8610-4d89-b813-97bbef94c269 req-bc6d4ee9-6f17-4234-9611-ac616f7acce3 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0926969 Oct 20 04:31:10.687143 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9a3a7fd1-8610-4d89-b813-97bbef94c269 req-6a965d6c-b4dc-46bf-9dcf-6d1bbac0a137 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376706 Oct 20 04:31:10.713119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-7a653102-33f5-4b22-8440-f24c23ec8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:10.714595 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-7a653102-33f5-4b22-8440-f24c23ec8d4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1282396 Oct 20 04:31:10.716098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49004) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:31:10.826264 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-f44e9d36-0d51-4e93-806e-b6df7a41ac74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 217 time: 0.0752029 Oct 20 04:31:10.895655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-4984c4ed-dd71-4bb9-a29e-953cc599061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:10.896941 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-4984c4ed-dd71-4bb9-a29e-953cc599061c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0638373 Oct 20 04:31:10.898948 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e424a65b-c953-4b54-97cf-66a084bacf1e tempest-TestShelveInstance-242685011 tempest-TestShelveInstance-242685011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:10.899607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e424a65b-c953-4b54-97cf-66a084bacf1e tempest-TestShelveInstance-242685011 tempest-TestShelveInstance-242685011-project-admin] Synchronizing usage tracker for tenant:b87a5d8e9c9d4b7e98ff06b99ff0a8d6 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:31:10.987784 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-1f2d7ae5-92bc-4f6c-8dbf-9e94f692978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:10.990423 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-1f2d7ae5-92bc-4f6c-8dbf-9e94f692978c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874186 Oct 20 04:31:11.060592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e424a65b-c953-4b54-97cf-66a084bacf1e tempest-TestShelveInstance-242685011 tempest-TestShelveInstance-242685011-project-admin] Unset dirty status for tenant:b87a5d8e9c9d4b7e98ff06b99ff0a8d6 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:31:11.061721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e424a65b-c953-4b54-97cf-66a084bacf1e tempest-TestShelveInstance-242685011 tempest-TestShelveInstance-242685011-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1093 time: 0.3447034 Oct 20 04:31:11.064832 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49008) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:31:11.069834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '55ded3df-f276-48ed-a317-721d50a95f04', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'fixed_ip_address': '172.20.0.5'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:31:11.075821 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:31:11.084163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Usage tracker for resource:floatingip and tenant:1e0afa3340c24596a5909e81b2142a15 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:31:11.084163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:31:11.088497 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:31:11.158513 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:11.232468 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-fda07d5a-dc93-45dd-a873-b345d9a6017e service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348371 Oct 20 04:31:11.296183 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:11.359269 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1c5ab654-22c9-4efd-95f1-b9c198b50af2 req-109b0422-1f1a-45bd-a986-76f12797ec86 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216960 Oct 20 04:31:11.424894 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Allocated IP 172.26.7.205 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/b84d4c40-1a39-45cb-88e8-2eaa8cfbdb96) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:31:11.569337 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:11.656014 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:11.718234 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:31:11.721052 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:31:11.724653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:31:11.757819 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'Port': ['ID=b84d4c40-1a39-45cb-88e8-2eaa8cfbdb96,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:31:12.223835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:12.348598 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:12.369238 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-30cdc0f0-d2a1-4abb-bc02-b55ed503e5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:12.548278 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:12.637788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:12.741756 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:12.788061 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event updated for resources: {'Port': ['ID=b84d4c40-1a39-45cb-88e8-2eaa8cfbdb96,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:31:12.908346 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Floating IP c0f3ebe7-a4eb-4987-8e3e-6d6e9628d26d associated. External IP: 172.26.7.205, port: 55ded3df-f276-48ed-a317-721d50a95f04. Oct 20 04:31:13.252722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:31:13.427640 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:31:13.437186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] Sync routers for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:31:13.446439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:31:13.451593 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:31:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:31:13.530384 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:13.585862 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-402e2f4f-6882-4925-a4a5-bb115381fb14 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5177312 Oct 20 04:31:13.585862 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:31:13.586994 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56428710e83531a31ae4c95898836a3cddc0972baa5346685d130af0b01b099d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff73b312-c898-4be9-a0cc-09e8bc54718c" -d '{"events": [{"name": "network-changed", "server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "tag": "55ded3df-f276-48ed-a317-721d50a95f04"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:31:13.631261 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5285061-f0b0-4ea8-b13f-4c3623750c11 x-openstack-request-id: req-d5285061-f0b0-4ea8-b13f-4c3623750c11 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:31:13.631549 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "tag": "55ded3df-f276-48ed-a317-721d50a95f04", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:31:13.631798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d5285061-f0b0-4ea8-b13f-4c3623750c11 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:31:13.632225 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5285061-f0b0-4ea8-b13f-4c3623750c11'] response: {'name': 'network-changed', 'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04', 'status': 'completed', 'code': 200} Oct 20 04:31:13.644161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:31:13.687191 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:13.714690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:13.729183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-e804c7bb-8112-4c19-b6fa-fdfe4eda4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:13.730659 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-e804c7bb-8112-4c19-b6fa-fdfe4eda4413 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.0760627 Oct 20 04:31:13.861211 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-749f65a6-45e0-4db1-81da-f580d5beb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:13.862604 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-749f65a6-45e0-4db1-81da-f580d5beb24c service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1236560 Oct 20 04:31:13.964823 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-e7e9e90a-b296-4ec3-b15e-968ec4c7beb2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 999 time: 0.0961847 Oct 20 04:31:13.988788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'c0f3ebe7-a4eb-4987-8e3e-6d6e9628d26d', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'port_id': '55ded3df-f276-48ed-a317-721d50a95f04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'mac_address': 'fa:16:3e:48:7e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68458a53-a79a-4745-bd32-914080704dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:31:12Z', 'updated_at': '2022-10-20T04:31:12Z', 'revision_number': 0, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:31:13.992631 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] Checking router: 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:31:14.000888 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:31:14.001498 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:31:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:31:14.029460 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-10577a3d-a0c9-4945-9d3c-fc81abb57bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:14.030901 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-10577a3d-a0c9-4945-9d3c-fc81abb57bbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0594485 Oct 20 04:31:14.115597 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-91ac418e-5251-41cd-bde4-dbb33570f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:14.117007 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-91ac418e-5251-41cd-bde4-dbb33570f81e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806744 Oct 20 04:31:14.179814 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:31:14.244830 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-a27fdad9-7aae-4829-871a-a4d4b7f1ed0b service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213033 Oct 20 04:31:14.373979 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ff73b312-c898-4be9-a0cc-09e8bc54718c req-75623831-0481-4958-a17c-557e9f3c32af service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232016 Oct 20 04:31:14.552074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'c0f3ebe7-a4eb-4987-8e3e-6d6e9628d26d', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'port_id': '55ded3df-f276-48ed-a317-721d50a95f04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'mac_address': 'fa:16:3e:48:7e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68458a53-a79a-4745-bd32-914080704dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:31:12Z', 'updated_at': '2022-10-20T04:31:12Z', 'revision_number': 0, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:31:14.555954 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d089586-774d-42e0-b5c4-642d62840921 None None] The sync data for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv is: [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': 'c0f3ebe7-a4eb-4987-8e3e-6d6e9628d26d', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'port_id': '55ded3df-f276-48ed-a317-721d50a95f04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'mac_address': 'fa:16:3e:48:7e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68458a53-a79a-4745-bd32-914080704dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:31:12Z', 'updated_at': '2022-10-20T04:31:12Z', 'revision_number': 0, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:31:14.736549 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee1141-9fd0-4c3c-8011-5a75ed6aed34 None None] New status for floating IP c0f3ebe7-a4eb-4987-8e3e-6d6e9628d26d: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:31:15.066723 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:17.820591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:39.825614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-246390fc-5a6b-40a7-a427-59d971560fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:42.339998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3c1a35ce-995e-42b3-b2e4-9ade92791e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:43.531908 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:43.614620 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:43.661635 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:31:45.077566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:47.820405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:09.860056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-175bc870-0387-4203-b4d5-3bd67af2fd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:11.324855 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82f82684-b671-4986-b2d9-82d812b26a83 req-246f1023-0c45-4c1f-9e57-ace25b76e228 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795145 Oct 20 04:32:11.471089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f82684-b671-4986-b2d9-82d812b26a83 req-4394ea08-a034-486d-a405-1c1be8f0c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:11.472598 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82f82684-b671-4986-b2d9-82d812b26a83 req-4394ea08-a034-486d-a405-1c1be8f0c8b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.0779989 Oct 20 04:32:11.622182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f82684-b671-4986-b2d9-82d812b26a83 req-ad443f71-20d8-4985-8cc0-a748a403f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:11.623615 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82f82684-b671-4986-b2d9-82d812b26a83 req-ad443f71-20d8-4985-8cc0-a748a403f8e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1269891 Oct 20 04:32:11.727474 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82f82684-b671-4986-b2d9-82d812b26a83 req-951062c1-47aa-48da-8345-ca4b1cecdbd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 1001 time: 0.0944190 Oct 20 04:32:11.792119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f82684-b671-4986-b2d9-82d812b26a83 req-72a36cf2-8166-4ecb-b426-e7a339cb4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:11.793532 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82f82684-b671-4986-b2d9-82d812b26a83 req-72a36cf2-8166-4ecb-b426-e7a339cb4346 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0565698 Oct 20 04:32:11.881598 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f82684-b671-4986-b2d9-82d812b26a83 req-c6597b79-e23c-469e-9cf0-5b1fbee7619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:11.883072 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82f82684-b671-4986-b2d9-82d812b26a83 req-c6597b79-e23c-469e-9cf0-5b1fbee7619b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796854 Oct 20 04:32:12.121092 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82f82684-b671-4986-b2d9-82d812b26a83 req-032344cd-e3da-400d-be8a-af74c81fc6c9 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275248 Oct 20 04:32:12.254645 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82f82684-b671-4986-b2d9-82d812b26a83 req-8ecaa56b-74d2-4029-aa65-3f9431697cc0 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224790 Oct 20 04:32:12.351407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2dbec418-db09-42e5-931c-896e30d88950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:13.550982 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:13.579777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:15.077288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:17.825622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:20.659243 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:32:39.860225 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b95872ba-cd00-4e01-ba26-252178f53a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:42.339851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8062d268-5a5b-480c-84ea-6d66bbebb6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:43.556287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:43.636454 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:45.082591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.836560 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:57.658866 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:33:09.846398 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2779e220-fcd8-44e8-a35e-daa8e6557ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:12.345565 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4059c608-015b-45a8-9263-d67f5e8cbe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:12.432140 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-b5986b94-8140-4a23-8ba6-0bbb2090edc7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146789 Oct 20 04:33:12.584906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-c4dc2031-2be6-4997-bd52-1b7c84b0c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:12.586279 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-c4dc2031-2be6-4997-bd52-1b7c84b0c51b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.0833700 Oct 20 04:33:12.736704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-bbab2e77-3163-4cf4-a091-249cd2456cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:12.738152 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-bbab2e77-3163-4cf4-a091-249cd2456cd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1231601 Oct 20 04:33:12.841736 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-d532af78-eec5-4185-8bac-367280baccc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 1001 time: 0.0933142 Oct 20 04:33:12.904944 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-2de7c59a-d39a-4ec7-baca-40038967766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:12.906323 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-2de7c59a-d39a-4ec7-baca-40038967766e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0555117 Oct 20 04:33:12.991967 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-50aa6222-f54a-4c90-a790-e147b9b2d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:12.993423 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-50aa6222-f54a-4c90-a790-e147b9b2d598 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779223 Oct 20 04:33:13.122729 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-f32d212e-4e58-4931-a213-1bbdd0ddb5ea service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194582 Oct 20 04:33:13.253937 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-0eaced07-a8dc-46d1-97ce-04080aecdc0a req-ddb425d4-82fb-4bf3-8988-863208279654 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212924 Oct 20 04:33:13.549966 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:13.602073 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:15.080903 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:17.876234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:34.657896 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:33:39.836287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f11f1c69-d108-431b-a620-030f50038819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:42.356131 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-a2048f7b-0c1a-429f-ae14-d7063c4d6f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:43.594676 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:43.644915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:45.108542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:47.874992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:52.263153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2855-e950-4a6c-8ccd-b0adf9674718 req-1b75488b-ee40-44a4-acf6-386c92ba0276 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:52.264599 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3e5d2855-e950-4a6c-8ccd-b0adf9674718 req-1b75488b-ee40-44a4-acf6-386c92ba0276 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.1308086 Oct 20 04:33:52.307977 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3e5d2855-e950-4a6c-8ccd-b0adf9674718 req-bd091043-bf30-44da-93e1-2029311908dc tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376952 Oct 20 04:33:53.623256 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df0629-7b33-42a3-810d-759cd5cfcd73 req-a3aafb36-3437-4264-bf56-8f10b60190b0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:53.625352 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-65df0629-7b33-42a3-810d-759cd5cfcd73 req-a3aafb36-3437-4264-bf56-8f10b60190b0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.1266754 Oct 20 04:33:53.668388 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-65df0629-7b33-42a3-810d-759cd5cfcd73 req-a6fa00fd-e75c-4919-a6a6-a8d6059b1546 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374069 Oct 20 04:33:54.873706 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d72ce0-ea47-415a-9a0e-0d0790295d72 req-a2397714-803b-4fbe-b71c-144ac9b93b96 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:54.875187 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22d72ce0-ea47-415a-9a0e-0d0790295d72 req-a2397714-803b-4fbe-b71c-144ac9b93b96 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0870001 Oct 20 04:33:54.917996 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-22d72ce0-ea47-415a-9a0e-0d0790295d72 req-c132096e-9411-486e-b35c-a00382e5df35 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371947 Oct 20 04:33:56.230536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c944726-111d-4042-89a1-70a0c7229c35 req-7f98ddcc-d616-48a5-9a83-f690830333a4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:56.231965 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9c944726-111d-4042-89a1-70a0c7229c35 req-7f98ddcc-d616-48a5-9a83-f690830333a4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.2019370 Oct 20 04:33:56.275252 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9c944726-111d-4042-89a1-70a0c7229c35 req-b6a1984b-a23c-458d-9481-41773870ef7d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 Oct 20 04:33:57.472174 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b140ca-36ac-4189-beb7-678b770cb039 req-8d021dd2-dfe1-4e7e-bb2a-ff1cc9e83967 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:57.476503 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c7b140ca-36ac-4189-beb7-678b770cb039 req-8d021dd2-dfe1-4e7e-bb2a-ff1cc9e83967 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0862694 Oct 20 04:33:57.520447 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c7b140ca-36ac-4189-beb7-678b770cb039 req-2b8ec85b-6ec7-45ab-9f3f-a8e6bb84d7de tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411637 Oct 20 04:33:58.716342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479caf41-fa46-404a-8952-1ea5db948533 req-8a1e72cb-6609-4825-8e54-167f9425b555 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:58.717816 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-479caf41-fa46-404a-8952-1ea5db948533 req-8a1e72cb-6609-4825-8e54-167f9425b555 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0865598 Oct 20 04:33:58.760908 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-479caf41-fa46-404a-8952-1ea5db948533 req-0d22fe7b-23d2-43d6-9348-78fc59b5a2d9 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367725 Oct 20 04:33:59.961655 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea02da4-f804-4314-8d2b-4acb7c37eee2 req-380a64d5-ccb6-47da-81e6-b3d5f3b1bca0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:33:59.963032 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ea02da4-f804-4314-8d2b-4acb7c37eee2 req-380a64d5-ccb6-47da-81e6-b3d5f3b1bca0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0872207 Oct 20 04:34:00.007250 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3ea02da4-f804-4314-8d2b-4acb7c37eee2 req-bf93564a-c751-4ad8-8a91-1946aa21d96b tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378003 Oct 20 04:34:01.202993 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92150e42-bf4e-4786-86bd-fab5fbd09c53 req-0307b3f1-3a81-4255-bd89-90f85ff3b3eb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:01.204423 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-92150e42-bf4e-4786-86bd-fab5fbd09c53 req-0307b3f1-3a81-4255-bd89-90f85ff3b3eb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0886943 Oct 20 04:34:01.246133 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-92150e42-bf4e-4786-86bd-fab5fbd09c53 req-5ff1935d-1ddd-4434-a477-0cf40f73a564 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361829 Oct 20 04:34:02.336791 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e332af-c755-4147-b91e-28db160e4aa4 req-d2dd604c-492b-464d-be12-1d71a0a3ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:02.338289 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e332af-c755-4147-b91e-28db160e4aa4 req-d2dd604c-492b-464d-be12-1d71a0a3ebf0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.0814037 Oct 20 04:34:02.629300 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e332af-c755-4147-b91e-28db160e4aa4 req-e881e54d-2ad0-4e1b-97f1-17cc42d6175b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:02.630802 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e332af-c755-4147-b91e-28db160e4aa4 req-e881e54d-2ad0-4e1b-97f1-17cc42d6175b service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.2834976 Oct 20 04:34:02.643057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966011-911e-4077-82d4-4fd503369f21 req-813925b1-5f51-44f7-92b0-196270ed5a9a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:02.644426 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6f966011-911e-4077-82d4-4fd503369f21 req-813925b1-5f51-44f7-92b0-196270ed5a9a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.2796130 Oct 20 04:34:02.771287 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6f966011-911e-4077-82d4-4fd503369f21 req-6e7e00a6-74ed-4a6b-8e34-8b88cad48857 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776234 Oct 20 04:34:02.773031 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e332af-c755-4147-b91e-28db160e4aa4 req-fcf75c7d-22ee-49f3-b399-738725da2024 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 1001 time: 0.1277652 Oct 20 04:34:02.841960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e332af-c755-4147-b91e-28db160e4aa4 req-bc240434-a256-4e14-9a33-acf05cd79766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:02.843912 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e332af-c755-4147-b91e-28db160e4aa4 req-bc240434-a256-4e14-9a33-acf05cd79766 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0599859 Oct 20 04:34:02.928183 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e332af-c755-4147-b91e-28db160e4aa4 req-b399e03a-223b-455b-bde2-9d5d550172dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:02.929571 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e332af-c755-4147-b91e-28db160e4aa4 req-b399e03a-223b-455b-bde2-9d5d550172dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764749 Oct 20 04:34:03.059964 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e332af-c755-4147-b91e-28db160e4aa4 req-91875687-6159-448e-9603-f88714509b89 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207888 Oct 20 04:34:03.188771 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e332af-c755-4147-b91e-28db160e4aa4 req-4c1d8c60-898a-4f12-96a6-aa17cf264a70 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197181 Oct 20 04:34:03.972109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27a3f-df89-45c9-a55b-4a44833f27d4 req-b093cef4-7035-454b-b85c-694b31903110 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:03.973466 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ecb27a3f-df89-45c9-a55b-4a44833f27d4 req-b093cef4-7035-454b-b85c-694b31903110 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0902152 Oct 20 04:34:04.016239 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ecb27a3f-df89-45c9-a55b-4a44833f27d4 req-e47e73cf-b72d-4719-96b8-b0334a67bc43 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370018 Oct 20 04:34:05.213009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81ee24-6198-4272-a41c-77319a4825fc req-c7d3d00e-e5e3-436d-baad-2c77572be234 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:05.214515 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb81ee24-6198-4272-a41c-77319a4825fc req-c7d3d00e-e5e3-436d-baad-2c77572be234 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0907116 Oct 20 04:34:05.259247 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-fb81ee24-6198-4272-a41c-77319a4825fc req-c92570f5-f684-477c-9be7-e0c54881384c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385818 Oct 20 04:34:06.457960 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3d8bf-640f-4f59-aad6-4808f3de3a80 req-12c5b700-2837-4049-a0e4-b4478a182442 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:06.459387 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9fd3d8bf-640f-4f59-aad6-4808f3de3a80 req-12c5b700-2837-4049-a0e4-b4478a182442 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0885730 Oct 20 04:34:06.503372 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9fd3d8bf-640f-4f59-aad6-4808f3de3a80 req-95e24706-cdf5-4204-9680-ec6dc9cf1c58 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381665 Oct 20 04:34:07.028547 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49130) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:34:07.035192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d301e8-56f6-4a78-898c-84e6ae578bc2 req-bf22292a-dc0e-4a77-8dc5-f6cbe7912b60 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:07.036662 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-15d301e8-56f6-4a78-898c-84e6ae578bc2 req-bf22292a-dc0e-4a77-8dc5-f6cbe7912b60 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0930603 Oct 20 04:34:07.080265 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-15d301e8-56f6-4a78-898c-84e6ae578bc2 req-eae4f7ad-2249-4324-ae97-52eb38569034 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380440 Oct 20 04:34:07.147087 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-a5248c3c-3ba6-4124-a42e-baa3d2d2fe21 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173971 Oct 20 04:34:08.215800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 55ded3df-f276-48ed-a317-721d50a95f04 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:34:08.283989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff934a-d7ef-47fd-b790-50b90d37e083 req-3d78cc31-4b3d-4174-9dfa-c16fc708c498 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:08.285464 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93ff934a-d7ef-47fd-b790-50b90d37e083 req-3d78cc31-4b3d-4174-9dfa-c16fc708c498 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0949996 Oct 20 04:34:08.331386 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93ff934a-d7ef-47fd-b790-50b90d37e083 req-b79103e4-6a0c-4990-ab94-d6ce7b7f2469 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400984 Oct 20 04:34:08.335717 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 55ded3df-f276-48ed-a317-721d50a95f04 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:34:08.336104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:08.363805 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:34:08.377875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=55ded3df-f276-48ed-a317-721d50a95f04,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:34:08.413247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4aa59e21a708b5544909eced68d2d6ae4cbb983a5cd08d4264eafa3b95c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcee9a86-da56-4d13-bd8b-43b3ff8d1ed1" -d '{"events": [{"server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "name": "network-vif-unplugged", "status": "completed", "tag": "55ded3df-f276-48ed-a317-721d50a95f04"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:34:08.459214 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:08.510941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Oct 2022 04:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeec70a3-bdc7-4ad9-9a7f-43c0b4871c67 x-openstack-request-id: req-eeec70a3-bdc7-4ad9-9a7f-43c0b4871c67 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:34:08.511218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "name": "network-vif-unplugged", "status": "failed", "tag": "55ded3df-f276-48ed-a317-721d50a95f04", "code": 422}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:34:08.511492 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eeec70a3-bdc7-4ad9-9a7f-43c0b4871c67 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:34:08.511863 dv-neutron-861845-1-hyperv neutron-server[90077]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eeec70a3-bdc7-4ad9-9a7f-43c0b4871c67']: {'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04', 'code': 422} returned with failed status Oct 20 04:34:08.532518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=55ded3df-f276-48ed-a317-721d50a95f04,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:34:08.539637 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.539983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.540322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.540653 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.540981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.541334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.541664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.541985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.542307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.542634 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.542950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:08.543274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:34:09.536611 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672dfed-f551-4710-9730-c9f16ce98f48 req-d063a9b2-2197-4672-978d-2846c7970a85 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:09.539440 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6672dfed-f551-4710-9730-c9f16ce98f48 req-d063a9b2-2197-4672-978d-2846c7970a85 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0953128 Oct 20 04:34:09.581719 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6672dfed-f551-4710-9730-c9f16ce98f48 req-2b046912-4b80-4757-8d0f-8384bbc14f74 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377867 Oct 20 04:34:09.853175 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e88b29b0-cf42-44c0-b052-d81e439741ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:10.785457 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeca57-9025-4250-bc1c-ef1a26691660 req-e144e81f-7cb1-41da-88a0-d17c108237b6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:10.786993 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-51aeca57-9025-4250-bc1c-ef1a26691660 req-e144e81f-7cb1-41da-88a0-d17c108237b6 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0925767 Oct 20 04:34:10.833781 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-51aeca57-9025-4250-bc1c-ef1a26691660 req-26aec3d5-f374-48ec-b919-ff3b607dc885 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411110 Oct 20 04:34:10.850238 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-4595068a-5173-4cce-87a6-6a2dc66a870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:10.851804 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-4595068a-5173-4cce-87a6-6a2dc66a870f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba&tenant_id=1e0afa3340c24596a5909e81b2142a15 HTTP/1.1" status: 200 len: 1096 time: 0.0777152 Oct 20 04:34:10.959650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-cf43560c-9a8d-48ca-b1fe-e2b89418542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:10.961124 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-cf43560c-9a8d-48ca-b1fe-e2b89418542c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1096 time: 0.0793662 Oct 20 04:34:11.102106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-48ccb901-b4dc-4baa-9a63-64754b0d7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:11.103558 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-48ccb901-b4dc-4baa-9a63-64754b0d7749 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1327481 Oct 20 04:34:11.208283 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-da53eb10-b4be-4fab-a40c-9d86e1bd37cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 999 time: 0.0953448 Oct 20 04:34:11.273228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-68ba7b13-ce13-42a2-853f-3550727d139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:11.274552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-68ba7b13-ce13-42a2-853f-3550727d139e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0555966 Oct 20 04:34:11.356883 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-caa2023c-1409-4ee8-b3f0-b6bb7c8d3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:11.358334 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-caa2023c-1409-4ee8-b3f0-b6bb7c8d3746 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744638 Oct 20 04:34:11.495795 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-09614f90-5fb9-4c7a-84e4-5d198b44fd2a service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267176 Oct 20 04:34:11.627342 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c75d0ee0-1ab1-4947-aded-391fed9dfbd0 req-fddf8979-4f16-416e-b9e7-d6d1038f9233 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221609 Oct 20 04:34:11.656295 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:34:12.136363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846057e-52af-492d-b7a4-0ee41b330c74 req-f16d5549-1f0b-4094-938f-84b2de8f0370 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:12.137769 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c846057e-52af-492d-b7a4-0ee41b330c74 req-f16d5549-1f0b-4094-938f-84b2de8f0370 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.1902108 Oct 20 04:34:12.181016 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c846057e-52af-492d-b7a4-0ee41b330c74 req-57fa72a7-65e0-4d42-998c-07ff25c7086a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371408 Oct 20 04:34:12.378569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0eefb97e-8d80-4646-ab5b-ab5087da5197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:13.380128 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00c1ab-be63-4685-9483-2a05fbd937f5 req-b0a77b4a-4ba4-4a00-81a2-f7603be5ce67 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:13.381639 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9d00c1ab-be63-4685-9483-2a05fbd937f5 req-b0a77b4a-4ba4-4a00-81a2-f7603be5ce67 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0911300 Oct 20 04:34:13.427908 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-9d00c1ab-be63-4685-9483-2a05fbd937f5 req-19e8168d-35eb-477d-8852-ea3c7cd898b4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Oct 20 04:34:13.547953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:13.698639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:14.393347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-6d362576-2246-4229-b7ef-8f9c5bdb1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:14.394808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-6d362576-2246-4229-b7ef-8f9c5bdb1b0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1096 time: 0.0797355 Oct 20 04:34:14.582000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-93dc33e4-49fe-4aac-af9e-77c5cf166fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:14.583500 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-93dc33e4-49fe-4aac-af9e-77c5cf166fb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1634116 Oct 20 04:34:14.697965 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-4854c351-347f-487b-83ee-ca99fe8e127e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 999 time: 0.1017380 Oct 20 04:34:14.713157 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7025ff2-39ef-44f0-a47d-24e385805af4 req-9aced9e5-e777-4867-b367-cf501c74a641 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:14.714592 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7025ff2-39ef-44f0-a47d-24e385805af4 req-9aced9e5-e777-4867-b367-cf501c74a641 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.1750889 Oct 20 04:34:14.810787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-df5161bd-d718-4043-8279-fcf68573d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:14.812210 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-df5161bd-d718-4043-8279-fcf68573d991 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0967896 Oct 20 04:34:14.815601 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f7025ff2-39ef-44f0-a47d-24e385805af4 req-615b5098-8daf-48d2-9381-05e09240861d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701334 Oct 20 04:34:14.896421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-46882ced-92a7-46d9-ab58-6b3787ba21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:14.897946 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-46882ced-92a7-46d9-ab58-6b3787ba21f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766482 Oct 20 04:34:15.026846 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-bfe7a08a-c77b-4a6c-8d2a-338bb42955bd service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191199 Oct 20 04:34:15.097040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:15.156876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-84b54bb5-7a99-4143-9098-c0a171a588d9 req-3b0a8a52-03e4-4d9b-b61a-1ebc17a7e691 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207914 Oct 20 04:34:16.013220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79716ce-7e06-4f78-bc4c-cd5abd700376 req-b9f5eb29-b301-405d-9aba-e14e3533785d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:16.014603 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b79716ce-7e06-4f78-bc4c-cd5abd700376 req-b9f5eb29-b301-405d-9aba-e14e3533785d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0882559 Oct 20 04:34:16.058219 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b79716ce-7e06-4f78-bc4c-cd5abd700376 req-17621317-0c7f-4835-8b17-1263dc4edf19 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375268 Oct 20 04:34:17.254269 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f279d-de3f-47ee-a00e-98a209cedd9d req-b5c6e9e2-428b-46ff-a339-30499216dc20 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:17.255694 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c68f279d-de3f-47ee-a00e-98a209cedd9d req-b5c6e9e2-428b-46ff-a339-30499216dc20 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0882728 Oct 20 04:34:17.298619 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-c68f279d-de3f-47ee-a00e-98a209cedd9d req-7e3bd6e3-7f5b-4a43-95c9-21b65250ac6d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370770 Oct 20 04:34:17.890606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:18.248318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 55ded3df-f276-48ed-a317-721d50a95f04 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:34:18.379181 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=55ded3df-f276-48ed-a317-721d50a95f04,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:34:18.392618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '55ded3df-f276-48ed-a317-721d50a95f04', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'port_id': '55ded3df-f276-48ed-a317-721d50a95f04', 'mac_address': 'fa:16:3e:48:7e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:34:18.448103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 55ded3df-f276-48ed-a317-721d50a95f04 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:34:18.448479 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:18.466918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ded3df-f276-48ed-a317-721d50a95f04 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:34:18.482441 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=55ded3df-f276-48ed-a317-721d50a95f04,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:34:18.496798 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c64046-1eac-46c5-b950-29e2f47e5fa7 req-122c6384-1067-4c04-a95e-03d2e50ed722 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:18.498396 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-02c64046-1eac-46c5-b950-29e2f47e5fa7 req-122c6384-1067-4c04-a95e-03d2e50ed722 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 943 time: 0.0870476 Oct 20 04:34:18.538624 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:18.544956 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-02c64046-1eac-46c5-b950-29e2f47e5fa7 req-0b9a209f-4c56-4815-b39f-0f0d2d112778 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Oct 20 04:34:18.607781 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=55ded3df-f276-48ed-a317-721d50a95f04,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:34:18.889484 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['55ded3df-f276-48ed-a317-721d50a95f04'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:34:19.741352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba04af1-9faf-4fd6-a82d-b710d056ba83 req-7b12bb06-abc3-48e9-95d3-9d996fa19b09 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:19.742819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5ba04af1-9faf-4fd6-a82d-b710d056ba83 req-7b12bb06-abc3-48e9-95d3-9d996fa19b09 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 944 time: 0.0849416 Oct 20 04:34:19.788175 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5ba04af1-9faf-4fd6-a82d-b710d056ba83 req-36c02202-721b-448e-b445-580dc5840294 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397573 Oct 20 04:34:20.263334 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 55ded3df-f276-48ed-a317-721d50a95f04 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:34:20.332232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 55ded3df-f276-48ed-a317-721d50a95f04 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:34:20.332599 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:20.332933 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 55ded3df-f276-48ed-a317-721d50a95f04 Oct 20 04:34:20.441307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 55ded3df-f276-48ed-a317-721d50a95f04 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:34:20.441682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:20.469750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:34:20.472627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4aa59e21a708b5544909eced68d2d6ae4cbb983a5cd08d4264eafa3b95c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc1f639-c701-4487-89cc-58bbd01da001" -d '{"events": [{"server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "name": "network-vif-plugged", "status": "completed", "tag": "55ded3df-f276-48ed-a317-721d50a95f04"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:34:20.480056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=55ded3df-f276-48ed-a317-721d50a95f04,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:34:20.513475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef25ecc-29f0-457a-94c6-20c36e01408f x-openstack-request-id: req-aef25ecc-29f0-457a-94c6-20c36e01408f {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:34:20.513708 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "name": "network-vif-plugged", "status": "completed", "tag": "55ded3df-f276-48ed-a317-721d50a95f04", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:34:20.513963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aef25ecc-29f0-457a-94c6-20c36e01408f {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:34:20.514357 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef25ecc-29f0-457a-94c6-20c36e01408f'] response: {'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04', 'code': 200} Oct 20 04:34:20.548778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:20.648269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=55ded3df-f276-48ed-a317-721d50a95f04,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:34:20.898713 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d4f6a-d5ae-4c0c-8b02-e4b689c07c00 req-65d52d34-9fbd-41a5-9b6d-01ef5806e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:20.900157 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-165d4f6a-d5ae-4c0c-8b02-e4b689c07c00 req-65d52d34-9fbd-41a5-9b6d-01ef5806e3b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.0756569 Oct 20 04:34:20.992829 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-165d4f6a-d5ae-4c0c-8b02-e4b689c07c00 req-1d165ca3-045d-454f-bb3c-388d743a0efd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589216 Oct 20 04:34:21.015092 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3efb5-011b-4d11-8998-0fa979e1e8f8 req-e02282c3-719d-4923-998d-ad783e598b6c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:21.016448 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ddc3efb5-011b-4d11-8998-0fa979e1e8f8 req-e02282c3-719d-4923-998d-ad783e598b6c tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.1154590 Oct 20 04:34:21.058599 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ddc3efb5-011b-4d11-8998-0fa979e1e8f8 req-6be86e2e-0f00-4288-96c2-c4f77afe5ea5 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365109 Oct 20 04:34:22.256411 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd7065-76b5-4fd0-89c2-ce31c5ed3650 req-07adcfea-6563-46b9-863f-816bd109088a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:22.258136 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-04bd7065-76b5-4fd0-89c2-ce31c5ed3650 req-07adcfea-6563-46b9-863f-816bd109088a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0876908 Oct 20 04:34:22.301699 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-04bd7065-76b5-4fd0-89c2-ce31c5ed3650 req-5e017ff7-4d1e-4ee9-a96e-838f44c5a64d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377405 Oct 20 04:34:23.497408 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79229238-bad4-4dc0-a51c-ad4f30515fb8 req-419a5425-b012-4d89-9958-b1203884575d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:34:23.498845 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-79229238-bad4-4dc0-a51c-ad4f30515fb8 req-419a5425-b012-4d89-9958-b1203884575d tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0869782 Oct 20 04:34:23.551825 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-79229238-bad4-4dc0-a51c-ad4f30515fb8 req-0fa33021-d0e2-458f-856e-5b6fe3c44127 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Oct 20 04:34:39.861721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-363039ab-3563-49e7-b795-884802ada4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:42.361865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7687c6d2-18b4-4db6-a413-feebb65d7d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:43.555280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:43.641254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:45.136083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:47.906224 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:48.655108 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:35:09.880996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-0a01494b-59db-4504-89fa-c5c8ddbbe4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:12.384106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-93001a54-a19b-477c-8342-b8a0fdfec04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:13.550950 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:13.633180 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:15.114984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:15.339236 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-4f44b1c9-ed14-4cb9-808d-ae060f8b6200 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802174 Oct 20 04:35:15.497487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-6f5d5745-1f5d-480b-af48-127b1f9be5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:35:15.498908 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-6f5d5745-1f5d-480b-af48-127b1f9be5cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.0812118 Oct 20 04:35:15.747165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-d3eded92-16ad-4012-a9b3-30cf4d6d3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:35:15.748608 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-d3eded92-16ad-4012-a9b3-30cf4d6d3534 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.2268486 Oct 20 04:35:15.851818 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-4617114a-0667-4aa3-8e34-112f52787fbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 1001 time: 0.0940802 Oct 20 04:35:15.919887 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-92daa3b5-a148-4447-892e-eeb2722bfc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:35:15.921255 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-92daa3b5-a148-4447-892e-eeb2722bfc2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0576005 Oct 20 04:35:16.009407 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-1bf82a74-80c0-43fc-bc61-7d4b3650b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:35:16.011151 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-1bf82a74-80c0-43fc-bc61-7d4b3650b0a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803809 Oct 20 04:35:16.145735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-21aa10ce-0bdf-40ac-8473-6bbbbece0dc3 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243331 Oct 20 04:35:16.279708 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-4de521b1-3393-45d2-bb40-c492a64d5a82 req-2d47b292-1a73-42aa-9ab7-552cd67f9794 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244118 Oct 20 04:35:17.920754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:25.653960 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:35:39.849308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3690ef92-334e-4068-a5a7-ff36e5ecc0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:42.357998 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f46b7d3e-186e-4afb-b91b-87003079ae90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:43.558920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:43.655678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:45.137969 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:47.909691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:02.652961 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:36:09.832591 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-039e3e5e-ae68-4740-8803-6aaea45901fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:12.407039 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9e3f-c309-40b0-989f-facae75a2a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:13.538753 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:13.618772 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:15.104568 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:15.329251 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-8164e167-9638-4e10-913a-b09da35fbec1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743980 Oct 20 04:36:15.485507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-f5d3d49d-c0ca-4d90-b98e-671b13033afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:15.486959 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-f5d3d49d-c0ca-4d90-b98e-671b13033afa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.0807900 Oct 20 04:36:15.631717 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-247b74a3-8f8c-4ee3-8157-dff979435615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:15.633136 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-247b74a3-8f8c-4ee3-8157-dff979435615 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1237543 Oct 20 04:36:15.735536 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-18f13467-e68a-4d5e-bea2-5389e5f47625 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 1001 time: 0.0916514 Oct 20 04:36:15.801389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-84f5aece-e0c0-4633-a011-0eb620af07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:15.802752 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-84f5aece-e0c0-4633-a011-0eb620af07de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0584197 Oct 20 04:36:15.891695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-6269a7a8-c4be-43e3-83f1-99542de11edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:15.893236 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-6269a7a8-c4be-43e3-83f1-99542de11edf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805159 Oct 20 04:36:15.906935 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-11c4a708-f057-4e8b-aa46-d6849ec2667b service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90075) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:36:15.908162 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-11c4a708-f057-4e8b-aa46-d6849ec2667b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056601 Oct 20 04:36:16.042109 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-d69b74a3-ef76-4221-ae7b-8a68345c1dc2 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247003 Oct 20 04:36:16.173735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-66aab298-3b7d-4f3f-88ca-05bed4a5f85c req-03d5fba3-c2e4-490f-b8d7-f05b08ca5278 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221430 Oct 20 04:36:17.923734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:21.487921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49262) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:21.965321 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Deleting port b84d4c40-1a39-45cb-88e8-2eaa8cfbdb96 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:21.965663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:22.133217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:22.133596 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:22.257726 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Calling delete_port for b84d4c40-1a39-45cb-88e8-2eaa8cfbdb96 owned by network:floatingip {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:22.472606 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:22.518101 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event deleted for resources: {'Port': ['ID=b84d4c40-1a39-45cb-88e8-2eaa8cfbdb96,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:22.558549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.558897 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.559236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.559561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.559907 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.560770 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.561097 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.561447 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.561767 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.562084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.562401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.562734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:22.627186 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for floatingip, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:22.627525 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.l3_db [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Floating IP c0f3ebe7-a4eb-4987-8e3e-6d6e9628d26d disassociated (deleted). External IP: 172.26.7.205, port: 55ded3df-f276-48ed-a317-721d50a95f04. Oct 20 04:36:22.965151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:36:23.245986 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:36:23.255519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] Sync routers for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:36:23.265160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:23.265800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:23.312207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:23.366257 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-9e8b4a77-5164-4eb3-a244-84385324b47a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "DELETE /v2.0/floatingips/c0f3ebe7-a4eb-4987-8e3e-6d6e9628d26d HTTP/1.1" status: 204 len: 168 time: 1.8772566 Oct 20 04:36:23.366992 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:36:23.449371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:23.477751 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28041ad224eff91cc2b3e6553803c6b52dd1006c4504943cc24cf4d575089a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e509e6-b3bc-43ca-a774-39ce3515ca26" -d '{"events": [{"name": "network-changed", "server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "tag": "55ded3df-f276-48ed-a317-721d50a95f04"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:36:23.772694 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:23.776664 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] Checking router: 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:36:23.785137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:23.785765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:23.901093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c9c2c-6786-4586-b77c-7f85af9f0564 req-26aba041-fffb-44a8-b0ce-f5d675ae9ec0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:23.902605 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-741c9c2c-6786-4586-b77c-7f85af9f0564 req-26aba041-fffb-44a8-b0ce-f5d675ae9ec0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0922334 Oct 20 04:36:23.945526 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-741c9c2c-6786-4586-b77c-7f85af9f0564 req-d3e61526-6431-4b92-b25a-1214ce3ed87a tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371103 Oct 20 04:36:23.971243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:24.303855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:24.307665 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ef28b0-8a91-41de-8979-79d847851945 None None] The sync data for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv is: [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:25:45Z', 'revision_number': 4, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': 'ae35499c-528a-42fc-bf08-adb397fb7b85', 'name': '', 'network_id': '49d09035-041a-455c-9c93-d5e25bbcb08a', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'mac_address': 'fa:16:3e:a6:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:45Z', 'updated_at': '2022-10-20T04:25:51Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'subnets': [{'id': 'b708fb73-d075-4823-b1db-08f1431296a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:36:24.511694 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71679226-cde6-404d-a961-9c781cc594b9 None None] New status for floating IP c0f3ebe7-a4eb-4987-8e3e-6d6e9628d26d: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:36:24.581106 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270e60b5-bf2a-427a-84c7-272d3a45cf22 x-openstack-request-id: req-270e60b5-bf2a-427a-84c7-272d3a45cf22 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:36:24.581572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "tag": "55ded3df-f276-48ed-a317-721d50a95f04", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:36:24.581748 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-270e60b5-bf2a-427a-84c7-272d3a45cf22 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:36:24.582284 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270e60b5-bf2a-427a-84c7-272d3a45cf22'] response: {'name': 'network-changed', 'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04', 'status': 'completed', 'code': 200} Oct 20 04:36:24.685882 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-b2055472-8450-4a40-8997-0b92a40cfa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:24.687340 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-b2055472-8450-4a40-8997-0b92a40cfa69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e0afa3340c24596a5909e81b2142a15&device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 1098 time: 0.0841913 Oct 20 04:36:24.814227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-e1541355-327e-4e7b-9d71-9cc31b744bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:24.815649 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-e1541355-327e-4e7b-9d71-9cc31b744bdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 200 len: 909 time: 0.1214361 Oct 20 04:36:24.884668 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-b1b6323d-5ea7-46a9-add7-41d3b4611361 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 200 len: 217 time: 0.0613844 Oct 20 04:36:24.947820 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-a7843d44-093a-4aa3-8607-b5f3d5ce9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:24.949193 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-a7843d44-093a-4aa3-8607-b5f3d5ce9a0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 200 len: 847 time: 0.0577509 Oct 20 04:36:25.031142 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-57751449-4c40-481c-a4e0-9d311b2a71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:25.032612 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-57751449-4c40-481c-a4e0-9d311b2a71ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49d09035-041a-455c-9c93-d5e25bbcb08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765340 Oct 20 04:36:25.151768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3e7d5-065b-4abd-81af-24208a438a94 req-e3452338-605a-41d0-a286-d66f6f38daeb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:25.153156 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b3f3e7d5-065b-4abd-81af-24208a438a94 req-e3452338-605a-41d0-a286-d66f6f38daeb tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.0920849 Oct 20 04:36:25.176241 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-39756adf-d15e-4bf2-a296-1404d7a8cc02 service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323202 Oct 20 04:36:25.196523 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-b3f3e7d5-065b-4abd-81af-24208a438a94 req-cc241736-8196-417c-adc0-dd9f586ab8c0 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/security-groups?id=5229279e-9fed-461c-b39c-a70d3eddc335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370617 Oct 20 04:36:25.305821 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-21e509e6-b3bc-43ca-a774-39ce3515ca26 req-666e7b90-ebec-4f19-a473-dd689cc6d70d service neutron] 10.222.0.26 "GET /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230078 Oct 20 04:36:25.617470 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-b48b7d66-7ecc-4b1c-abc8-842e6ab673c4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:25.618085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-b48b7d66-7ecc-4b1c-abc8-842e6ab673c4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:36:25.678587 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-b48b7d66-7ecc-4b1c-abc8-842e6ab673c4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:36:25.679705 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-b48b7d66-7ecc-4b1c-abc8-842e6ab673c4 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 945 time: 0.1490190 Oct 20 04:36:25.750512 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Deleting port 55ded3df-f276-48ed-a317-721d50a95f04 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:25.750854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:25.998109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] For port 55ded3df-f276-48ed-a317-721d50a95f04, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=55ded3df-f276-48ed-a317-721d50a95f04,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:25.998466 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:26.117436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Calling delete_port for 55ded3df-f276-48ed-a317-721d50a95f04 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:26.351428 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:26.400439 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-f68b5a05-ac72-4eb2-bd33-caab13d55deb req-a2ffcdfb-62ff-4ce4-9be0-ad1cfd7ddce5 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 210 time: 0.0899477 Oct 20 04:36:26.511744 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event deleted for resources: {'Port': ['ID=55ded3df-f276-48ed-a317-721d50a95f04,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:26.598367 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] No DVR routers for this DVR port 55ded3df-f276-48ed-a317-721d50a95f04 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:36:26.600682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:26.603287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'name': 'network-vif-deleted', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:36:26.605505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28041ad224eff91cc2b3e6553803c6b52dd1006c4504943cc24cf4d575089a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16943420-9120-4043-b4a5-c07727745da9" -d '{"events": [{"server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "name": "network-vif-deleted", "tag": "55ded3df-f276-48ed-a317-721d50a95f04"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:36:26.647064 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd335fc6-9957-48ce-9536-03703b96b68b x-openstack-request-id: req-bd335fc6-9957-48ce-9536-03703b96b68b {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:36:26.647646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68458a53-a79a-4745-bd32-914080704dba", "name": "network-vif-deleted", "tag": "55ded3df-f276-48ed-a317-721d50a95f04", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:36:26.647646 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bd335fc6-9957-48ce-9536-03703b96b68b {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:36:26.647969 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd335fc6-9957-48ce-9536-03703b96b68b'] response: {'server_uuid': '68458a53-a79a-4745-bd32-914080704dba', 'name': 'network-vif-deleted', 'tag': '55ded3df-f276-48ed-a317-721d50a95f04', 'status': 'completed', 'code': 200} Oct 20 04:36:26.665637 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-64775428-befe-48d5-9ec1-1ed4d58e171d req-5940e01b-d3e3-48c1-8048-273cb78ea587 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.26 "DELETE /v2.0/ports/55ded3df-f276-48ed-a317-721d50a95f04 HTTP/1.1" status: 204 len: 173 time: 0.9782217 Oct 20 04:36:27.566799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-6543a2c3-5f6d-4b9e-82e1-254e51e00008 req-60df713b-fac0-4e49-9594-2e6ef0a14ff9 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Synchronizing usage tracker for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:36:27.665023 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-6543a2c3-5f6d-4b9e-82e1-254e51e00008 req-60df713b-fac0-4e49-9594-2e6ef0a14ff9 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Unset dirty status for tenant:1e0afa3340c24596a5909e81b2142a15 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:36:27.667935 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6543a2c3-5f6d-4b9e-82e1-254e51e00008 req-60df713b-fac0-4e49-9594-2e6ef0a14ff9 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "GET /v2.0/ports?device_id=68458a53-a79a-4745-bd32-914080704dba HTTP/1.1" status: 200 len: 210 time: 0.1540673 Oct 20 04:36:28.762600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 55ded3df-f276-48ed-a317-721d50a95f04 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:36:28.771613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49292) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:28.799211 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 55ded3df-f276-48ed-a317-721d50a95f04 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:36:28.799555 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 55ded3df-f276-48ed-a317-721d50a95f04 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:36:28.840628 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa5203f1-dd04-4e16-830d-13baa0436285 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:28.870038 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa5203f1-dd04-4e16-830d-13baa0436285 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:28.999337 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa5203f1-dd04-4e16-830d-13baa0436285 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:29.017293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5203f1-dd04-4e16-830d-13baa0436285 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5229279e-9fed-461c-b39c-a70d3eddc335,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:29.106680 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-fa5203f1-dd04-4e16-830d-13baa0436285 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:29.108437 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-fa5203f1-dd04-4e16-830d-13baa0436285 tempest-TestShelveInstance-437528621 tempest-TestShelveInstance-437528621-project] 10.222.0.33 "DELETE /v2.0/security-groups/5229279e-9fed-461c-b39c-a70d3eddc335 HTTP/1.1" status: 204 len: 168 time: 0.3356662 Oct 20 04:36:29.219240 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49298) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:29.889099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:30.234725 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Deleting port ae35499c-528a-42fc-bf08-adb397fb7b85 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:30.235065 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:30.407844 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] For port ae35499c-528a-42fc-bf08-adb397fb7b85, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=ae35499c-528a-42fc-bf08-adb397fb7b85,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:30.408140 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:30.634078 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Calling delete_port for ae35499c-528a-42fc-bf08-adb397fb7b85 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:30.864742 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:30.911885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae35499c-528a-42fc-bf08-adb397fb7b85,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:31.177521 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:31.518364 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:36:31.691006 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:36:31.699371 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] Sync routers for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:36:31.708232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:31.708839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:31.765892 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-b9f91eea-8767-447e-93e9-627604a99186 admin admin] 10.222.0.33 "PUT /v2.0/routers/4fe6267a-9b0f-4f72-aa09-03a686c5bb20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5453668 Oct 20 04:36:31.768325 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49304) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:31.882034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:31.938452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:32.163834 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:36:30Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:32.167566 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] Checking router: 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:36:32.176495 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] Routers {'4fe6267a-9b0f-4f72-aa09-03a686c5bb20'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:32.177090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:32.230395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:32.312878 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Deleting port 69e026e9-8480-4b03-aa39-63b636f8800c {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:32.313222 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:32.349863 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] Set router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:32.485411 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] For port 69e026e9-8480-4b03-aa39-63b636f8800c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=69e026e9-8480-4b03-aa39-63b636f8800c,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:32.485693 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:32.608394 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Calling delete_port for 69e026e9-8480-4b03-aa39-63b636f8800c owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:32.669990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:36:30Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:32.673879 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c36c81-5299-4881-b558-9d4a2116e2f4 None None] The sync data for ids ['4fe6267a-9b0f-4f72-aa09-03a686c5bb20'] in dv-neutron-861845-1-hyperv is: [{'id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'name': 'tempest-TestShelveInstance-328756107-router', 'tenant_id': '1e0afa3340c24596a5909e81b2142a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:41Z', 'updated_at': '2022-10-20T04:36:30Z', 'revision_number': 5, 'project_id': '1e0afa3340c24596a5909e81b2142a15', 'gw_port': {'id': '69e026e9-8480-4b03-aa39-63b636f8800c', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6267a-9b0f-4f72-aa09-03a686c5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:42Z', 'updated_at': '2022-10-20T04:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:36:32.843759 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:32.891032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e026e9-8480-4b03-aa39-63b636f8800c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:32.984014 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.127123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ae35499c-528a-42fc-bf08-adb397fb7b85 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:36:33.163681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: ae35499c-528a-42fc-bf08-adb397fb7b85 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:36:33.164017 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device ae35499c-528a-42fc-bf08-adb397fb7b85 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:36:33.165070 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.167556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.259514 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.260044 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe6267a-9b0f-4f72-aa09-03a686c5bb20 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:36:33.273076 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.274236 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-3e1b4497-f436-4cfb-a0b7-f213f1a645c1 admin admin] 10.222.0.33 "DELETE /v2.0/routers/4fe6267a-9b0f-4f72-aa09-03a686c5bb20 HTTP/1.1" status: 204 len: 168 time: 1.5050075 Oct 20 04:36:33.276824 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49308) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:33.341319 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-949b1aeb-0379-4675-bfa0-380d4d15116e admin admin] Deleting subnet b708fb73-d075-4823-b1db-08f1431296a8 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:36:33.344605 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-949b1aeb-0379-4675-bfa0-380d4d15116e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.395135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-949b1aeb-0379-4675-bfa0-380d4d15116e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.469555 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-949b1aeb-0379-4675-bfa0-380d4d15116e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.619985 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-949b1aeb-0379-4675-bfa0-380d4d15116e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.657938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b1aeb-0379-4675-bfa0-380d4d15116e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b708fb73-d075-4823-b1db-08f1431296a8,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:33.659854 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-949b1aeb-0379-4675-bfa0-380d4d15116e admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.664121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b02265-68dd-4933-b16e-1350fe596a16 None None] Network 49d09035-041a-455c-9c93-d5e25bbcb08a requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:36:33.666110 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-949b1aeb-0379-4675-bfa0-380d4d15116e admin admin] 10.222.0.33 "DELETE /v2.0/subnets/b708fb73-d075-4823-b1db-08f1431296a8 HTTP/1.1" status: 204 len: 168 time: 0.3881345 Oct 20 04:36:33.668561 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49312) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:33.885366 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.897424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Deleting port 889caaf0-b9c4-40f0-bd91-2389faf1c75f {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:33.897424 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:33.936698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] DHCP port deletion for 49d09035-041a-455c-9c93-d5e25bbcb08a request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:36:33.940514 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] Deleting port 889caaf0-b9c4-40f0-bd91-2389faf1c75f {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:33.940906 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.100710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] For port 889caaf0-b9c4-40f0-bd91-2389faf1c75f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=889caaf0-b9c4-40f0-bd91-2389faf1c75f,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:34.101301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.146540 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] For port 889caaf0-b9c4-40f0-bd91-2389faf1c75f, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=889caaf0-b9c4-40f0-bd91-2389faf1c75f,segment=NetworkSegment(7be8c860-6768-445b-be46-e7f8fec28b4b),segment_id=7be8c860-6768-445b-be46-e7f8fec28b4b)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:34.147074 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.220807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Calling delete_port for 889caaf0-b9c4-40f0-bd91-2389faf1c75f owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:34.266188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] Calling delete_port for 889caaf0-b9c4-40f0-bd91-2389faf1c75f owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:34.356193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.362301 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:36:34.362661 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:36:34.406667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Pushing event deleted for resources: {'Port': ['ID=889caaf0-b9c4-40f0-bd91-2389faf1c75f,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:34.408378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] No DVR routers for this DVR port 889caaf0-b9c4-40f0-bd91-2389faf1c75f on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:36:34.518084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.542148 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d09035-041a-455c-9c93-d5e25bbcb08a']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:34.554190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be8c860-6768-445b-be46-e7f8fec28b4b') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:34.554484 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be8c860-6768-445b-be46-e7f8fec28b4b') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:34.565225 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.580758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.586583 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:36:34.586958 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.756453 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.773907 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7be8c860-6768-445b-be46-e7f8fec28b4b resource provider aggregate not found Oct 20 04:36:34.777695 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.790657 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d09035-041a-455c-9c93-d5e25bbcb08a,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:34.795882 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 7be8c860-6768-445b-be46-e7f8fec28b4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7be8c860-6768-445b-be46-e7f8fec28b4b found for delete ", "request_id": "req-8c335d77-249e-410f-8401-cf62359bca83"}]} Oct 20 04:36:34.819304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 69e026e9-8480-4b03-aa39-63b636f8800c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:36:34.856355 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 69e026e9-8480-4b03-aa39-63b636f8800c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:36:34.856697 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 69e026e9-8480-4b03-aa39-63b636f8800c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:36:34.857101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 889caaf0-b9c4-40f0-bd91-2389faf1c75f no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:36:34.873942 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-74d04a19-31ed-4dcc-992f-a9ef7fa1f484 admin admin] 10.222.0.33 "DELETE /v2.0/networks/49d09035-041a-455c-9c93-d5e25bbcb08a HTTP/1.1" status: 204 len: 168 time: 1.2017341 Oct 20 04:36:34.874168 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49326) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:34.878958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] Deleting port 889caaf0-b9c4-40f0-bd91-2389faf1c75f {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:34.879337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:34.919083 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 889caaf0-b9c4-40f0-bd91-2389faf1c75f {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:36:34.919428 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 889caaf0-b9c4-40f0-bd91-2389faf1c75f not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:36:34.955629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-65ba5434-a2e7-4043-92e7-a7515cb66f6f None None] The port '889caaf0-b9c4-40f0-bd91-2389faf1c75f' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:36:35.396548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:35.832959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Deleting port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:35.833217 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:36.007663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] For port 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=6a5b087c-d1cc-4647-805f-8b0c39d1b5b5,segment=NetworkSegment(193a63ec-2256-4a35-9bfe-4c4fd13759de),segment_id=193a63ec-2256-4a35-9bfe-4c4fd13759de)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:36.008016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:36.127153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Calling delete_port for 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:36.352536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:36.401607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5b087c-d1cc-4647-805f-8b0c39d1b5b5,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:36.663927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:37.112277 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Router 81caeeb2-bbb7-4e38-9338-b197deca469a has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:36:37.289619 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:36:37.298903 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] Sync routers for ids ['81caeeb2-bbb7-4e38-9338-b197deca469a'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:36:37.308158 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] Routers {'81caeeb2-bbb7-4e38-9338-b197deca469a'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:37.318691 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['81caeeb2-bbb7-4e38-9338-b197deca469a'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:37.366447 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e447b118-2fe1-41f6-adbe-8ddaf495fa3e admin admin] 10.222.0.33 "PUT /v2.0/routers/81caeeb2-bbb7-4e38-9338-b197deca469a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4911015 Oct 20 04:36:37.368765 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49330) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:37.478261 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] Set router 81caeeb2-bbb7-4e38-9338-b197deca469a gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:37.535196 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:37.707067 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:37.752578 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '41450993-0edf-42b7-9409-67b0b9130e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:48Z', 'updated_at': '2022-10-20T04:36:36Z', 'revision_number': 5, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'gw_port': {'id': '41450993-0edf-42b7-9409-67b0b9130e82', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:25:49Z', 'updated_at': '2022-10-20T04:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:37.756319 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] Checking router: 81caeeb2-bbb7-4e38-9338-b197deca469a for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:36:37.765137 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] Routers {'81caeeb2-bbb7-4e38-9338-b197deca469a'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:37.765740 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['81caeeb2-bbb7-4e38-9338-b197deca469a'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:37.781386 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Deleting port 41450993-0edf-42b7-9409-67b0b9130e82 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:37.781732 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:37.910992 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] Set router 81caeeb2-bbb7-4e38-9338-b197deca469a gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:37.949758 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] For port 41450993-0edf-42b7-9409-67b0b9130e82, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=41450993-0edf-42b7-9409-67b0b9130e82,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:37.950111 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:38.051543 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:48Z', 'updated_at': '2022-10-20T04:36:37Z', 'revision_number': 6, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:38.055514 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39586df0-cb2e-4dfd-884f-eac6d620b537 None None] The sync data for ids ['81caeeb2-bbb7-4e38-9338-b197deca469a'] in dv-neutron-861845-1-hyperv is: [{'id': '81caeeb2-bbb7-4e38-9338-b197deca469a', 'name': 'tempest-TestShelveInstance-261584250-router', 'tenant_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:25:48Z', 'updated_at': '2022-10-20T04:36:37Z', 'revision_number': 6, 'project_id': 'b87a5d8e9c9d4b7e98ff06b99ff0a8d6', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:36:38.082233 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Calling delete_port for 41450993-0edf-42b7-9409-67b0b9130e82 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:38.284030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:38.328036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=41450993-0edf-42b7-9409-67b0b9130e82,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:38.533673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:38.697873 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:38.699984 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:38.793287 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:38.793569 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81caeeb2-bbb7-4e38-9338-b197deca469a {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:36:38.812298 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:38.812298 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-7e1e4c44-d734-4fa8-86e1-0ff8ae9c6af5 admin admin] 10.222.0.33 "DELETE /v2.0/routers/81caeeb2-bbb7-4e38-9338-b197deca469a HTTP/1.1" status: 204 len: 168 time: 1.4396088 Oct 20 04:36:38.812923 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49334) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:38.845090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:36:38.874487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-70077353-f1a3-4838-86b1-7218ffd769ee admin admin] Deleting subnet 89475665-a075-4a7b-b08f-4534aa0474ba {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:36:38.877650 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-70077353-f1a3-4838-86b1-7218ffd769ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:38.882658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:36:38.882658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 6a5b087c-d1cc-4647-805f-8b0c39d1b5b5 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:36:38.882658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 41450993-0edf-42b7-9409-67b0b9130e82 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:36:38.913491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 41450993-0edf-42b7-9409-67b0b9130e82 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:36:38.913868 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 41450993-0edf-42b7-9409-67b0b9130e82 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:36:38.930091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-70077353-f1a3-4838-86b1-7218ffd769ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.007957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-70077353-f1a3-4838-86b1-7218ffd769ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.152994 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-70077353-f1a3-4838-86b1-7218ffd769ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.190558 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70077353-f1a3-4838-86b1-7218ffd769ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89475665-a075-4a7b-b08f-4534aa0474ba,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:39.195243 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-70077353-f1a3-4838-86b1-7218ffd769ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.201272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205b2a3-bbd3-4e8c-933a-82e04ada7006 None None] Network 82662a7e-c2ee-4f71-a251-7c557059cc6b requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:36:39.201744 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-70077353-f1a3-4838-86b1-7218ffd769ee admin admin] 10.222.0.33 "DELETE /v2.0/subnets/89475665-a075-4a7b-b08f-4534aa0474ba HTTP/1.1" status: 204 len: 168 time: 0.3883607 Oct 20 04:36:39.204200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49338) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:39.307137 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.317989 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Deleting port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:39.318258 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.440508 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] DHCP port deletion for 82662a7e-c2ee-4f71-a251-7c557059cc6b request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:36:39.444383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] Deleting port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:39.444729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.521774 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] For port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c,segment=NetworkSegment(193a63ec-2256-4a35-9bfe-4c4fd13759de),segment_id=193a63ec-2256-4a35-9bfe-4c4fd13759de)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:39.522135 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.639554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] For port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c,segment=NetworkSegment(193a63ec-2256-4a35-9bfe-4c4fd13759de),segment_id=193a63ec-2256-4a35-9bfe-4c4fd13759de)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:39.639940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.643228 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Calling delete_port for d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:39.651505 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:36:39.789233 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] Calling delete_port for d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:36:39.810115 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.857451 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:39.862684 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] No DVR routers for this DVR port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:36:39.866311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:36:39.867280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:36:39.901207 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7be8409a-7f2c-43b7-8eb8-83efd30024cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.974445 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.998239 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82662a7e-c2ee-4f71-a251-7c557059cc6b']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:40.014310 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193a63ec-2256-4a35-9bfe-4c4fd13759de') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:40.014822 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193a63ec-2256-4a35-9bfe-4c4fd13759de') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:40.026498 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.042667 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.048422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:36:40.050199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.212767 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 193a63ec-2256-4a35-9bfe-4c4fd13759de resource provider aggregate not found Oct 20 04:36:40.233289 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 193a63ec-2256-4a35-9bfe-4c4fd13759de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 193a63ec-2256-4a35-9bfe-4c4fd13759de found for delete ", "request_id": "req-a4dc68b5-8b77-413c-8e39-78f01d9478a1"}]} Oct 20 04:36:40.301080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.316930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.329344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] Pushing event deleted for resources: {'Network': ['ID=82662a7e-c2ee-4f71-a251-7c557059cc6b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:40.333975 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eb52d997-b703-4cad-bfef-406012620efd admin admin] 10.222.0.33 "DELETE /v2.0/networks/82662a7e-c2ee-4f71-a251-7c557059cc6b HTTP/1.1" status: 204 len: 168 time: 1.1288733 Oct 20 04:36:40.369020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] Deleting port d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:36:40.369460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.435921 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-60ba76d0-1805-4dd7-be7a-abd8432903b5 None None] The port 'd6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:36:40.649733 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49348) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:40.697549 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-09055a67-9da3-4c9d-9fb8-e96d53e8c61d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1e0afa3340c24596a5909e81b2142a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465438 Oct 20 04:36:40.699940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49352) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:40.755041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.780419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.816610 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:36:40.849185 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:36:40.849544 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d6fa7ea9-0ff1-432a-8fbc-f98cdab6e32c not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:36:40.887982 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.908202 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702df6dc-c0ec-4194-bb4b-cd2e57b22cca,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:40.917998 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.918342 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.918679 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.919009 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.919333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.919657 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.920515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.920835 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.921155 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.921499 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.921815 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.922129 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:40.926849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:40.927894 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-6d35af1c-d667-4d18-9a9e-3a6d44c9ba89 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/702df6dc-c0ec-4194-bb4b-cd2e57b22cca HTTP/1.1" status: 204 len: 168 time: 0.2269979 Oct 20 04:36:41.562624 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49360) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:41.616584 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c6d0e134-b82a-429e-ab92-ecc75479c465 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b87a5d8e9c9d4b7e98ff06b99ff0a8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528617 Oct 20 04:36:41.619016 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49366) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:41.675504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6748749f-e073-48b5-8b7e-5fb5d284b0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:41.700260 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6748749f-e073-48b5-8b7e-5fb5d284b0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:41.809936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6748749f-e073-48b5-8b7e-5fb5d284b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:41.825976 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748749f-e073-48b5-8b7e-5fb5d284b0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d87f0c4-a4f5-42fb-891a-dafb3cb61374,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:41.831120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6748749f-e073-48b5-8b7e-5fb5d284b0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:41.831908 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6748749f-e073-48b5-8b7e-5fb5d284b0e2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7d87f0c4-a4f5-42fb-891a-dafb3cb61374 HTTP/1.1" status: 204 len: 168 time: 0.2120106 Oct 20 04:36:42.364482 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4b9ac20f-39ac-4786-a7f4-9296631f091c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:42.891406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49392) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:42.991297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1158808353-network', 'tenant_id': '887d8292f623458c8308074f8c36f617'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:42.996126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:42.999941 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Usage tracker for resource:network and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:43.002760 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:43.008257 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:43.090012 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Made reservation on behalf of 887d8292f623458c8308074f8c36f617 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:36:43.092250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.104679 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.118431 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:43.122175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Usage tracker for resource:security_group_rule and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:43.124859 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:43.130359 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:43.213772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.278567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.307280 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:36:43.316098 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eee4de-7130-42da-bc4d-fd2970d16741,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:43.322579 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.322911 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Added segment 287a294f-f25d-4976-ad47-c83ca0cd63e5 of type vlan for network 320a019d-43f6-422f-8dd6-95bd1516e0de Oct 20 04:36:43.348297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.438358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.439319 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:43.439886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.539131 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] Pushing event updated for resources: {'Network': ['ID=320a019d-43f6-422f-8dd6-95bd1516e0de,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:43.548767 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 320a019d-43f6-422f-8dd6-95bd1516e0de details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:36:43.622188 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.636645 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-cce8346d-064f-492d-9326-1c80913219d4 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7409093 Oct 20 04:36:43.636863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49398) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:43.642436 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Request body: {'subnet': {'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1158808353-subnet', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:43.647289 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:43.651218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Usage tracker for resource:subnet and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:43.654042 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:43.659634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:43.683812 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.727539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Made reservation on behalf of 887d8292f623458c8308074f8c36f617 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:36:43.729925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:43.987052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.062570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:44.070899 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Checking segment: {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:36:44.071324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Network hostable DHCP agents. Network: 320a019d-43f6-422f-8dd6-95bd1516e0de, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:36:44.158109 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Network 320a019d-43f6-422f-8dd6-95bd1516e0de is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:36:44.230613 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 320a019d-43f6-422f-8dd6-95bd1516e0de) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:44.235079 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:44.235660 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.241381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d08b1-11eb-428a-ba78-0e5a7a3b1865 None None] Network 320a019d-43f6-422f-8dd6-95bd1516e0de requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:36:44.305977 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-22eb54e9-8bfe-4d09-b006-d24e3791cbb5 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6679685 Oct 20 04:36:44.308602 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49402) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:44.313626 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:44.318475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:44.322309 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Usage tracker for resource:router and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:44.325048 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:44.331297 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:44.396673 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.397772 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.412527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.452777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-320a019d-43f6-422f-8dd6-95bd1516e0de', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:36:44.453652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.608279 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Allocated IP 172.20.0.2 (320a019d-43f6-422f-8dd6-95bd1516e0de/fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54/27045b00-3b6f-4208-b6be-4f319f7c8592) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:36:44.726697 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.804086 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.814887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Transition to ACTIVE for port object 27045b00-3b6f-4208-b6be-4f319f7c8592 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:36:44.832569 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Transition to ACTIVE for port object 27045b00-3b6f-4208-b6be-4f319f7c8592 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:36:44.888747 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.955020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Network 320a019d-43f6-422f-8dd6-95bd1516e0de is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:36:44.957918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:44.961494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:36:44.970099 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Pushing event updated for resources: {'Port': ['ID=27045b00-3b6f-4208-b6be-4f319f7c8592,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:45.009582 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.009931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.010269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.010605 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.010934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.011518 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.011844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.012168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.012491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.012810 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.013133 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.013475 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:45.085197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:45.087572 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Attempting to bind port 27045b00-3b6f-4208-b6be-4f319f7c8592 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:36:45.087941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Attempting to bind port 27045b00-3b6f-4208-b6be-4f319f7c8592 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:36:45.088307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Attempting to bind port 27045b00-3b6f-4208-b6be-4f319f7c8592 on network 320a019d-43f6-422f-8dd6-95bd1516e0de {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:36:45.093618 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:36:45.093993 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Checking segment: {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:36:45.099996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:45.099996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Bound using segment: {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:36:45.099996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Bound port: 27045b00-3b6f-4208-b6be-4f319f7c8592, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:36:45.099996 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:45.116872 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:45.151239 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:45.190276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] For port 27045b00-3b6f-4208-b6be-4f319f7c8592, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:36:45.193542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] For port 27045b00-3b6f-4208-b6be-4f319f7c8592, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=27045b00-3b6f-4208-b6be-4f319f7c8592,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:36:45.262405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:45.343343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca47e4f-de75-400d-9565-e324e1fff620 None None] Pushing event updated for resources: {'Port': ['ID=27045b00-3b6f-4208-b6be-4f319f7c8592,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:45.369604 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Allocated IP 172.26.7.196 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/897ee24b-445e-4d2b-a60e-573af9ce933b) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:36:45.533645 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:45.626402 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:45.698378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:36:45.701025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:45.703505 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:36:45.738034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Pushing event updated for resources: {'Port': ['ID=897ee24b-445e-4d2b-a60e-573af9ce933b,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:46.182957 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:46.257174 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8145a8f3-34cf-438b-bdce-b3cce221003a None None] Network 320a019d-43f6-422f-8dd6-95bd1516e0de requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:36:46.408926 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-e0f0e6ff-0819-400b-91c9-045f0059fa58 None None] Provisioning for port 27045b00-3b6f-4208-b6be-4f319f7c8592 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:36:46.527304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:46.781357 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Router 7447f93c-9e27-487d-8238-1635cbbf0ad0 is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:36:46.856652 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 27045b00-3b6f-4208-b6be-4f319f7c8592 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:36:47.008219 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 27045b00-3b6f-4208-b6be-4f319f7c8592 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:36:47.013600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 27045b00-3b6f-4208-b6be-4f319f7c8592 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:47.013976 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:47.014345 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 27045b00-3b6f-4208-b6be-4f319f7c8592 Oct 20 04:36:47.076251 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:36:47.106930 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Sync routers for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:36:47.131898 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:47.132506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:47.181399 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:47.182677 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-c29e7e80-a5bf-4d99-83db-cff5f2227d60 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8731275 Oct 20 04:36:47.185485 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49406) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:47.263556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 27045b00-3b6f-4208-b6be-4f319f7c8592 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:36:47.264060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:47.310589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 27045b00-3b6f-4208-b6be-4f319f7c8592, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=27045b00-3b6f-4208-b6be-4f319f7c8592,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:47.340243 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:47.380448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:47.583745 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=27045b00-3b6f-4208-b6be-4f319f7c8592,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:47.679490 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:45Z', 'revision_number': 3, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:47.683264 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Checking router: 7447f93c-9e27-487d-8238-1635cbbf0ad0 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:36:47.683624 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Updating router 7447f93c-9e27-487d-8238-1635cbbf0ad0 port 897ee24b-445e-4d2b-a60e-573af9ce933b binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:36:47.734160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:47.860057 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:47.928865 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.073046 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Allocated IP 172.20.0.1 (320a019d-43f6-422f-8dd6-95bd1516e0de/fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54/51f27fb8-c44f-4b00-b486-e4985841d806) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:36:48.073894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.085721 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Transition to ACTIVE for port object 897ee24b-445e-4d2b-a60e-573af9ce933b will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:36:48.179788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.218410 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.234534 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Transition to ACTIVE for port object 51f27fb8-c44f-4b00-b486-e4985841d806 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:36:48.242052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Attempting to bind port 897ee24b-445e-4d2b-a60e-573af9ce933b on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:36:48.242420 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Attempting to bind port 897ee24b-445e-4d2b-a60e-573af9ce933b by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:36:48.242784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Attempting to bind port 897ee24b-445e-4d2b-a60e-573af9ce933b on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:36:48.253414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:36:48.253782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:36:48.254173 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.254561 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:36:48.255019 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Bound port: 897ee24b-445e-4d2b-a60e-573af9ce933b, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:36:48.255379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.294658 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68beba86-191a-4be8-ab9a-1f35b0b3bdd7 None None] Pushing event updated for resources: {'Port': ['ID=897ee24b-445e-4d2b-a60e-573af9ce933b,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:48.312347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.330539 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] For port 897ee24b-445e-4d2b-a60e-573af9ce933b, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:36:48.333648 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] For port 897ee24b-445e-4d2b-a60e-573af9ce933b, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=897ee24b-445e-4d2b-a60e-573af9ce933b,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:36:48.378676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Network 320a019d-43f6-422f-8dd6-95bd1516e0de is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:36:48.381548 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:48.385099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:36:48.387356 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.422490 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Pushing event updated for resources: {'Port': ['ID=51f27fb8-c44f-4b00-b486-e4985841d806,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:48.444389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.492493 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:48.493496 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:48.632316 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68beba86-191a-4be8-ab9a-1f35b0b3bdd7 None None] Pushing event updated for resources: {'Port': ['ID=897ee24b-445e-4d2b-a60e-573af9ce933b,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:48.691742 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:48.733103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Provisioning for port 51f27fb8-c44f-4b00-b486-e4985841d806 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:36:48.759574 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.801858 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Provisioning complete for port 51f27fb8-c44f-4b00-b486-e4985841d806 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:48.802232 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.802574 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Attempt 1 to provision port 51f27fb8-c44f-4b00-b486-e4985841d806 Oct 20 04:36:48.854923 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 27045b00-3b6f-4208-b6be-4f319f7c8592 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:36:48.971278 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Port 51f27fb8-c44f-4b00-b486-e4985841d806 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:48.981427 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:49.026953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 27045b00-3b6f-4208-b6be-4f319f7c8592 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:49.027325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:49.027670 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 27045b00-3b6f-4208-b6be-4f319f7c8592 Oct 20 04:36:49.038265 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:49.142080 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:49.150495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Pushing event updated for resources: {'Port': ['ID=51f27fb8-c44f-4b00-b486-e4985841d806,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:49.188465 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:45Z', 'revision_number': 3, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:49.194818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 27045b00-3b6f-4208-b6be-4f319f7c8592 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:36:49.197103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a19a8-185e-40da-945c-1316cc87aaff None None] The sync data for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv is: [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:45Z', 'revision_number': 3, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:36:49.288312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Network 320a019d-43f6-422f-8dd6-95bd1516e0de is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:36:49.289556 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:49.472538 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Attempt 2 to provision port 51f27fb8-c44f-4b00-b486-e4985841d806 Oct 20 04:36:49.497499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Router 7447f93c-9e27-487d-8238-1635cbbf0ad0 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:36:49.533839 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Port 51f27fb8-c44f-4b00-b486-e4985841d806 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:49.688011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:36:49.697045 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-f2f7ef5e-8291-4f3c-8558-efe4c4325c47 admin admin] 10.222.0.33 "PUT /v2.0/routers/7447f93c-9e27-487d-8238-1635cbbf0ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5105205 Oct 20 04:36:50.035413 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Attempt 3 to provision port 51f27fb8-c44f-4b00-b486-e4985841d806 Oct 20 04:36:50.100391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Port 51f27fb8-c44f-4b00-b486-e4985841d806 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:50.478194 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49428) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:50.483533 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1183166616-network', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:50.488421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:50.492292 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Usage tracker for resource:network and tenant:ca8b08e924264f1f84325f1eca6fa482 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:50.495288 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:50.501252 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:50.598439 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Made reservation on behalf of ca8b08e924264f1f84325f1eca6fa482 for: {'network': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:36:50.600886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for network, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:50.603599 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Attempt 4 to provision port 51f27fb8-c44f-4b00-b486-e4985841d806 Oct 20 04:36:50.619015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:50.635259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:50.640175 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8b08e924264f1f84325f1eca6fa482 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:50.643134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:50.649323 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:50.666589 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Port 51f27fb8-c44f-4b00-b486-e4985841d806 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:50.730374 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:50.766231 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Sync routers for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:36:50.775746 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:50.776358 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:50.793074 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:50.822360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=90075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:36:50.835224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a103970-64ba-4930-9351-63290e258e0d,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:50.839696 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:50.840032 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.db.segments_db [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Added segment fc4ad2a8-a26a-40ce-9261-25b3343b98b3 of type vlan for network 1e90d880-e6a2-48af-b6f2-57b7f833974c Oct 20 04:36:50.869471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 897ee24b-445e-4d2b-a60e-573af9ce933b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:36:50.869810 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730571464012'] for network, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:50.953387 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:50.964486 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060'] for network, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:50.965499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:50.966094 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.016439 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 897ee24b-445e-4d2b-a60e-573af9ce933b completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:36:51.021931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 897ee24b-445e-4d2b-a60e-573af9ce933b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:51.022314 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.022656 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 897ee24b-445e-4d2b-a60e-573af9ce933b Oct 20 04:36:51.067152 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] Pushing event updated for resources: {'Network': ['ID=1e90d880-e6a2-48af-b6f2-57b7f833974c,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:51.078406 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Network 1e90d880-e6a2-48af-b6f2-57b7f833974c details requested by agent ovs-agent-dv-neutron-861845-1-hyperv with host dv-neutron-861845-1-hyperv {{(pid=90077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 20 04:36:51.118171 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5b332a7a-227c-4405-ba23-043e541f2487 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6387460 Oct 20 04:36:51.120793 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49432) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:51.127219 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Request body: {'subnet': {'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1183166616-subnet', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'ip_version': 4}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:51.132422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:51.136528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Usage tracker for resource:subnet and tenant:ca8b08e924264f1f84325f1eca6fa482 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:51.139493 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:51.146842 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:51.175133 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Attempt 5 to provision port 51f27fb8-c44f-4b00-b486-e4985841d806 Oct 20 04:36:51.238538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Made reservation on behalf of ca8b08e924264f1f84325f1eca6fa482 for: {'subnet': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:36:51.241015 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427592'] for subnet, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.267713 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 2, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:51.271980 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Checking router: 7447f93c-9e27-487d-8238-1635cbbf0ad0 for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:36:51.272329 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Updating router 7447f93c-9e27-487d-8238-1635cbbf0ad0 port 51f27fb8-c44f-4b00-b486-e4985841d806 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:36:51.279901 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Port 51f27fb8-c44f-4b00-b486-e4985841d806 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:51.288770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 897ee24b-445e-4d2b-a60e-573af9ce933b is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:36:51.289199 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.306804 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 897ee24b-445e-4d2b-a60e-573af9ce933b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=897ee24b-445e-4d2b-a60e-573af9ce933b,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:51.340651 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.379683 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.451101 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=897ee24b-445e-4d2b-a60e-573af9ce933b,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:51.505936 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427642'] for subnet, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.582922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413f3542-8042-4dd7-99e6-7e97d479f5ac,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:51.588155 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Checking segment: {'id': 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:36:51.588504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Network hostable DHCP agents. Network: 1e90d880-e6a2-48af-b6f2-57b7f833974c, hostable agents: ['236eb0e6-2706-4063-b45b-01c6ec52690f'], hosted agents: [] {{(pid=90075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:36:51.677085 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Network 1e90d880-e6a2-48af-b6f2-57b7f833974c is scheduled to be hosted by DHCP agent 236eb0e6-2706-4063-b45b-01c6ec52690f with binding_index 1 {{(pid=90075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:36:51.682613 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.693846 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Transition to ACTIVE for port object 51f27fb8-c44f-4b00-b486-e4985841d806 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:36:51.758670 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861845-1-hyperv, 1e90d880-e6a2-48af-b6f2-57b7f833974c) {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:51.762787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:36:51.763360 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.767614 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566c0b7-a203-4902-a473-ca1a22721ac8 None None] Network 1e90d880-e6a2-48af-b6f2-57b7f833974c requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:36:51.782831 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Attempt 6 to provision port 51f27fb8-c44f-4b00-b486-e4985841d806 Oct 20 04:36:51.787381 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.860962 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-8c888a41-01dd-4734-9acb-a428aa7c15f2 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7389331 Oct 20 04:36:51.863481 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49440) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:51.870633 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:51.875884 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:51.880347 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Usage tracker for resource:router and tenant:ca8b08e924264f1f84325f1eca6fa482 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:51.883549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:51.892526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:51.937639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Port 51f27fb8-c44f-4b00-b486-e4985841d806 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:51.958885 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3726189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65123'] for router, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.960011 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3713203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65128'] for router, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.976581 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:51.978320 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Pushing event updated for resources: {'Port': ['ID=51f27fb8-c44f-4b00-b486-e4985841d806,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:51.996949 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:51.997316 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:51.997650 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:51.997985 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:51.998306 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:51.998631 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:51.998974 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:51.999294 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:51.999608 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:51.999921 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:52.000264 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:52.000574 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:36:52.005239 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Attempting to bind port 51f27fb8-c44f-4b00-b486-e4985841d806 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:36:52.005621 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Attempting to bind port 51f27fb8-c44f-4b00-b486-e4985841d806 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:36:52.005967 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Attempting to bind port 51f27fb8-c44f-4b00-b486-e4985841d806 on network 320a019d-43f6-422f-8dd6-95bd1516e0de {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:36:52.012146 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:36:52.012507 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Checking segment: {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:36:52.012894 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.013311 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Bound using segment: {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:36:52.013742 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Bound port: 51f27fb8-c44f-4b00-b486-e4985841d806, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:36:52.014101 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.082407 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c8ee93d-d0ae-5950-9eca-7be169bdb799-1e90d880-e6a2-48af-b6f2-57b7f833974c', 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'fixed_ips': [{'subnet_id': '413f3542-8042-4dd7-99e6-7e97d479f5ac'}]}} from dv-neutron-861845-1-hyperv. {{(pid=90077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 20 04:36:52.083372 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.101213 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] For port 51f27fb8-c44f-4b00-b486-e4985841d806, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:36:52.104444 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] For port 51f27fb8-c44f-4b00-b486-e4985841d806, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=51f27fb8-c44f-4b00-b486-e4985841d806,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:36:52.186035 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.249936 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:52.250754 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:52.251558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.db_base_plugin_common [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Allocated IP 172.20.0.2 (1e90d880-e6a2-48af-b6f2-57b7f833974c/413f3542-8042-4dd7-99e6-7e97d479f5ac/4e120290-c824-479a-aad3-a1f437260415) {{(pid=90077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:36:52.410729 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e018f9-5c9d-44be-a62a-7e01ac435de8 None None] Pushing event updated for resources: {'Port': ['ID=51f27fb8-c44f-4b00-b486-e4985841d806,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:52.442534 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Attempt 7 to provision port 51f27fb8-c44f-4b00-b486-e4985841d806 Oct 20 04:36:52.443344 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3726086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65054'] for router, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.460837 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:52.510740 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Notify callbacks [] for port, precommit_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.526476 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Transition to ACTIVE for port object 4e120290-c824-479a-aad3-a1f437260415 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:36:52.532228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b6f7aa10-edb4-4c33-ad5a-9cd2b476c345 None None] Port 51f27fb8-c44f-4b00-b486-e4985841d806 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:36:52.547125 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Transition to ACTIVE for port object 4e120290-c824-479a-aad3-a1f437260415 will not be triggered until provisioned by entity DHCP. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:36:52.611380 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507'] for port, after_create {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.685443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Network 1e90d880-e6a2-48af-b6f2-57b7f833974c is already hosted by enough agents. {{(pid=90077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:36:52.689489 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.scheduler.base_scheduler [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Resources bound (agent type, host, resource id): {{(pid=90077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:52.693218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Received port after_create {{(pid=90077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:36:52.704461 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Pushing event updated for resources: {'Port': ['ID=4e120290-c824-479a-aad3-a1f437260415,revision_number=1']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:52.782375 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:52Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:52.786930 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd72f-4298-404f-93dd-2cc097a79738 None None] The sync data for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv is: [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:52Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:36:52.812622 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Attempting to bind port 4e120290-c824-479a-aad3-a1f437260415 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:36:52.813574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Attempting to bind port 4e120290-c824-479a-aad3-a1f437260415 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:36:52.814134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Attempting to bind port 4e120290-c824-479a-aad3-a1f437260415 on network 1e90d880-e6a2-48af-b6f2-57b7f833974c {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:36:52.820022 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:36:52.820391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Checking segment: {'id': 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:36:52.820819 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.821201 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Bound using segment: {'id': 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:36:52.821687 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Bound port: 4e120290-c824-479a-aad3-a1f437260415, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:36:52.822057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.830352 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.885773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 897ee24b-445e-4d2b-a60e-573af9ce933b up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:36:52.896689 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.975272 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] For port 4e120290-c824-479a-aad3-a1f437260415, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:36:52.979127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] For port 4e120290-c824-479a-aad3-a1f437260415, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4e120290-c824-479a-aad3-a1f437260415,segment=NetworkSegment(fc4ad2a8-a26a-40ce-9261-25b3343b98b3),segment_id=fc4ad2a8-a26a-40ce-9261-25b3343b98b3)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:36:52.990771 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 897ee24b-445e-4d2b-a60e-573af9ce933b triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:52.991136 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:52.991512 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 897ee24b-445e-4d2b-a60e-573af9ce933b Oct 20 04:36:53.050831 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Allocated IP 172.26.7.247 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/d0fa493c-6576-4686-a89c-5903c0c8d9c1) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:36:53.053369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:53.198231 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 897ee24b-445e-4d2b-a60e-573af9ce933b is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:36:53.203036 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092355c-2709-4ce6-9e7e-e2840397f50f None None] Pushing event updated for resources: {'Port': ['ID=4e120290-c824-479a-aad3-a1f437260415,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:53.231853 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:53.334863 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:53.410591 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:36:53.413783 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:53.416212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:36:53.459592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Pushing event updated for resources: {'Port': ['ID=d0fa493c-6576-4686-a89c-5903c0c8d9c1,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:54.059653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:54.103353 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160829d6-d596-4387-b4f0-8207f3fa9054 None None] Network 1e90d880-e6a2-48af-b6f2-57b7f833974c requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:36:54.259567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b35c98e6-db0e-4160-b796-9d586cdbfb26 None None] Provisioning for port 4e120290-c824-479a-aad3-a1f437260415 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:36:54.406118 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3726196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3726333'] for router, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:54.682205 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e is scheduled to L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 with binding_index 1 {{(pid=90075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 20 04:36:54.855061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:36:54.865519 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Sync routers for ids ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:36:54.875377 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 51f27fb8-c44f-4b00-b486-e4985841d806 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:36:54.906405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Routers {'8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:54.907047 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:54.968119 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:54.969418 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e1754a8f-1639-4a4d-a739-9fbf730cef9d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1048121 Oct 20 04:36:54.972224 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49444) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:55.140307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Set router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:55.236734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 51f27fb8-c44f-4b00-b486-e4985841d806 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:36:55.259063 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 51f27fb8-c44f-4b00-b486-e4985841d806 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:55.259433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:55.259765 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 51f27fb8-c44f-4b00-b486-e4985841d806 Oct 20 04:36:55.498799 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 51f27fb8-c44f-4b00-b486-e4985841d806 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:36:55.499242 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:55.546234 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 51f27fb8-c44f-4b00-b486-e4985841d806, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=51f27fb8-c44f-4b00-b486-e4985841d806,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:55.554040 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:51Z', 'updated_at': '2022-10-20T04:36:53Z', 'revision_number': 3, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'gw_port': {'id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:52Z', 'updated_at': '2022-10-20T04:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:55.557992 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Checking router: 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:36:55.558365 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Updating router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e port d0fa493c-6576-4686-a89c-5903c0c8d9c1 binding host dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:36:55.606776 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:55.607527 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4e120290-c824-479a-aad3-a1f437260415 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:36:55.693329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:55.745211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:55.771703 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=51f27fb8-c44f-4b00-b486-e4985841d806,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:55.912651 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 4e120290-c824-479a-aad3-a1f437260415 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:36:55.922408 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 4e120290-c824-479a-aad3-a1f437260415 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:55.922782 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:55.923124 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 4e120290-c824-479a-aad3-a1f437260415 Oct 20 04:36:55.949029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Allocated IP 172.20.0.1 (1e90d880-e6a2-48af-b6f2-57b7f833974c/413f3542-8042-4dd7-99e6-7e97d479f5ac/18ccb9e2-a0ad-4368-8295-7f1b5628a017) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:36:56.099496 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.114612 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.provisioning_blocks [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Transition to ACTIVE for port object 18ccb9e2-a0ad-4368-8295-7f1b5628a017 will not be triggered until provisioned by entity DHCP. {{(pid=90076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:36:56.139056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 4e120290-c824-479a-aad3-a1f437260415 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:36:56.140042 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.174777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Notify callbacks [] for port, precommit_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.193054 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 4e120290-c824-479a-aad3-a1f437260415, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4e120290-c824-479a-aad3-a1f437260415,segment=NetworkSegment(fc4ad2a8-a26a-40ce-9261-25b3343b98b3),segment_id=fc4ad2a8-a26a-40ce-9261-25b3343b98b3)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:56.194248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Transition to ACTIVE for port object d0fa493c-6576-4686-a89c-5903c0c8d9c1 will not be triggered until provisioned by entity L2. {{(pid=90077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:36:56.204953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.261715 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.272492 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Network 1e90d880-e6a2-48af-b6f2-57b7f833974c is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:36:56.275345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:56.279023 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:36:56.298904 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.309201 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Pushing event updated for resources: {'Port': ['ID=18ccb9e2-a0ad-4368-8295-7f1b5628a017,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:56.331448 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Attempting to bind port d0fa493c-6576-4686-a89c-5903c0c8d9c1 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:36:56.331818 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Attempting to bind port d0fa493c-6576-4686-a89c-5903c0c8d9c1 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:36:56.332186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Attempting to bind port d0fa493c-6576-4686-a89c-5903c0c8d9c1 on network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:36:56.339742 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723187'] for router_interface, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.343281 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:36:56.343656 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Checking segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:36:56.344057 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.344449 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Bound using segment: {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'} {{(pid=90077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:36:56.344913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.managers [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Bound port: d0fa493c-6576-4686-a89c-5903c0c8d9c1, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406530cf-b2e6-4736-80d0-22c37d4ab1ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f'}}] {{(pid=90077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:36:56.345307 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.394754 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=4e120290-c824-479a-aad3-a1f437260415,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:56.479198 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1acf5-e55e-4229-b22f-4f793852fca0 None None] Pushing event updated for resources: {'Port': ['ID=d0fa493c-6576-4686-a89c-5903c0c8d9c1,revision_number=2']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:56.483983 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] For port d0fa493c-6576-4686-a89c-5903c0c8d9c1, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:36:56.487204 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] For port d0fa493c-6576-4686-a89c-5903c0c8d9c1, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d0fa493c-6576-4686-a89c-5903c0c8d9c1,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:36:56.521199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.547899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.603295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Provisioning for port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:36:56.615444 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Provisioning complete for port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:56.615816 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.616151 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 1 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:36:56.646434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Routers {'8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:36:56.646759 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:56.742638 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.792881 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.843471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1acf5-e55e-4229-b22f-4f793852fca0 None None] Pushing event updated for resources: {'Port': ['ID=d0fa493c-6576-4686-a89c-5903c0c8d9c1,revision_number=3']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:56.851127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 51f27fb8-c44f-4b00-b486-e4985841d806 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:36:56.895524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:56.899972 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3723214'] for router_interface, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:56.904299 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Pushing event updated for resources: {'Port': ['ID=18ccb9e2-a0ad-4368-8295-7f1b5628a017,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:56.951598 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] Set router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:36:57.015236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 51f27fb8-c44f-4b00-b486-e4985841d806 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:57.015523 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:57.015862 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 51f27fb8-c44f-4b00-b486-e4985841d806 Oct 20 04:36:57.034991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Network 1e90d880-e6a2-48af-b6f2-57b7f833974c is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:36:57.036064 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:36:57.344638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 51f27fb8-c44f-4b00-b486-e4985841d806 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:36:57.345638 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4e120290-c824-479a-aad3-a1f437260415 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:36:57.350013 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:36:57.397116 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 2 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:36:57.468750 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:57.482784 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 4e120290-c824-479a-aad3-a1f437260415 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:57.483210 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:57.483552 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 4e120290-c824-479a-aad3-a1f437260415 Oct 20 04:36:57.512836 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:51Z', 'updated_at': '2022-10-20T04:36:56Z', 'revision_number': 4, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'gw_port': {'id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:52Z', 'updated_at': '2022-10-20T04:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '18ccb9e2-a0ad-4368-8295-7f1b5628a017', 'name': '', 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'mac_address': 'fa:16:3e:a2:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:55Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 1, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'subnets': [{'id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:36:57.528591 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:36:57.528764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a787f0d-0e48-4d7e-9d63-22d92c0563a2 None None] The sync data for ids ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'] in dv-neutron-861845-1-hyperv is: [{'id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:51Z', 'updated_at': '2022-10-20T04:36:56Z', 'revision_number': 4, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'gw_port': {'id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:52Z', 'updated_at': '2022-10-20T04:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '18ccb9e2-a0ad-4368-8295-7f1b5628a017', 'name': '', 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'mac_address': 'fa:16:3e:a2:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:55Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 1, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'subnets': [{'id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:36:57.537797 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-de5eae7b-134c-41fb-acf1-0ce6c16ecd9d admin admin] 10.222.0.33 "PUT /v2.0/routers/8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5644290 Oct 20 04:36:57.608284 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 4e120290-c824-479a-aad3-a1f437260415 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:36:57.969969 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 3 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:36:58.020193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49456) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:58.026592 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850213042', 'description': 'tempest-secgroup-smoke-850213042 description', 'project_id': '887d8292f623458c8308074f8c36f617'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:58.030744 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:58.032479 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:58.036673 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:security_group and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:58.039725 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:58.046493 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:58.140344 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.176686 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:58.180710 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:security_group_rule and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:58.183573 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:58.189852 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:58.268986 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.346794 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.389163 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103ee661-8697-4ce0-8fb9-85903a6828c0,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:58.456160 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.457546 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-61c42e16-f965-44da-975c-d46243ce1787 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4360633 Oct 20 04:36:58.460332 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49460) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:58.465221 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'security_group_rule': {'security_group_id': '103ee661-8697-4ce0-8fb9-85903a6828c0', 'project_id': '887d8292f623458c8308074f8c36f617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:58.471857 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:58.476083 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:security_group_rule and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:58.479049 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:58.485494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:58.531527 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 4 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:36:58.565109 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.584162 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:58.624991 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.695722 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.719834 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d0732b-e394-494d-90fa-699ef7fe0444,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:58.788566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.788906 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-89169144-43f5-475f-883a-bfc31439a7d3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274264 Oct 20 04:36:58.791440 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49464) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:58.796945 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'security_group_rule': {'security_group_id': '103ee661-8697-4ce0-8fb9-85903a6828c0', 'project_id': '887d8292f623458c8308074f8c36f617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:58.803577 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:58.807737 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:security_group_rule and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:58.811686 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:58.817376 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:58.855666 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d0fa493c-6576-4686-a89c-5903c0c8d9c1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:36:58.892158 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.959293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.987276 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port d0fa493c-6576-4686-a89c-5903c0c8d9c1 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:36:58.992497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port d0fa493c-6576-4686-a89c-5903c0c8d9c1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:36:58.997656 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:58.997656 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port d0fa493c-6576-4686-a89c-5903c0c8d9c1 Oct 20 04:36:59.044627 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.070058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53487f08-4703-48cc-8c4c-1616ff36519d,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:59.084767 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 5 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:36:59.150959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.152375 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-ecd4aab3-5c42-42e5-8690-55bf31404152 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3598533 Oct 20 04:36:59.155661 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49468) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:59.161554 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'security_group_rule': {'security_group_id': '103ee661-8697-4ce0-8fb9-85903a6828c0', 'project_id': '887d8292f623458c8308074f8c36f617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:59.165837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port d0fa493c-6576-4686-a89c-5903c0c8d9c1 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:36:59.166218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.168005 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:59.172494 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:security_group_rule and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:59.175985 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:59.176101 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:59.181720 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:59.187774 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port d0fa493c-6576-4686-a89c-5903c0c8d9c1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d0fa493c-6576-4686-a89c-5903c0c8d9c1,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:36:59.251114 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.287625 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.324689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=d0fa493c-6576-4686-a89c-5903c0c8d9c1,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:59.355976 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.425655 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.450212 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4c9044-7df0-40c6-93f0-86823b8a34dc,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:59.518814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.520065 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-b8fb2c1d-8f6e-47ca-8afd-38b5d45738d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3633735 Oct 20 04:36:59.526319 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 49472) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:59.531663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'security_group_rule': {'security_group_id': '103ee661-8697-4ce0-8fb9-85903a6828c0', 'project_id': '887d8292f623458c8308074f8c36f617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:59.538114 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:59.542128 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:security_group_rule and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:59.545075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=90075) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:59.551643 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:36:59.651702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.675538 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 6 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:36:59.724930 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.738471 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:36:59.804355 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.832010 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead19be0-5704-46cb-be0d-b7d4179ca262,revision_number=0']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:36:59.913981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:59.917828 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-e029eda4-1c98-4eed-8dc0-5ad3f08d31a1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3876977 Oct 20 04:36:59.918904 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49476) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:36:59.926008 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'security_group_rule': {'security_group_id': '103ee661-8697-4ce0-8fb9-85903a6828c0', 'project_id': '887d8292f623458c8308074f8c36f617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:36:59.932805 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:36:59.936906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:security_group_rule and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:36:59.939999 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:36:59.946387 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:37:00.027477 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Project 887d8292f623458c8308074f8c36f617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:37:00.035095 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:00.102286 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:00.158173 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:00.181203 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa026858-9e8f-4791-bdbd-56826cfe2935,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:00.239286 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 7 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:37:00.255768 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:00.257016 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-11cd6c27-309f-4345-8530-0f775cefa3f8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3364239 Oct 20 04:37:00.259917 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49480) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:37:00.265600 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'security_group_rule': {'security_group_id': '103ee661-8697-4ce0-8fb9-85903a6828c0', 'project_id': '887d8292f623458c8308074f8c36f617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:37:00.271721 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:37:00.275542 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:security_group_rule and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:37:00.278454 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:37:00.284825 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:37:00.299230 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:37:00.329852 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.securitygroups_db [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Project 887d8292f623458c8308074f8c36f617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:37:00.336675 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:00.402510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:00.444205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704672'] for security_group_rule, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:00.467678 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eef6a9b-d973-4676-b9db-8fd4f3887bb7,revision_number=0']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:00.558983 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:00.560137 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-332899df-c963-47b5-a012-834236b7606d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2993040 Oct 20 04:37:00.664129 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Sync routers for ids ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:37:00.673457 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Routers {'8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:37:00.674310 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:37:00.727544 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-cb2e0513-0f55-48c0-9aef-8b5ec38a1a7b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Synchronizing usage tracker for tenant:887d8292f623458c8308074f8c36f617 on resource:security_group {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:37:00.800586 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 8 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:37:00.804363 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-cb2e0513-0f55-48c0-9aef-8b5ec38a1a7b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Unset dirty status for tenant:887d8292f623458c8308074f8c36f617 on resource:security_group {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:37:00.806410 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-cb2e0513-0f55-48c0-9aef-8b5ec38a1a7b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850213042&fields=id&tenant_id=887d8292f623458c8308074f8c36f617 HTTP/1.1" status: 200 len: 267 time: 0.1165595 Oct 20 04:37:00.861147 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Set router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:37:00.889663 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d0fa493c-6576-4686-a89c-5903c0c8d9c1 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:37:00.948106 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:37:00.961126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-788bbaf3-9c13-4845-bfe8-5c2952b75e04 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:00.961833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-788bbaf3-9c13-4845-bfe8-5c2952b75e04 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Synchronizing usage tracker for tenant:887d8292f623458c8308074f8c36f617 on resource:network {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:37:00.964915 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port d0fa493c-6576-4686-a89c-5903c0c8d9c1 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:37:00.965304 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:00.965804 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port d0fa493c-6576-4686-a89c-5903c0c8d9c1 Oct 20 04:37:01.044126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-788bbaf3-9c13-4845-bfe8-5c2952b75e04 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Unset dirty status for tenant:887d8292f623458c8308074f8c36f617 on resource:network {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:37:01.045365 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-788bbaf3-9c13-4845-bfe8-5c2952b75e04 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 810 time: 0.2313795 Oct 20 04:37:01.062318 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-90637ab1-350d-4c02-beb3-74efdfc66081 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/quotas/887d8292f623458c8308074f8c36f617 HTTP/1.1" status: 200 len: 375 time: 0.0097234 Oct 20 04:37:01.079837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port d0fa493c-6576-4686-a89c-5903c0c8d9c1 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:37:01.157993 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-dca18e95-3ded-4972-be01-3917015a9172 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Synchronizing usage tracker for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:37:01.174427 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:51Z', 'updated_at': '2022-10-20T04:36:56Z', 'revision_number': 4, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'gw_port': {'id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:52Z', 'updated_at': '2022-10-20T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '18ccb9e2-a0ad-4368-8295-7f1b5628a017', 'name': '', 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'mac_address': 'fa:16:3e:a2:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:55Z', 'updated_at': '2022-10-20T04:36:56Z', 'revision_number': 2, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'subnets': [{'id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:37:01.178202 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Checking router: 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:37:01.178552 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Updating router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 binding host dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:37:01.231496 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:01.255580 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-dca18e95-3ded-4972-be01-3917015a9172 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Unset dirty status for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:37:01.256897 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-dca18e95-3ded-4972-be01-3917015a9172 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1877565 Oct 20 04:37:01.448888 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 9 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:37:01.503935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:37:01.547625 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fbb12a51-44a9-4864-9a87-f1649678cfbf service neutron] 10.222.0.33 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636887 Oct 20 04:37:01.565395 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Notify callbacks [] for port, precommit_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:01.576641 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.provisioning_blocks [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Transition to ACTIVE for port object 18ccb9e2-a0ad-4368-8295-7f1b5628a017 will not be triggered until provisioned by entity L2. {{(pid=90078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:37:01.650067 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:01.802304 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-b19ff927-d979-4038-a2a4-7a3d8dc4a255 service neutron] 10.222.0.33 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488759 Oct 20 04:37:01.828370 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9e6a7-438d-4925-bf06-40948b256401 None None] Pushing event updated for resources: {'Port': ['ID=18ccb9e2-a0ad-4368-8295-7f1b5628a017,revision_number=3']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:01.893925 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Attempting to bind port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 on host dv-neutron-861845-1-hyperv for vnic_type normal with profile {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:37:01.893925 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Attempting to bind port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 by drivers openvswitch,hyperv on host dv-neutron-861845-1-hyperv at level 0 using segments [{'id': 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c'}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:37:01.893925 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Attempting to bind port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 on network 1e90d880-e6a2-48af-b6f2-57b7f833974c {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:37:01.896393 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Checking agent: {'id': '09835667-dc2d-4195-a7d2-73cbbfdc1c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861845-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 25, 43), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861845-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:37:01.896752 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Checking segment: {'id': 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:37:01.897144 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:01.897556 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Bound using segment: {'id': 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c'} {{(pid=90078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:37:01.898003 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.managers [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Bound port: 18ccb9e2-a0ad-4368-8295-7f1b5628a017, host: dv-neutron-861845-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c'}}] {{(pid=90078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:37:01.898382 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:01.981359 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] For port 18ccb9e2-a0ad-4368-8295-7f1b5628a017, host dv-neutron-861845-1-hyperv, cleared binding levels {{(pid=90078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:37:01.984582 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.plugins.ml2.db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] For port 18ccb9e2-a0ad-4368-8295-7f1b5628a017, host dv-neutron-861845-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=18ccb9e2-a0ad-4368-8295-7f1b5628a017,segment=NetworkSegment(fc4ad2a8-a26a-40ce-9261-25b3343b98b3),segment_id=fc4ad2a8-a26a-40ce-9261-25b3343b98b3)] {{(pid=90078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:37:02.008633 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Attempt 10 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:37:02.052079 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:02.087765 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-547e6d42-10ef-491d-b0c5-9fd7b206b8f7 None None] Port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:37:02.096449 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-3a286e34-eed6-4a20-b070-e394b6c0f4eb req-ca68e3a2-e14e-48d6-b213-e930a2cfb748 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 210 time: 0.0655205 Oct 20 04:37:02.127686 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Routers {'8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:37:02.128300 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:36:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:37:02.267504 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9e6a7-438d-4925-bf06-40948b256401 None None] Pushing event updated for resources: {'Port': ['ID=18ccb9e2-a0ad-4368-8295-7f1b5628a017,revision_number=4']} {{(pid=90078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:02.309490 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] Set router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:37:02.611984 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:51Z', 'updated_at': '2022-10-20T04:36:56Z', 'revision_number': 4, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'gw_port': {'id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:52Z', 'updated_at': '2022-10-20T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '18ccb9e2-a0ad-4368-8295-7f1b5628a017', 'name': '', 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'mac_address': 'fa:16:3e:a2:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:55Z', 'updated_at': '2022-10-20T04:37:01Z', 'revision_number': 4, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'subnets': [{'id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:37:02.616550 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5fb7f5-dff9-4562-885b-0a43d102e63f None None] The sync data for ids ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'] in dv-neutron-861845-1-hyperv is: [{'id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:51Z', 'updated_at': '2022-10-20T04:36:56Z', 'revision_number': 4, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'gw_port': {'id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:52Z', 'updated_at': '2022-10-20T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '18ccb9e2-a0ad-4368-8295-7f1b5628a017', 'name': '', 'network_id': '1e90d880-e6a2-48af-b6f2-57b7f833974c', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'mac_address': 'fa:16:3e:a2:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:55Z', 'updated_at': '2022-10-20T04:37:01Z', 'revision_number': 4, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'subnets': [{'id': '413f3542-8042-4dd7-99e6-7e97d479f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:37:02.857991 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 18ccb9e2-a0ad-4368-8295-7f1b5628a017 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:37:02.969896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning for port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:37:02.975227 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:37:02.975792 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:02.976131 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:37:03.103556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 is: DOWN; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:37:03.104200 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:03.139029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] For port 18ccb9e2-a0ad-4368-8295-7f1b5628a017, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=18ccb9e2-a0ad-4368-8295-7f1b5628a017,segment=NetworkSegment(fc4ad2a8-a26a-40ce-9261-25b3343b98b3),segment_id=fc4ad2a8-a26a-40ce-9261-25b3343b98b3)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:37:03.225525 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:03.263230 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-77736559-409c-4857-a9a9-abe8fdaf63ee req-35281db8-ea81-4b1b-8842-05b649b9d24e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 210 time: 0.0569148 Oct 20 04:37:03.307698 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Pushing event updated for resources: {'Port': ['ID=18ccb9e2-a0ad-4368-8295-7f1b5628a017,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:04.315452 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-4686ef20-bfb7-4593-9bda-5828e5758d63 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:04.316898 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-4686ef20-bfb7-4593-9bda-5828e5758d63 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 810 time: 0.1442666 Oct 20 04:37:04.370043 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-370d1af9-5262-4d7d-9147-a86722be5805 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=887d8292f623458c8308074f8c36f617 HTTP/1.1" status: 200 len: 379 time: 0.0384834 Oct 20 04:37:04.381389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'port': {'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'admin_state_up': True, 'tenant_id': '887d8292f623458c8308074f8c36f617', 'security_groups': ['103ee661-8697-4ce0-8fb9-85903a6828c0']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:37:04.428315 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-45330486-c9d7-40b2-81dc-3c1c715e8ca8 req-c69dd342-0ffc-4d31-9049-4120f25d781f tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 210 time: 0.0501549 Oct 20 04:37:04.516086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:37:04.525285 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:37:04.592708 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Made reservation on behalf of 887d8292f623458c8308074f8c36f617 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:37:04.607161 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:04.758554 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Allocated IP 172.20.0.4 (320a019d-43f6-422f-8dd6-95bd1516e0de/fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54/e91c5b82-1a4f-4d93-84e6-e57c873da9b0) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:37:04.837425 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 18ccb9e2-a0ad-4368-8295-7f1b5628a017 up at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:37:04.903414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Provisioning complete for port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:37:04.903704 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:04.904053 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Attempt 1 to provision port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 Oct 20 04:37:04.946718 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:04.961715 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Transition to ACTIVE for port object e91c5b82-1a4f-4d93-84e6-e57c873da9b0 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:37:05.018058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Current status of the port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 is: ACTIVE; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:37:05.050678 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:05.121215 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Network 320a019d-43f6-422f-8dd6-95bd1516e0de is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:37:05.124312 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:37:05.126808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:37:05.162875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'Port': ['ID=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:05.195532 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:05.196126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:05.302491 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c4049a8f-dfb9-4904-88bd-97824ea53b32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9246700 Oct 20 04:37:05.318182 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Request body: {'port': {'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:37:05.414452 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9fdff48e-6283-4fca-9064-c5efba31e4bc None None] Provisioning for port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:37:05.419245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-9fdff48e-6283-4fca-9064-c5efba31e4bc None None] Provisioning complete for port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:37:05.419641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9fdff48e-6283-4fca-9064-c5efba31e4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:05.419974 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9fdff48e-6283-4fca-9064-c5efba31e4bc None None] Attempt 1 to provision port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 Oct 20 04:37:05.425982 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:05.475521 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9fdff48e-6283-4fca-9064-c5efba31e4bc None None] Port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:37:05.738599 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae136c46-e5b2-4fea-8c7d-8ad1eccd151a req-f16d207e-b9af-44cb-9792-a59564238c84 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:05.739189 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-ae136c46-e5b2-4fea-8c7d-8ad1eccd151a req-f16d207e-b9af-44cb-9792-a59564238c84 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Synchronizing usage tracker for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:37:05.835089 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-ae136c46-e5b2-4fea-8c7d-8ad1eccd151a req-f16d207e-b9af-44cb-9792-a59564238c84 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Unset dirty status for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:37:05.836212 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae136c46-e5b2-4fea-8c7d-8ad1eccd151a req-f16d207e-b9af-44cb-9792-a59564238c84 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 931 time: 0.2921004 Oct 20 04:37:05.839960 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91c5b82-1a4f-4d93-84e6-e57c873da9b0 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:37:05.848495 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:05.884642 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Transition to ACTIVE for port object e91c5b82-1a4f-4d93-84e6-e57c873da9b0 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:37:05.897498 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae136c46-e5b2-4fea-8c7d-8ad1eccd151a req-546b37cc-99ac-4be6-8a46-93621969f50c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531592 Oct 20 04:37:05.953789 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:05.976789 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9fdff48e-6283-4fca-9064-c5efba31e4bc None None] Attempt 2 to provision port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 Oct 20 04:37:06.032911 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9fdff48e-6283-4fca-9064-c5efba31e4bc None None] Port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:37:06.146634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:06.179975 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Attempting to bind port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:37:06.180306 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Attempting to bind port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:37:06.180631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Attempting to bind port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 on network 320a019d-43f6-422f-8dd6-95bd1516e0de {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:37:06.185099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 on network 320a019d-43f6-422f-8dd6-95bd1516e0de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:37:06.185450 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Attempting to bind port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 on network 320a019d-43f6-422f-8dd6-95bd1516e0de {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:37:06.191000 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:37:06.191331 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Checking segment: {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:37:06.191704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Bound using segment: {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:37:06.192126 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Bound port: e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:37:06.192464 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:06.377100 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:37:06.379998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:37:06.484091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:06.518525 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:06.519132 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:06.520470 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] 10.222.0.26 "PUT /v2.0/ports/e91c5b82-1a4f-4d93-84e6-e57c873da9b0 HTTP/1.1" status: 200 len: 1093 time: 1.2063389 Oct 20 04:37:06.520969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:37:06.523320 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28041ad224eff91cc2b3e6553803c6b52dd1006c4504943cc24cf4d575089a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d55def2-0792-4626-aa15-d95e2a500f47" -d '{"events": [{"name": "network-changed", "server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:37:06.533841 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-9fdff48e-6283-4fca-9064-c5efba31e4bc None None] Attempt 3 to provision port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 Oct 20 04:37:06.559506 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05d099-1ab8-400d-9adb-1fc0b30acfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:06.577999 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e4424c-426b-45d8-aa0a-0e954a7f603a x-openstack-request-id: req-d0e4424c-426b-45d8-aa0a-0e954a7f603a {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:37:06.578294 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:37:06.578538 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d0e4424c-426b-45d8-aa0a-0e954a7f603a {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:37:06.578929 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e4424c-426b-45d8-aa0a-0e954a7f603a'] response: {'name': 'network-changed', 'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'status': 'completed', 'code': 200} Oct 20 04:37:06.596817 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-9fdff48e-6283-4fca-9064-c5efba31e4bc None None] Port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 had new provisioning blocks added so it will not transition to active. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 20 04:37:06.687190 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55def2-0792-4626-aa15-d95e2a500f47 req-67959896-75fc-4ae1-90a5-9f1dd9dd1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:06.688624 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1d55def2-0792-4626-aa15-d95e2a500f47 req-67959896-75fc-4ae1-90a5-9f1dd9dd1f10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1096 time: 0.0801845 Oct 20 04:37:06.828177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55def2-0792-4626-aa15-d95e2a500f47 req-b1cf031c-337a-44c7-abce-edfa7ecaf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:06.829629 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1d55def2-0792-4626-aa15-d95e2a500f47 req-b1cf031c-337a-44c7-abce-edfa7ecaf77f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=887d8292f623458c8308074f8c36f617&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1303778 Oct 20 04:37:06.964654 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55def2-0792-4626-aa15-d95e2a500f47 req-4369c1d8-51a2-4988-9939-9d3d8bf6ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:06.966204 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1d55def2-0792-4626-aa15-d95e2a500f47 req-4369c1d8-51a2-4988-9939-9d3d8bf6ad9d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269376 Oct 20 04:37:07.143807 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c626926d-fb52-4f38-b6c3-2f15b8a8162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:07.145284 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-c626926d-fb52-4f38-b6c3-2f15b8a8162b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1096 time: 0.1390591 Oct 20 04:37:07.157422 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902a452-c87c-455f-a651-fcbb13d58cb0 req-980e8f5a-7709-4d88-b89d-bcc1687e4899 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:07.158735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5902a452-c87c-455f-a651-fcbb13d58cb0 req-980e8f5a-7709-4d88-b89d-bcc1687e4899 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 943 time: 0.1177545 Oct 20 04:37:07.232466 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-95cf8c09-cf34-4fcb-9397-2317a361b29a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0 HTTP/1.1" status: 200 len: 217 time: 0.0727277 Oct 20 04:37:07.295149 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5902a452-c87c-455f-a651-fcbb13d58cb0 req-4f73ad74-05f0-4c15-9154-9aa622edb721 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897033 Oct 20 04:37:07.314649 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-869e52fd-74c1-4d45-955b-e29aecc80198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:07.316063 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-869e52fd-74c1-4d45-955b-e29aecc80198 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.0716031 Oct 20 04:37:07.401224 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-ef338c2e-d862-46db-acee-254f41840d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:07.402697 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-ef338c2e-d862-46db-acee-254f41840d7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763032 Oct 20 04:37:07.533898 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-884c4758-f09b-4780-812b-db1b6bb489bb service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205125 Oct 20 04:37:07.664759 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ab5b539b-0e85-4c1d-ab82-32efbe4c1631 req-b356389b-c87e-4ff9-baad-601ca22c191a service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205776 Oct 20 04:37:08.492622 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de6d30-4021-4355-afbf-26d654f097b5 req-54abac57-4d28-42ea-a67a-c3473cdb089b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:08.494080 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-90de6d30-4021-4355-afbf-26d654f097b5 req-54abac57-4d28-42ea-a67a-c3473cdb089b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 943 time: 0.0879345 Oct 20 04:37:08.535432 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-90de6d30-4021-4355-afbf-26d654f097b5 req-6f7b5a8b-9797-405f-8433-b368ccaad039 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Synchronizing usage tracker for tenant:887d8292f623458c8308074f8c36f617 on resource:security_group {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:37:08.546814 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-90de6d30-4021-4355-afbf-26d654f097b5 req-6f7b5a8b-9797-405f-8433-b368ccaad039 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Unset dirty status for tenant:887d8292f623458c8308074f8c36f617 on resource:security_group {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:37:08.547855 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-90de6d30-4021-4355-afbf-26d654f097b5 req-6f7b5a8b-9797-405f-8433-b368ccaad039 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475547 Oct 20 04:37:09.745024 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a7d4c-4d6d-44e9-a0a2-a7a523045d8d req-5e0ab793-b2dc-4da0-8c39-7e6bf25ff4b8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:09.746512 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e7a7d4c-4d6d-44e9-a0a2-a7a523045d8d req-5e0ab793-b2dc-4da0-8c39-7e6bf25ff4b8 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 943 time: 0.0871370 Oct 20 04:37:09.791000 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2e7a7d4c-4d6d-44e9-a0a2-a7a523045d8d req-2684afa2-e12a-4815-9654-1af1943e490b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383372 Oct 20 04:37:09.890060 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-1f318841-5d68-4566-884c-e52b629650ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:10.950329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device e91c5b82-1a4f-4d93-84e6-e57c873da9b0 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:37:10.987563 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a1c0a-fce9-415f-8226-78d8be8d5482 req-74a057e7-efdd-4dc9-8d95-c367da5cef07 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:10.989022 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-aa7a1c0a-fce9-415f-8226-78d8be8d5482 req-74a057e7-efdd-4dc9-8d95-c367da5cef07 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 943 time: 0.0868692 Oct 20 04:37:11.032479 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-aa7a1c0a-fce9-415f-8226-78d8be8d5482 req-a8f6d753-2ac3-4f4f-aace-86da9c46c9d9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378575 Oct 20 04:37:11.081568 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:37:11.093978 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:37:11.149641 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:37:11.150012 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:11.165632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91c5b82-1a4f-4d93-84e6-e57c873da9b0 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:37:11.180169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:37:11.272716 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:11.338152 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:11.557670 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['e91c5b82-1a4f-4d93-84e6-e57c873da9b0'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:37:12.228921 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930f8e2-d8e7-45d5-83cc-e53ee0f0b3f6 req-c96c2a7b-731e-4b44-83ca-f7a8a05f9000 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:12.230389 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5930f8e2-d8e7-45d5-83cc-e53ee0f0b3f6 req-c96c2a7b-731e-4b44-83ca-f7a8a05f9000 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 944 time: 0.0888004 Oct 20 04:37:12.273790 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5930f8e2-d8e7-45d5-83cc-e53ee0f0b3f6 req-6fa69aba-4a7f-45ef-aaaa-e48d669bb975 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371473 Oct 20 04:37:12.387360 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-11afd56a-079a-489d-86c1-70e8bfeea8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:12.950006 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device e91c5b82-1a4f-4d93-84e6-e57c873da9b0 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:37:13.088485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:37:13.093855 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:37:13.094333 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:13.094677 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 Oct 20 04:37:13.233189 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:37:13.233524 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:13.261531 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:37:13.264055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4aa59e21a708b5544909eced68d2d6ae4cbb983a5cd08d4264eafa3b95c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e414e3-d621-4774-adc6-29d446c8b12b" -d '{"events": [{"server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "name": "network-vif-plugged", "status": "completed", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:37:13.272027 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:37:13.306681 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4981df-76b2-4270-adca-458e313bb934 x-openstack-request-id: req-ca4981df-76b2-4270-adca-458e313bb934 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:37:13.307160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "name": "network-vif-plugged", "status": "completed", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:37:13.307564 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ca4981df-76b2-4270-adca-458e313bb934 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:37:13.308140 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4981df-76b2-4270-adca-458e313bb934'] response: {'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'code': 200} Oct 20 04:37:13.351678 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:13.422418 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:13.475025 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd3409-4f86-49e8-bc6b-e27748ba3494 req-e1303915-3c9a-41dd-8c57-45bdce46671c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:13.476475 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-79dd3409-4f86-49e8-bc6b-e27748ba3494 req-e1303915-3c9a-41dd-8c57-45bdce46671c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 945 time: 0.0873470 Oct 20 04:37:13.522345 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-79dd3409-4f86-49e8-bc6b-e27748ba3494 req-befaa08e-ace7-4411-9a57-98ce56d4d258 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387676 Oct 20 04:37:13.552884 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:13.650137 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:13.697900 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de665d-9e03-4074-9762-cac8f19c5fc1 req-98ef2102-2cae-4b29-82cd-fc3bc07f4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:13.699340 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82de665d-9e03-4074-9762-cac8f19c5fc1 req-98ef2102-2cae-4b29-82cd-fc3bc07f4472 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1098 time: 0.0795705 Oct 20 04:37:13.741604 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-82de665d-9e03-4074-9762-cac8f19c5fc1 req-f1ae2f0c-49fc-4c4d-9811-7e515d7ce8ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324681 Oct 20 04:37:14.720331 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc596d-27fa-4846-80fb-2c6e5557efef req-7afd8535-211c-4cc0-a31c-a594ff746fb0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:14.721931 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1bcc596d-27fa-4846-80fb-2c6e5557efef req-7afd8535-211c-4cc0-a31c-a594ff746fb0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 945 time: 0.0893524 Oct 20 04:37:14.766980 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1bcc596d-27fa-4846-80fb-2c6e5557efef req-dddc18bc-f06d-4418-8929-e9fbe21f5054 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393236 Oct 20 04:37:15.107186 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:16.115318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98dc7-cca7-48a5-8644-62c182c84784 req-ba7cfddb-de0d-4bca-b7d7-58d233630d7b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:16.116664 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e98dc7-cca7-48a5-8644-62c182c84784 req-ba7cfddb-de0d-4bca-b7d7-58d233630d7b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 945 time: 0.0845165 Oct 20 04:37:16.260441 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-93e98dc7-cca7-48a5-8644-62c182c84784 req-ddf9f2f9-e93b-46ea-ace7-ddc61a5532eb tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379297 Oct 20 04:37:16.456748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afc45-efb8-4ab0-b133-6bf37067346c req-b237fb45-b552-4be3-8ded-0373990a4ee0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:16.458210 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1f7afc45-efb8-4ab0-b133-6bf37067346c req-b237fb45-b552-4be3-8ded-0373990a4ee0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 945 time: 0.0864358 Oct 20 04:37:16.504360 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-1f7afc45-efb8-4ab0-b133-6bf37067346c req-6189c0f8-b20d-46bb-9daa-a60551e63eef tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405731 Oct 20 04:37:16.533373 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49562) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:37:16.650505 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:37:16.652294 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312da80-5459-4afe-ab3b-4a46a3e4b108 tempest-TestSnapshotPattern-1631804969 tempest-TestSnapshotPattern-1631804969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:16.653015 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8312da80-5459-4afe-ab3b-4a46a3e4b108 tempest-TestSnapshotPattern-1631804969 tempest-TestSnapshotPattern-1631804969-project-admin] Synchronizing usage tracker for tenant:ca8b08e924264f1f84325f1eca6fa482 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:37:16.735469 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-8312da80-5459-4afe-ab3b-4a46a3e4b108 tempest-TestSnapshotPattern-1631804969 tempest-TestSnapshotPattern-1631804969-project-admin] Unset dirty status for tenant:ca8b08e924264f1f84325f1eca6fa482 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:37:16.736536 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-8312da80-5459-4afe-ab3b-4a46a3e4b108 tempest-TestSnapshotPattern-1631804969 tempest-TestSnapshotPattern-1631804969-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1093 time: 0.2022159 Oct 20 04:37:16.739416 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49568) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:37:16.744211 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address': '172.20.0.4'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:37:16.750527 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:37:16.754244 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:floatingip and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:37:16.756934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:37:16.762674 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:37:16.838783 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:16.971176 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:17.101788 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Allocated IP 172.26.7.201 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/31755237-6e04-4ec8-8c66-e6c8d5522b4a) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:37:17.347682 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-f91bc0b9-019c-4171-ad5c-b798aecd301f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778167 Oct 20 04:37:17.352569 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:17.427741 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:17.491144 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:37:17.492843 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-6fa8266c-1e23-46c9-be77-b857c45fd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:17.494100 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:37:17.494334 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-6fa8266c-1e23-46c9-be77-b857c45fd1a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1098 time: 0.0794036 Oct 20 04:37:17.499760 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:37:17.536161 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'Port': ['ID=31755237-6e04-4ec8-8c66-e6c8d5522b4a,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:17.636567 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-729aa4fa-fad9-4277-bf79-caf246e20fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:17.638307 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-729aa4fa-fad9-4277-bf79-caf246e20fc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 911 time: 0.1250591 Oct 20 04:37:17.704572 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-6bd83eb1-9f00-4e96-9f96-16cf6bc4e5f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0 HTTP/1.1" status: 200 len: 217 time: 0.0599554 Oct 20 04:37:17.767704 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-ed5771f5-141f-470f-9c31-c94e316913bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:17.769109 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-ed5771f5-141f-470f-9c31-c94e316913bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.0586941 Oct 20 04:37:17.849150 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-75bcd025-03bc-4c07-9337-2e14adee9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:17.850764 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-75bcd025-03bc-4c07-9337-2e14adee9bd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757670 Oct 20 04:37:17.904001 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:17.934556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:17.982513 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-33124cd1-2fd0-4ae6-8057-739ded7b0447 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241131 Oct 20 04:37:18.067323 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:18.114390 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-34779bfa-d13f-4921-b28a-1ad190544d1d req-56b65df1-09f9-4ad8-be5e-98a5b8649318 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258774 Oct 20 04:37:18.274054 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:18.334077 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:18.433193 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'Port': ['ID=31755237-6e04-4ec8-8c66-e6c8d5522b4a,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:37:18.438274 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:18.605153 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Floating IP 427bc0b1-6072-4141-89f2-f3416683123d associated. External IP: 172.26.7.201, port: e91c5b82-1a4f-4d93-84e6-e57c873da9b0. Oct 20 04:37:19.057558 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Router 7447f93c-9e27-487d-8238-1635cbbf0ad0 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:37:19.232340 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:37:19.241934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] Sync routers for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:37:19.252068 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:37:19.252688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:37:19.323047 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:19.377694 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-9dadb54b-ea93-4407-b7f3-892bab1dbf7c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6372440 Oct 20 04:37:19.378333 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:37:19.420267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa5d1836f4ca206daa0d6784c9323fa8d51ffa22764cd44dee8f26fd8dce61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69792291-89c7-4472-aafa-48825253cb02" -d '{"events": [{"name": "network-changed", "server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:37:19.439688 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:37:19.510149 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea7b991-a297-4d8b-91bb-bf4d8fe7b7dc x-openstack-request-id: req-4ea7b991-a297-4d8b-91bb-bf4d8fe7b7dc {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:37:19.510508 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:37:19.510822 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ea7b991-a297-4d8b-91bb-bf4d8fe7b7dc {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:37:19.511278 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea7b991-a297-4d8b-91bb-bf4d8fe7b7dc'] response: {'name': 'network-changed', 'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'status': 'completed', 'code': 200} Oct 20 04:37:19.613356 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69792291-89c7-4472-aafa-48825253cb02 req-427d168b-9258-461a-997e-c5b5dc461021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:19.614721 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-69792291-89c7-4472-aafa-48825253cb02 req-427d168b-9258-461a-997e-c5b5dc461021 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1098 time: 0.0815403 Oct 20 04:37:19.744197 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69792291-89c7-4472-aafa-48825253cb02 req-9d493b5a-d1f3-4403-b093-f1c03fa0c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:19.745671 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-69792291-89c7-4472-aafa-48825253cb02 req-9d493b5a-d1f3-4403-b093-f1c03fa0c3e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 911 time: 0.1246653 Oct 20 04:37:19.782329 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '427bc0b1-6072-4141-89f2-f3416683123d', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:37:17Z', 'updated_at': '2022-10-20T04:37:17Z', 'revision_number': 0, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:37:19.786256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] Checking router: 7447f93c-9e27-487d-8238-1635cbbf0ad0 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:37:19.794558 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:37:19.795139 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:37:12Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:37:19.845801 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-69792291-89c7-4472-aafa-48825253cb02 req-5af17bb0-88df-4e9b-b07f-2c5fff9f3c73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0 HTTP/1.1" status: 200 len: 999 time: 0.0941982 Oct 20 04:37:19.909762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69792291-89c7-4472-aafa-48825253cb02 req-72f71780-f7b6-4f72-b572-80143159fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:19.911199 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-69792291-89c7-4472-aafa-48825253cb02 req-72f71780-f7b6-4f72-b572-80143159fd82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.0565422 Oct 20 04:37:19.968579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:37:19.995631 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69792291-89c7-4472-aafa-48825253cb02 req-43a2b712-f729-4e8b-9679-4f1f6fe5bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:37:19.997078 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-69792291-89c7-4472-aafa-48825253cb02 req-43a2b712-f729-4e8b-9679-4f1f6fe5bf8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798569 Oct 20 04:37:20.127179 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-69792291-89c7-4472-aafa-48825253cb02 req-da13ae6b-9abd-4286-8dc5-ac4a7db2d2ba service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229177 Oct 20 04:37:20.254531 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-69792291-89c7-4472-aafa-48825253cb02 req-b6bcb944-0f89-40c2-a91e-1549de098544 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214221 Oct 20 04:37:20.313160 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '427bc0b1-6072-4141-89f2-f3416683123d', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:37:17Z', 'updated_at': '2022-10-20T04:37:17Z', 'revision_number': 0, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:37:20.317087 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248e6b6-ddee-4783-a92a-d0368cc57a6d None None] The sync data for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv is: [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '427bc0b1-6072-4141-89f2-f3416683123d', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:37:17Z', 'updated_at': '2022-10-20T04:37:17Z', 'revision_number': 0, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:37:20.490284 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ffabe-fdd5-4233-a203-7af6067819da None None] New status for floating IP 427bc0b1-6072-4141-89f2-f3416683123d: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:37:39.837707 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-376f3491-d4d8-4d43-b070-2135a541658a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:42.352837 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-90cbbffa-8734-405e-a4d3-2399707a27b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:43.560800 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:43.627108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:45.113127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:47.934899 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:53.649927 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:38:09.855029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-8fa867c5-bf94-4942-a520-e21d42d66943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:12.381729 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4a12d225-710a-4760-ae51-4e84ba095b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:13.524702 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:13.633412 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:15.123667 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:17.499900 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-a444bfa4-54fd-4969-addb-bd23ffc8238f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2398086 Oct 20 04:38:17.656198 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-772a70e9-4be6-48c0-a0ef-c94a74aa646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:38:17.657751 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-772a70e9-4be6-48c0-a0ef-c94a74aa646b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1098 time: 0.0799961 Oct 20 04:38:17.800099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-f799f7f3-2803-4921-a148-1e977dc97fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:38:17.801546 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-f799f7f3-2803-4921-a148-1e977dc97fc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 911 time: 0.1218457 Oct 20 04:38:17.906891 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-b7b69c73-7125-4538-8d5f-5866da8cd8a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0961604 Oct 20 04:38:17.947642 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:17.970572 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-1b8ab5a1-3f1e-47fd-82a3-3bfe313d6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:38:17.971960 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-1b8ab5a1-3f1e-47fd-82a3-3bfe313d6553 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.0556529 Oct 20 04:38:18.058027 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-be33d8d0-0612-42e1-aa66-682a5435330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:38:18.059456 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-be33d8d0-0612-42e1-aa66-682a5435330c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784199 Oct 20 04:38:18.189789 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-644aa964-5362-4583-bb4e-6f986d2fec1c service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198888 Oct 20 04:38:18.318356 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-df1f378e-ffc1-4e6d-8876-e965703f8904 req-e3bfce77-2f2a-465c-aa75-0777cadbd27b service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201766 Oct 20 04:38:30.648769 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:38:39.862031 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ca93f829-f26c-4c4e-86a3-b23aea663278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:42.335860 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f36b1758-5681-43a4-bc07-46b3ee1a59bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:43.530432 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:43.628433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:45.170509 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:47.947670 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:07.648464 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:39:09.833573 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e3a5fa04-ee8f-4281-a4d0-d2476a73626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:12.393459 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-58a251f3-5ec3-4b90-8bee-8139773d1ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:13.553078 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:13.644803 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:15.136123 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:17.958970 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:19.391681 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-4ca118da-ea7a-4952-82bd-10ee90e2f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:19.393390 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-4ca118da-ea7a-4952-82bd-10ee90e2f005 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1098 time: 0.0763347 Oct 20 04:39:19.426579 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device e91c5b82-1a4f-4d93-84e6-e57c873da9b0 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:39:19.543275 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-7c0ca7c3-ea7d-4057-9bfb-4808b3fb39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:19.544741 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-7c0ca7c3-ea7d-4057-9bfb-4808b3fb39e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 911 time: 0.1259134 Oct 20 04:39:19.558280 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:39:19.575827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:39:19.630447 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 is: ACTIVE; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:39:19.630820 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:19.648734 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e91c5b82-1a4f-4d93-84e6-e57c873da9b0 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:39:19.655562 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-5fe7ff81-ea6c-40d5-b4ea-e80fe5a6b21a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0 HTTP/1.1" status: 200 len: 1001 time: 0.1026602 Oct 20 04:39:19.663777 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:39:19.742808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-94b43f55-f18e-4c2e-91b1-dfa51036706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:19.744235 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-94b43f55-f18e-4c2e-91b1-dfa51036706c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.0573244 Oct 20 04:39:19.747844 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:19.820142 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:19.830070 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.832938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.832938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.832938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.832938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.832938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.832938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.832938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.832938 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.833507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.833507 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.833853 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:19.834959 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-eb104b25-49e9-47f5-a28f-a0ea5b4b7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:19.837312 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-eb104b25-49e9-47f5-a28f-a0ea5b4b7010 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829546 Oct 20 04:39:19.849119 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['e91c5b82-1a4f-4d93-84e6-e57c873da9b0'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:39:19.980972 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-f7e2e67c-927f-421e-aa7b-223291446b9c service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274197 Oct 20 04:39:20.227842 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3aa043d3-7435-4d7a-889b-085b3b5ee633 req-1e2be744-b237-459c-b2a5-0c380e61c929 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371197 Oct 20 04:39:21.448931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device e91c5b82-1a4f-4d93-84e6-e57c873da9b0 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:39:21.520900 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:39:21.521256 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:21.521643 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 Oct 20 04:39:21.644907 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:39:21.645583 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:21.675972 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:39:21.678311 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4aa59e21a708b5544909eced68d2d6ae4cbb983a5cd08d4264eafa3b95c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf697ae-148d-4d95-833a-6e65150f6be4" -d '{"events": [{"server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "name": "network-vif-plugged", "status": "completed", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:39:21.686141 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:39:21.730766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:21.791568 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0287d4-d1be-4eb3-bc61-eb4c8719c4df x-openstack-request-id: req-8d0287d4-d1be-4eb3-bc61-eb4c8719c4df {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:39:21.791934 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "name": "network-vif-plugged", "status": "completed", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:39:21.792252 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d0287d4-d1be-4eb3-bc61-eb4c8719c4df {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:39:21.792705 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0287d4-d1be-4eb3-bc61-eb4c8719c4df'] response: {'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'code': 200} Oct 20 04:39:21.820603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:31.562670 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-1d927bca-3da5-47f7-ba64-5df2ed46a441 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850213042&fields=id&tenant_id=887d8292f623458c8308074f8c36f617 HTTP/1.1" status: 200 len: 267 time: 0.0419221 Oct 20 04:39:31.711510 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-e907f5da-8c8f-4153-9038-943494bcac5e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:31.712888 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-e907f5da-8c8f-4153-9038-943494bcac5e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 810 time: 0.1440067 Oct 20 04:39:31.726947 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-1982636c-7cb8-4c2b-9839-e0cfc3e321ec tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/quotas/887d8292f623458c8308074f8c36f617 HTTP/1.1" status: 200 len: 375 time: 0.0087328 Oct 20 04:39:31.822295 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-160467fe-a364-44f9-9f34-87068cf7b62d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0884743 Oct 20 04:39:31.922668 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-2406b651-6b82-4665-a8f2-fd5e4ea110fb service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=90076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:39:31.923644 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-2406b651-6b82-4665-a8f2-fd5e4ea110fb service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0419250 Oct 20 04:39:32.051978 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-578f1ed3-0cf0-4a49-955d-0e78572a1b1e service neutron] 10.222.0.33 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224928 Oct 20 04:39:32.179571 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-75f5dbf0-4dd3-49e8-a4bf-b9b25759e3ee service neutron] 10.222.0.33 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214259 Oct 20 04:39:32.452553 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-2277d6a0-3f55-456d-88bc-ab61daf24580 req-cb2132c3-1d6d-4f30-b822-3a23df98d4d0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 210 time: 0.0948870 Oct 20 04:39:33.466577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device e91c5b82-1a4f-4d93-84e6-e57c873da9b0 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:39:33.570661 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ae61c028-96e4-4098-9cf0-7e045c5707c7 req-1455e0f7-fe8f-48ab-909f-4bbaff1e2c8a tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 210 time: 0.0591397 Oct 20 04:39:33.577350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:39:33.577916 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:33.606313 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:39:33.608556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4aa59e21a708b5544909eced68d2d6ae4cbb983a5cd08d4264eafa3b95c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb2b6aa-f487-4822-a161-b5f57aa545c1" -d '{"events": [{"server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "name": "network-vif-unplugged", "status": "completed", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:39:33.616250 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:39:33.656533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf79f40a-fd17-4992-95b7-77513b3eaba3 x-openstack-request-id: req-cf79f40a-fd17-4992-95b7-77513b3eaba3 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:39:33.656931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "name": "network-vif-unplugged", "status": "completed", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:39:33.657194 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cf79f40a-fd17-4992-95b7-77513b3eaba3 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:39:33.657614 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf79f40a-fd17-4992-95b7-77513b3eaba3'] response: {'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'code': 200} Oct 20 04:39:33.658886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:33.729990 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:34.680116 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-bbd31ebc-b76b-4424-94f2-2f1e9fb4948b req-d30be2ce-1901-4d2b-855a-a52dd16400ea tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 210 time: 0.0494616 Oct 20 04:39:35.856802 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-d9e5f95b-8994-49e4-a5dc-685f2d38bcec req-36be36e7-504c-47df-b966-11ddd55535e7 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 210 time: 0.0573697 Oct 20 04:39:36.705918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-c8428d26-d415-4e0e-9a8f-f3bb824f13bf tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:36.705918 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-c8428d26-d415-4e0e-9a8f-f3bb824f13bf tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 810 time: 0.1439757 Oct 20 04:39:36.759238 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-c6c473f0-da5c-49ed-8234-f3e85fb1bcf3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=887d8292f623458c8308074f8c36f617 HTTP/1.1" status: 200 len: 379 time: 0.0400438 Oct 20 04:39:36.769091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'port': {'device_id': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'admin_state_up': True, 'tenant_id': '887d8292f623458c8308074f8c36f617', 'security_groups': ['103ee661-8697-4ce0-8fb9-85903a6828c0']}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:39:36.904497 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:39:36.914136 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.quota.driver [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=90075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:39:36.982400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Made reservation on behalf of 887d8292f623458c8308074f8c36f617 for: {'port': 1} {{(pid=90075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:39:36.985988 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:37.020928 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-f2cbbf8b-1971-47ff-8f42-3b0d3a5a2c44 req-edba8385-6a81-47fe-b4fe-108a9742a1e1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 210 time: 0.0500915 Oct 20 04:39:37.147095 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_common [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Allocated IP 172.20.0.11 (320a019d-43f6-422f-8dd6-95bd1516e0de/fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54/1edd599d-0525-4c14-9d91-2b4b13816a59) {{(pid=90075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:39:37.330465 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for port, precommit_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:37.345030 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Transition to ACTIVE for port object 1edd599d-0525-4c14-9d91-2b4b13816a59 will not be triggered until provisioned by entity DHCP. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:39:37.441039 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_create {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:37.535850 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'Port': ['ID=1edd599d-0525-4c14-9d91-2b4b13816a59,revision_number=1']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:37.550798 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Network 320a019d-43f6-422f-8dd6-95bd1516e0de is already hosted by enough agents. {{(pid=90075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:39:37.552345 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.552825 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.553293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.553756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.554231 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.554702 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.555134 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.555553 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.555998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.556444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.556865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.557430 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:37.561250 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.base_scheduler [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources bound (agent type, host, resource id): {{(pid=90075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:39:37.563528 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Received port after_create {{(pid=90075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:39:37.702799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:37.704311 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:37.814302 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-36a128c4-8702-4f01-b135-69b77e7b4144 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0487461 Oct 20 04:39:38.016567 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Provisioning for port 1edd599d-0525-4c14-9d91-2b4b13816a59 completed by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:39:38.022345 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Provisioning complete for port 1edd599d-0525-4c14-9d91-2b4b13816a59 triggered by entity DHCP. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:39:38.022713 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:38.023696 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 1 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:38.096071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:38.250515 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baae3a-a758-4ca1-9888-3666b19b7aff req-3fb8f604-4194-4905-a887-6dac896d51d2 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:38.251207 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-30baae3a-a758-4ca1-9888-3666b19b7aff req-3fb8f604-4194-4905-a887-6dac896d51d2 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Synchronizing usage tracker for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:39:38.325658 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-30baae3a-a758-4ca1-9888-3666b19b7aff req-3fb8f604-4194-4905-a887-6dac896d51d2 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Unset dirty status for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:39:38.326774 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-30baae3a-a758-4ca1-9888-3666b19b7aff req-3fb8f604-4194-4905-a887-6dac896d51d2 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 932 time: 0.1633930 Oct 20 04:39:38.377234 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-30baae3a-a758-4ca1-9888-3666b19b7aff req-f14f7ee8-49e6-4a35-bad2-eeb42f6c1599 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447159 Oct 20 04:39:38.597355 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 2 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:38.660554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:39.161632 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 3 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:39.216719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:39.596473 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d475e-cfb1-4722-9906-ea11337665e1 req-10f14446-cd53-4e82-a8d9-e54094f180e2 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:39.600595 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5e8d475e-cfb1-4722-9906-ea11337665e1 req-10f14446-cd53-4e82-a8d9-e54094f180e2 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 932 time: 0.1101792 Oct 20 04:39:39.650103 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-5e8d475e-cfb1-4722-9906-ea11337665e1 req-3cf03f70-f69f-43af-9b5d-6b672f5926b5 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440745 Oct 20 04:39:39.717909 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 4 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:39.784775 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:39.856726 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-69397111-1b93-493c-9d99-717a559642a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:40.287351 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 5 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:40.343481 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:40.844780 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 6 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:40.858823 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c714729-4ccd-45da-8309-c08d4b1ced45 req-c2af8af6-a277-45bd-b86b-30780efe3fa0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:40.861171 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c714729-4ccd-45da-8309-c08d4b1ced45 req-c2af8af6-a277-45bd-b86b-30780efe3fa0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 932 time: 0.0912149 Oct 20 04:39:40.918955 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7c714729-4ccd-45da-8309-c08d4b1ced45 req-bb5d8b4f-ac2a-4f93-b73e-a6824c2c6e72 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455823 Oct 20 04:39:40.935629 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:41.436982 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 7 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:41.530788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:42.032239 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 8 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:42.113287 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:42.200205 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70d44f-bf46-4cd3-9e06-774a9efd3de0 req-b961214b-8b41-47d6-8219-bf1650d82e87 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:42.202530 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ce70d44f-bf46-4cd3-9e06-774a9efd3de0 req-b961214b-8b41-47d6-8219-bf1650d82e87 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 932 time: 0.1414669 Oct 20 04:39:42.254211 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-ce70d44f-bf46-4cd3-9e06-774a9efd3de0 req-4d191677-8bec-48f8-839f-58db3e1df2d6 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397689 Oct 20 04:39:42.513764 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8d37-7377-4432-9f55-80434872e482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:42.604122 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 9 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:42.659197 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:43.160742 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Attempt 10 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:43.216984 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-30ee3fe9-be7e-4ffb-ac3d-1b0427a019e2 None None] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 cannot update to ACTIVE because it is not bound. {{(pid=90077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 20 04:39:43.468061 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612af72-d0f9-42fb-ba4e-914bfb3278b2 req-e2be7e81-84af-4d03-98ac-c08b1f7ea4a3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:43.469640 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1612af72-d0f9-42fb-ba4e-914bfb3278b2 req-e2be7e81-84af-4d03-98ac-c08b1f7ea4a3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 932 time: 0.0951033 Oct 20 04:39:43.519783 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-1612af72-d0f9-42fb-ba4e-914bfb3278b2 req-5cc23d32-eaa3-42ae-9c22-bd323364cfb1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435228 Oct 20 04:39:43.542886 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:44.463178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:44.688323 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:39:44.751358 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a54e10-f100-4973-9583-a35b94999589 req-077a20c4-9abf-4849-a0c6-8c0720f5b8e0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:44.753093 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e5a54e10-f100-4973-9583-a35b94999589 req-077a20c4-9abf-4849-a0c6-8c0720f5b8e0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 932 time: 0.1024976 Oct 20 04:39:44.801507 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-e5a54e10-f100-4973-9583-a35b94999589 req-7a92d309-00e6-4c6d-9915-95255a818876 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412576 Oct 20 04:39:45.171104 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:45.770086 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.v2.base [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Request body: {'port': {'device_id': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=90075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:39:45.878284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:46.102417 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f2c8-c4c7-4ab3-8ef2-e0b7299ae0c6 req-b30e10c6-3955-4a76-94c5-9735fba165ee tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:46.103767 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd00f2c8-c4c7-4ab3-8ef2-e0b7299ae0c6 req-b30e10c6-3955-4a76-94c5-9735fba165ee tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 932 time: 0.1832190 Oct 20 04:39:46.322337 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-dd00f2c8-c4c7-4ab3-8ef2-e0b7299ae0c6 req-158d0af5-3658-4d0c-96ac-b90f6e3019f0 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716701 Oct 20 04:39:46.411203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edd599d-0525-4c14-9d91-2b4b13816a59 {{(pid=90075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:39:46.419052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:46.432647 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.provisioning_blocks [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Transition to ACTIVE for port object 1edd599d-0525-4c14-9d91-2b4b13816a59 will not be triggered until provisioned by entity L2. {{(pid=90075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:39:46.502607 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:46.686317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Pushing event updated for resources: {'Port': ['ID=1edd599d-0525-4c14-9d91-2b4b13816a59,revision_number=2']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:46.721184 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Attempting to bind port 1edd599d-0525-4c14-9d91-2b4b13816a59 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:39:46.721539 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Attempting to bind port 1edd599d-0525-4c14-9d91-2b4b13816a59 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:39:46.721857 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Attempting to bind port 1edd599d-0525-4c14-9d91-2b4b13816a59 on network 320a019d-43f6-422f-8dd6-95bd1516e0de {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:39:46.726271 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Port 1edd599d-0525-4c14-9d91-2b4b13816a59 on network 320a019d-43f6-422f-8dd6-95bd1516e0de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 20 04:39:46.726586 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Attempting to bind port 1edd599d-0525-4c14-9d91-2b4b13816a59 on network 320a019d-43f6-422f-8dd6-95bd1516e0de {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 20 04:39:46.732216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Checking agent: {'id': 'b2e3c26f-f34d-4ee9-b1ea-e426a25b5f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 20 04:39:46.732549 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Checking segment: {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=90075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 20 04:39:46.732918 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Bound using segment: {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'} {{(pid=90075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 20 04:39:46.733369 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.managers [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Bound port: 1edd599d-0525-4c14-9d91-2b4b13816a59, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287a294f-f25d-4976-ad47-c83ca0cd63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de'}}] {{(pid=90075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:39:46.733705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:46.817802 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, cleared binding levels {{(pid=90075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 20 04:39:46.821147 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1edd599d-0525-4c14-9d91-2b4b13816a59,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 20 04:39:46.880156 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3645893'] for port, after_update {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:46.914808 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:46.915406 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:46.916760 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] 10.222.0.26 "PUT /v2.0/ports/1edd599d-0525-4c14-9d91-2b4b13816a59 HTTP/1.1" status: 200 len: 1094 time: 1.1511662 Oct 20 04:39:46.917235 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:39:46.919570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28041ad224eff91cc2b3e6553803c6b52dd1006c4504943cc24cf4d575089a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf302879-df2d-48f3-b66d-790eed21e569" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:39:46.960358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6956e7-20d0-4210-a4b3-4592e54ead1c service neutron] Pushing event updated for resources: {'Port': ['ID=1edd599d-0525-4c14-9d91-2b4b13816a59,revision_number=3']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:46.966719 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c5487-73ab-4714-b0e3-e6f91f1c4e3a x-openstack-request-id: req-314c5487-73ab-4714-b0e3-e6f91f1c4e3a {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:39:46.967003 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:39:46.967276 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-314c5487-73ab-4714-b0e3-e6f91f1c4e3a {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:39:46.967666 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314c5487-73ab-4714-b0e3-e6f91f1c4e3a'] response: {'name': 'network-changed', 'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'status': 'completed', 'code': 200} Oct 20 04:39:47.070943 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf302879-df2d-48f3-b66d-790eed21e569 req-49be4a2e-3c82-45d4-8050-672a1ad8ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:47.072925 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf302879-df2d-48f3-b66d-790eed21e569 req-49be4a2e-3c82-45d4-8050-672a1ad8ac98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 1097 time: 0.0771661 Oct 20 04:39:47.213063 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf302879-df2d-48f3-b66d-790eed21e569 req-c4ca4769-4067-4495-ad9c-62ac352aeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:47.214458 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf302879-df2d-48f3-b66d-790eed21e569 req-c4ca4769-4067-4495-ad9c-62ac352aeae0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=887d8292f623458c8308074f8c36f617&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1315639 Oct 20 04:39:47.350293 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf302879-df2d-48f3-b66d-790eed21e569 req-308cbd81-88d3-472f-af7d-8f0834f882f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:47.351808 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-bf302879-df2d-48f3-b66d-790eed21e569 req-308cbd81-88d3-472f-af7d-8f0834f882f4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285086 Oct 20 04:39:47.544318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3da35-a5dd-457c-a37b-a6d3bd673258 req-1b10926c-3ab2-4bbc-954b-27f5fbde81b2 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:47.545733 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5fc3da35-a5dd-457c-a37b-a6d3bd673258 req-1b10926c-3ab2-4bbc-954b-27f5fbde81b2 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 944 time: 0.1121919 Oct 20 04:39:47.547653 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-0bb0528e-c3c3-463c-b7c2-62117e1d171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:47.548971 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-0bb0528e-c3c3-463c-b7c2-62117e1d171d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 1097 time: 0.1537592 Oct 20 04:39:47.630358 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-ae5bc4f5-421c-48ff-9382-1e1216bf1628 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1edd599d-0525-4c14-9d91-2b4b13816a59 HTTP/1.1" status: 200 len: 217 time: 0.0635812 Oct 20 04:39:47.685802 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-5fc3da35-a5dd-457c-a37b-a6d3bd673258 req-9bc5fbe4-5330-43e7-b75e-33e251a42222 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344817 Oct 20 04:39:47.705395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-8a16127b-ccb0-45c7-9db0-73b8169a965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:47.706780 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-8a16127b-ccb0-45c7-9db0-73b8169a965a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.0648501 Oct 20 04:39:47.789752 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-d24318b3-f262-44b9-b286-a07cb7183a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:47.791708 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-d24318b3-f262-44b9-b286-a07cb7183a21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755424 Oct 20 04:39:47.925361 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-a6301eba-9167-410c-bb6f-81928e01e3d3 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238489 Oct 20 04:39:47.959405 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:48.152443 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-7a5242dc-3a36-4625-9027-1165fbf4af78 req-384ac3dc-58f6-482e-8ad6-96c86e8e7383 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168534 Oct 20 04:39:48.889306 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32769204-d182-49e8-8f12-eb422f930a29 req-1daa9028-219b-4842-9a47-cfb15ecf2af1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:48.890753 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-32769204-d182-49e8-8f12-eb422f930a29 req-1daa9028-219b-4842-9a47-cfb15ecf2af1 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 944 time: 0.0902591 Oct 20 04:39:48.932784 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-32769204-d182-49e8-8f12-eb422f930a29 req-9147d838-1ee6-4ab2-a1d8-ad344de2125a tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361793 Oct 20 04:39:49.518161 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1edd599d-0525-4c14-9d91-2b4b13816a59 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:39:49.648601 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1edd599d-0525-4c14-9d91-2b4b13816a59,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:39:49.661570 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'port_id': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'mac_address': 'fa:16:3e:4b:79:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:39:49.714421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1edd599d-0525-4c14-9d91-2b4b13816a59 is: DOWN; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:39:49.714791 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:49.733913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edd599d-0525-4c14-9d91-2b4b13816a59 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:39:49.749417 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1edd599d-0525-4c14-9d91-2b4b13816a59,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:39:49.805337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:49.870580 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1edd599d-0525-4c14-9d91-2b4b13816a59,revision_number=4']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:50.119381 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['1edd599d-0525-4c14-9d91-2b4b13816a59'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:39:50.134120 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482d19-b469-4d45-b2f5-a4a0335ada21 req-ba92e207-0eb9-458f-9690-fd1a4cf790e9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:50.135736 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-11482d19-b469-4d45-b2f5-a4a0335ada21 req-ba92e207-0eb9-458f-9690-fd1a4cf790e9 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 945 time: 0.0920179 Oct 20 04:39:50.181904 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-11482d19-b469-4d45-b2f5-a4a0335ada21 req-3063566b-aafd-4f33-b0dc-7022ddf41d12 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Oct 20 04:39:51.385283 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da5715-edb5-4ef8-bae5-643dfe29ffec req-9dbde653-c64b-4707-90f1-da0835572b48 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:51.386728 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-55da5715-edb5-4ef8-bae5-643dfe29ffec req-9dbde653-c64b-4707-90f1-da0835572b48 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 945 time: 0.0898674 Oct 20 04:39:51.527018 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1edd599d-0525-4c14-9d91-2b4b13816a59 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:39:51.533608 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-55da5715-edb5-4ef8-bae5-643dfe29ffec req-216914bb-32d9-4e78-b41a-ee1c259650e3 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413496 Oct 20 04:39:51.650896 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning for port 1edd599d-0525-4c14-9d91-2b4b13816a59 completed by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:39:51.655945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 1edd599d-0525-4c14-9d91-2b4b13816a59 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:39:51.656318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:51.656681 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:39:51.769059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1edd599d-0525-4c14-9d91-2b4b13816a59 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:39:51.769463 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:51.799308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:39:51.799308 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4aa59e21a708b5544909eced68d2d6ae4cbb983a5cd08d4264eafa3b95c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a570c-9504-4f99-8f1b-5cf561a06493" -d '{"events": [{"server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "name": "network-vif-plugged", "status": "completed", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:39:51.806397 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1edd599d-0525-4c14-9d91-2b4b13816a59,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:39:51.838825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74052ee-d542-4faf-995c-2be481289705 x-openstack-request-id: req-e74052ee-d542-4faf-995c-2be481289705 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:39:51.839111 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "name": "network-vif-plugged", "status": "completed", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:39:51.839364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e74052ee-d542-4faf-995c-2be481289705 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:39:51.839751 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74052ee-d542-4faf-995c-2be481289705'] response: {'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'code': 200} Oct 20 04:39:51.868318 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:51.936414 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1edd599d-0525-4c14-9d91-2b4b13816a59,revision_number=5']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:52.214022 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa92885-7af1-48c6-ace9-c5900c9e7b03 req-118d8a37-f6eb-4a25-9c4f-405a162ab302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:52.215485 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3fa92885-7af1-48c6-ace9-c5900c9e7b03 req-118d8a37-f6eb-4a25-9c4f-405a162ab302 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 1099 time: 0.0759571 Oct 20 04:39:52.263133 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3fa92885-7af1-48c6-ace9-c5900c9e7b03 req-7814fa60-c9e9-446a-a134-498003e4e29c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375242 Oct 20 04:39:52.728660 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaabb8-8f33-4c7f-834d-d20bd08df9f5 req-4c5a86b4-7bcb-44ee-86e2-52c72141948b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:52.730161 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7faaabb8-8f33-4c7f-834d-d20bd08df9f5 req-4c5a86b4-7bcb-44ee-86e2-52c72141948b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 946 time: 0.0870180 Oct 20 04:39:52.775414 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-7faaabb8-8f33-4c7f-834d-d20bd08df9f5 req-6f186a99-6824-42aa-a693-4e6ebbe66f5e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396409 Oct 20 04:39:53.982663 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae052e1-cf0b-4f1b-b5b7-0845c46a0489 req-331b27a6-37ba-4b60-bd0c-f3cd5248b7ba tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:53.984065 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6ae052e1-cf0b-4f1b-b5b7-0845c46a0489 req-331b27a6-37ba-4b60-bd0c-f3cd5248b7ba tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 946 time: 0.0942309 Oct 20 04:39:54.027848 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-6ae052e1-cf0b-4f1b-b5b7-0845c46a0489 req-f335d779-544b-4e08-846f-666fd4578076 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380995 Oct 20 04:39:54.223029 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ecee5-bcb1-44bc-aab0-2d223e1a484d req-5f66ae22-9eb4-45cd-b38a-5bde949b3bfa tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:54.224521 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-049ecee5-bcb1-44bc-aab0-2d223e1a484d req-5f66ae22-9eb4-45cd-b38a-5bde949b3bfa tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 946 time: 0.0863118 Oct 20 04:39:54.268770 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-049ecee5-bcb1-44bc-aab0-2d223e1a484d req-e97a9f8f-5eaf-49de-a024-a3ef9c05377e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379572 Oct 20 04:39:54.297246 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49876) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:39:54.376635 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4368ce35-8103-4d7c-adfc-3e47c7710cf9 tempest-TestSnapshotPattern-1631804969 tempest-TestSnapshotPattern-1631804969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:54.378181 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-4368ce35-8103-4d7c-adfc-3e47c7710cf9 tempest-TestSnapshotPattern-1631804969 tempest-TestSnapshotPattern-1631804969-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 1094 time: 0.0799410 Oct 20 04:39:54.380906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 49880) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:39:54.385906 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.v2.base [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Request body: {'floatingip': {'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'port_id': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address': '172.20.0.11'}} {{(pid=90076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:39:54.391785 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 20 04:39:54.395903 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Usage tracker for resource:floatingip and tenant:887d8292f623458c8308074f8c36f617 is out of sync, need to count used quota {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 20 04:39:54.398728 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=90076) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 20 04:39:54.404329 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.quota.driver [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=90076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 20 04:39:54.456787 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for floatingip, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:54.589984 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:54.720105 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.db_base_plugin_common [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Allocated IP 172.26.7.141 (5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f/3372ca2c-1588-47ed-bc17-57ac182ef480/6e72c8da-8211-43df-a09f-f3fdc35dd2db) {{(pid=90076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:39:54.876446 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for port, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:54.948642 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730571479507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:55.009419 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Network 5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f is already hosted by enough agents. {{(pid=90076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:39:55.012780 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.base_scheduler [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Resources bound (agent type, host, resource id): {{(pid=90076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:39:55.015349 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Received port after_create {{(pid=90076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 20 04:39:55.052849 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'Port': ['ID=6e72c8da-8211-43df-a09f-f3fdc35dd2db,revision_number=1']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:55.063907 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.064259 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.064597 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.064930 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.065290 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.065614 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.065940 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.066269 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.066595 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.066920 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.067243 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.067566 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:39:55.418621 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:55.554847 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:55.752481 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for port, precommit_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:55.805041 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10268352'] for port, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:56.022038 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726122'] for floatingip, after_update {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:56.075343 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event updated for resources: {'Port': ['ID=6e72c8da-8211-43df-a09f-f3fdc35dd2db,revision_number=2']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:39:56.193133 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Floating IP 1787d423-f04f-4598-92b9-2c0737105ff4 associated. External IP: 172.26.7.141, port: 1edd599d-0525-4c14-9d91-2b4b13816a59. Oct 20 04:39:56.536692 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Router 7447f93c-9e27-487d-8238-1635cbbf0ad0 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:39:56.707889 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:39:56.718132 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] Sync routers for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:39:56.727183 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:39:56.727811 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:39:56.788447 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:39:56.845631 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-597cceb0-0cf4-455f-a56f-72dbd676372e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4636569 Oct 20 04:39:56.846267 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:39:56.848593 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa5d1836f4ca206daa0d6784c9323fa8d51ffa22764cd44dee8f26fd8dce61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323cbb45-d147-4db5-b896-06dd158a4c55" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:39:56.892145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82535b4-3c91-4c72-98c7-dc8eda8200f6 x-openstack-request-id: req-e82535b4-3c91-4c72-98c7-dc8eda8200f6 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:39:56.892145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:39:56.892145 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e82535b4-3c91-4c72-98c7-dc8eda8200f6 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:39:56.892145 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82535b4-3c91-4c72-98c7-dc8eda8200f6'] response: {'name': 'network-changed', 'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'status': 'completed', 'code': 200} Oct 20 04:39:56.907099 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:39:56.991876 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-ae2dd7d0-262b-4ed3-b85c-b232c27416e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:56.993365 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-ae2dd7d0-262b-4ed3-b85c-b232c27416e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 1099 time: 0.0804915 Oct 20 04:39:57.122220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-92836703-bd38-4675-90e7-594f23ffd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:57.123660 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-92836703-bd38-4675-90e7-594f23ffd7ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 911 time: 0.1241443 Oct 20 04:39:57.224618 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-356e2750-5126-4fba-aa55-d79591c38087 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1edd599d-0525-4c14-9d91-2b4b13816a59 HTTP/1.1" status: 200 len: 1000 time: 0.0941150 Oct 20 04:39:57.251424 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '1787d423-f04f-4598-92b9-2c0737105ff4', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.141', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:4b:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:39:55Z', 'updated_at': '2022-10-20T04:39:55Z', 'revision_number': 0, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}, {'id': '427bc0b1-6072-4141-89f2-f3416683123d', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:37:17Z', 'updated_at': '2022-10-20T04:37:20Z', 'revision_number': 1, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:39:57.255217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] Checking router: 7447f93c-9e27-487d-8238-1635cbbf0ad0 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:39:57.263337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:39:57.263920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:39:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:39:57.286299 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-1d4b289c-5b79-44ac-8659-e45d0594247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:57.287759 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-1d4b289c-5b79-44ac-8659-e45d0594247c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.0572252 Oct 20 04:39:57.372965 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-09c40b52-20c1-4aaf-a126-2a43470c94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:39:57.374361 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-09c40b52-20c1-4aaf-a126-2a43470c94f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806363 Oct 20 04:39:57.467851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:39:57.502795 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-cef3af77-11dc-42ce-89d0-5a99ff63365d service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218014 Oct 20 04:39:57.633430 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-323cbb45-d147-4db5-b896-06dd158a4c55 req-4bae86e7-2369-41bb-87d0-70182c824584 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242378 Oct 20 04:39:57.812124 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '1787d423-f04f-4598-92b9-2c0737105ff4', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.141', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:4b:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:39:55Z', 'updated_at': '2022-10-20T04:39:55Z', 'revision_number': 0, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}, {'id': '427bc0b1-6072-4141-89f2-f3416683123d', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:37:17Z', 'updated_at': '2022-10-20T04:37:20Z', 'revision_number': 1, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:39:57.816127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01649ad-8ef3-47d2-8c18-d73b7dc7957a None None] The sync data for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv is: [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '1787d423-f04f-4598-92b9-2c0737105ff4', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.141', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:4b:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:39:55Z', 'updated_at': '2022-10-20T04:39:55Z', 'revision_number': 0, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}, {'id': '427bc0b1-6072-4141-89f2-f3416683123d', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:37:17Z', 'updated_at': '2022-10-20T04:37:20Z', 'revision_number': 1, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:39:57.989903 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73debda9-9799-47c2-aaf8-4c6a6c003d89 None None] New status for floating IP 1787d423-f04f-4598-92b9-2c0737105ff4: ACTIVE {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:40:09.856472 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-98425410-a9f2-4ff7-8b59-c69856bb6171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:12.388825 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-55ac9424-2b2b-47b2-bccd-ab5b67720aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:13.536783 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:13.616911 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:15.136288 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:17.942826 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:21.326969 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-be012627-5f08-4810-9ce0-156dda4e7bc0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771778 Oct 20 04:40:21.480418 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-12bcb6d1-74e3-4358-88a4-cdd590a36bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:40:21.481877 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-12bcb6d1-74e3-4358-88a4-cdd590a36bb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1096 time: 0.0790741 Oct 20 04:40:21.628301 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-98e6a308-ff91-4783-aced-589870f8f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:40:21.629774 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-98e6a308-ff91-4783-aced-589870f8f176 service neutron] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 911 time: 0.1241958 Oct 20 04:40:21.647554 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:40:21.730324 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-41275e61-0bcd-4105-86d9-2548a2462ef8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0 HTTP/1.1" status: 200 len: 999 time: 0.0907991 Oct 20 04:40:21.892735 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-96250394-057a-4c96-99b2-af02042e2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:40:21.894385 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-96250394-057a-4c96-99b2-af02042e2a0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.1533487 Oct 20 04:40:21.982036 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-1f42c8c9-aec7-4a11-b05d-be4c0b2a03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:40:21.983455 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-1f42c8c9-aec7-4a11-b05d-be4c0b2a03f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758078 Oct 20 04:40:22.112967 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-0c478708-ff5d-4802-a632-23213dd4a042 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188657 Oct 20 04:40:22.241926 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-a12e6a81-0bf1-49e3-9ff2-6683a0ae4c7d req-1b7efc17-b676-437d-b84d-25e971c1f313 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190758 Oct 20 04:40:39.834081 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5b040dce-29a5-4bdb-8a6a-cb8e3fbf1375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:42.377041 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5ae5296c-d77c-4409-8c06-c8e786b58cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:43.554126 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:43.650608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:45.131673 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:47.954347 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:40:58.646314 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:41:09.817504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-e720fa81-2f16-4882-9251-607b3d995ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:12.372034 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-9824000e-0f9c-417b-8992-08e47daf3d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:13.554491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:13.646627 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:15.155071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:17.965815 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:23.373603 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-54691388-a6e2-4a89-9f7e-222b6e7fa5a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786369 Oct 20 04:41:23.476043 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-c84abc63-6d00-49ae-b29d-c5f06ef12896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:23.477518 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-c84abc63-6d00-49ae-b29d-c5f06ef12896 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 1099 time: 0.0769203 Oct 20 04:41:23.622886 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-6c1aec0d-494e-4af9-a698-f3d9edbdb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:23.624367 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-6c1aec0d-494e-4af9-a698-f3d9edbdb4be service neutron] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 911 time: 0.1229270 Oct 20 04:41:23.729645 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-7aeb0ad1-fcea-4167-8412-6f402fb020bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1edd599d-0525-4c14-9d91-2b4b13816a59 HTTP/1.1" status: 200 len: 1002 time: 0.0960076 Oct 20 04:41:23.795084 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-38e13d12-1292-4b47-9708-389bd0347597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:23.796433 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-38e13d12-1292-4b47-9708-389bd0347597 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.0580506 Oct 20 04:41:23.877956 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-caddaa75-0c74-4631-b29e-8db68b3ea5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:23.879321 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-caddaa75-0c74-4631-b29e-8db68b3ea5b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749819 Oct 20 04:41:24.009233 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-441ab061-69b8-498c-96df-ec66f11ffc0d service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196613 Oct 20 04:41:24.140793 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e2e249f3-ee0a-4af6-ba2e-1d39488c5570 req-e926572c-0407-451c-ba8d-6c9144ecbd09 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211867 Oct 20 04:41:29.919494 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1edd599d-0525-4c14-9d91-2b4b13816a59 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=90077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 20 04:41:30.051391 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1edd599d-0525-4c14-9d91-2b4b13816a59,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:41:30.064630 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Returning: {'device': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'port_id': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'mac_address': 'fa:16:3e:4b:79:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=90077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 20 04:41:30.118766 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1edd599d-0525-4c14-9d91-2b4b13816a59 is: ACTIVE; New status is: BUILD {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:41:30.120440 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:30.138859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1edd599d-0525-4c14-9d91-2b4b13816a59 {{(pid=90077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:41:30.154504 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1edd599d-0525-4c14-9d91-2b4b13816a59,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:41:30.223963 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:30.296184 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1edd599d-0525-4c14-9d91-2b4b13816a59,revision_number=6']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:41:30.303088 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.303887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.303887 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.304071 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.304374 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.304706 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.305029 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.305415 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.305741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.306058 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.306375 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.306691 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:30.326351 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] get_ports_and_sgs() called for port_ids ['1edd599d-0525-4c14-9d91-2b4b13816a59'] {{(pid=90077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 20 04:41:31.933550 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1edd599d-0525-4c14-9d91-2b4b13816a59 up at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 20 04:41:32.053842 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.provisioning_blocks [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Provisioning complete for port 1edd599d-0525-4c14-9d91-2b4b13816a59 triggered by entity L2. {{(pid=90077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:41:32.054217 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946969'] for port, provisioning_complete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:32.054559 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Attempt 1 to provision port 1edd599d-0525-4c14-9d91-2b4b13816a59 Oct 20 04:41:32.185881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1edd599d-0525-4c14-9d91-2b4b13816a59 is: BUILD; New status is: ACTIVE {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:41:32.186456 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:32.216940 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:41:32.219327 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4aa59e21a708b5544909eced68d2d6ae4cbb983a5cd08d4264eafa3b95c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b72b0ca-dd20-41af-9cb2-63e9f1f2cad2" -d '{"events": [{"server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "name": "network-vif-plugged", "status": "completed", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:41:32.236646 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1edd599d-0525-4c14-9d91-2b4b13816a59,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:41:32.272918 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6371c5e-0b43-44b1-9ac0-d35c0061e173 x-openstack-request-id: req-c6371c5e-0b43-44b1-9ac0-d35c0061e173 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:41:32.273205 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "name": "network-vif-plugged", "status": "completed", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:41:32.273485 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c6371c5e-0b43-44b1-9ac0-d35c0061e173 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:41:32.273896 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6371c5e-0b43-44b1-9ac0-d35c0061e173'] response: {'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'code': 200} Oct 20 04:41:32.295947 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:32.388719 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1edd599d-0525-4c14-9d91-2b4b13816a59,revision_number=7']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:41:35.645813 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:41:39.835177 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3679088a-310b-4e40-9140-ad82dfe0bde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:42.406283 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b9f542d3-0c67-4b5a-82da-f05fd68546d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:42.825929 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 50078) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:41:43.024280 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Deleting port 6e72c8da-8211-43df-a09f-f3fdc35dd2db {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:41:43.024624 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:43.185536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:43.185856 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:43.426869 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Calling delete_port for 6e72c8da-8211-43df-a09f-f3fdc35dd2db owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:41:43.549632 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:43.635517 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:43.658135 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:43.684781 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event deleted for resources: {'Port': ['ID=6e72c8da-8211-43df-a09f-f3fdc35dd2db,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:41:43.721143 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.721520 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.721867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.722220 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.722541 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.722875 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.723206 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.723536 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.723865 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.724192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.724518 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.724843 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:43.790515 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:43.790833 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Floating IP 1787d423-f04f-4598-92b9-2c0737105ff4 disassociated (deleted). External IP: 172.26.7.141, port: 1edd599d-0525-4c14-9d91-2b4b13816a59. Oct 20 04:41:44.133726 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Router 7447f93c-9e27-487d-8238-1635cbbf0ad0 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:41:44.306676 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:41:44.316695 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] Sync routers for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:41:44.326268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:41:44.329586 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:44.381533 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:44.438680 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-3e02a849-41c3-4c38-9ae4-67115ecb1b2e tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "DELETE /v2.0/floatingips/1787d423-f04f-4598-92b9-2c0737105ff4 HTTP/1.1" status: 204 len: 168 time: 1.6108942 Oct 20 04:41:44.439316 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:41:44.441755 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa5d1836f4ca206daa0d6784c9323fa8d51ffa22764cd44dee8f26fd8dce61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae564332-1204-495e-b10e-dbd21823e022" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:41:44.485748 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996341f2-7757-4a12-a0b7-399fca5f0dc3 x-openstack-request-id: req-996341f2-7757-4a12-a0b7-399fca5f0dc3 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:41:44.486037 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:41:44.486285 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-996341f2-7757-4a12-a0b7-399fca5f0dc3 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:41:44.486827 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996341f2-7757-4a12-a0b7-399fca5f0dc3'] response: {'name': 'network-changed', 'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'status': 'completed', 'code': 200} Oct 20 04:41:44.505556 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:41:44.599091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae564332-1204-495e-b10e-dbd21823e022 req-9ecf3705-c608-423e-8d40-31787fec3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:44.601418 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae564332-1204-495e-b10e-dbd21823e022 req-9ecf3705-c608-423e-8d40-31787fec3654 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 1099 time: 0.0871134 Oct 20 04:41:44.739075 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae564332-1204-495e-b10e-dbd21823e022 req-975093c9-8451-40b0-8614-830640c7b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:44.740467 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae564332-1204-495e-b10e-dbd21823e022 req-975093c9-8451-40b0-8614-830640c7b4a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 911 time: 0.1294138 Oct 20 04:41:44.809799 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae564332-1204-495e-b10e-dbd21823e022 req-c811ecdd-e16b-4a33-b65c-ef03cd19de12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1edd599d-0525-4c14-9d91-2b4b13816a59 HTTP/1.1" status: 200 len: 217 time: 0.0602169 Oct 20 04:41:44.860269 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '427bc0b1-6072-4141-89f2-f3416683123d', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:37:17Z', 'updated_at': '2022-10-20T04:37:20Z', 'revision_number': 1, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:44.868958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] Checking router: 7447f93c-9e27-487d-8238-1635cbbf0ad0 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:41:44.876248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:41:44.876852 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:44.877151 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae564332-1204-495e-b10e-dbd21823e022 req-088ab3f2-3051-4dc9-a58d-6e648dc5f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:44.878631 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae564332-1204-495e-b10e-dbd21823e022 req-088ab3f2-3051-4dc9-a58d-6e648dc5f9a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.0619111 Oct 20 04:41:45.057059 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:41:45.125531 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae564332-1204-495e-b10e-dbd21823e022 req-e909b449-4a2f-4fa2-9933-a6961e083228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:45.126979 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae564332-1204-495e-b10e-dbd21823e022 req-e909b449-4a2f-4fa2-9933-a6961e083228 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2384744 Oct 20 04:41:45.186913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:45.226979 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af73bb-62df-4ed9-a14f-e530b10a7568 req-e12ff369-d02d-437b-b046-2dcc8c724b4a tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:45.228421 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e3af73bb-62df-4ed9-a14f-e530b10a7568 req-e12ff369-d02d-437b-b046-2dcc8c724b4a tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 946 time: 0.2771571 Oct 20 04:41:45.308876 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae564332-1204-495e-b10e-dbd21823e022 req-4a7bacdf-505c-4541-a2d5-48ef5b299e27 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743143 Oct 20 04:41:45.311735 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e3af73bb-62df-4ed9-a14f-e530b10a7568 req-c7e6ac8b-2c55-47c8-946f-28c12e29bcfa tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740640 Oct 20 04:41:45.412014 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '427bc0b1-6072-4141-89f2-f3416683123d', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:37:17Z', 'updated_at': '2022-10-20T04:37:20Z', 'revision_number': 1, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:45.415949 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405ff8b-de8b-4d7d-b596-ae40ca404e13 None None] The sync data for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv is: [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_floatingips': [{'id': '427bc0b1-6072-4141-89f2-f3416683123d', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'floating_ip_address': '172.26.7.201', 'floating_network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'router_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'port_id': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'mac_address': 'fa:16:3e:ca:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:37:17Z', 'updated_at': '2022-10-20T04:37:20Z', 'revision_number': 1, 'project_id': '887d8292f623458c8308074f8c36f617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:41:45.443273 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-ae564332-1204-495e-b10e-dbd21823e022 req-e191ab34-8203-43e8-9f1e-40d8c34adddb service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266522 Oct 20 04:41:45.635544 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892837f5-8a75-4459-882b-944b5aa7ba5f None None] New status for floating IP 1787d423-f04f-4598-92b9-2c0737105ff4: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:41:45.980393 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1edd599d-0525-4c14-9d91-2b4b13816a59 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:41:46.126007 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Current status of the port 1edd599d-0525-4c14-9d91-2b4b13816a59 is: ACTIVE; New status is: DOWN {{(pid=90077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 20 04:41:46.126383 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641792'] for port, before_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:46.152686 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59'}] {{(pid=90077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:41:46.155520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa4aa59e21a708b5544909eced68d2d6ae4cbb983a5cd08d4264eafa3b95c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bc7594-1d2a-453c-b942-d30559880bd1" -d '{"events": [{"server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "name": "network-vif-unplugged", "status": "completed", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59"}]}' {{(pid=90077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:41:46.162827 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1edd599d-0525-4c14-9d91-2b4b13816a59,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:41:46.196989 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f7dd41-0a45-463c-a921-cf91258879a3 x-openstack-request-id: req-f2f7dd41-0a45-463c-a921-cf91258879a3 {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:41:46.197343 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "name": "network-vif-unplugged", "status": "completed", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59", "code": 200}]} {{(pid=90077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:41:46.197577 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2f7dd41-0a45-463c-a921-cf91258879a3 {{(pid=90077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:41:46.197964 dv-neutron-861845-1-hyperv neutron-server[90077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f7dd41-0a45-463c-a921-cf91258879a3'] response: {'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'code': 200} Oct 20 04:41:46.235337 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730572078165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730571479525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730571480086'] for port, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:46.301793 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Pushing event updated for resources: {'Port': ['ID=1edd599d-0525-4c14-9d91-2b4b13816a59,revision_number=8']} {{(pid=90077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:41:46.519762 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12699b-2f59-4334-8b7a-14128fa47bb0 req-c6e120e2-7e4a-406e-a624-5473becad757 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:46.521244 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e12699b-2f59-4334-8b7a-14128fa47bb0 req-c6e120e2-7e4a-406e-a624-5473becad757 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 944 time: 0.0924151 Oct 20 04:41:46.564798 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-8e12699b-2f59-4334-8b7a-14128fa47bb0 req-bb1dda38-05cb-4259-97e5-0b51aa589d32 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374932 Oct 20 04:41:46.825775 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-83938d1c-6e97-48fb-87e5-cc2ae7f71818 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:46.827085 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-83938d1c-6e97-48fb-87e5-cc2ae7f71818 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 944 time: 0.0842559 Oct 20 04:41:46.901206 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Deleting port 1edd599d-0525-4c14-9d91-2b4b13816a59 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:41:46.901570 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:47.138927 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] For port 1edd599d-0525-4c14-9d91-2b4b13816a59, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1edd599d-0525-4c14-9d91-2b4b13816a59,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:41:47.139274 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:47.260634 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Calling delete_port for 1edd599d-0525-4c14-9d91-2b4b13816a59 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:41:47.457926 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:47.506924 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event deleted for resources: {'Port': ['ID=1edd599d-0525-4c14-9d91-2b4b13816a59,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.564336 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861845-1-hyperv {{(pid=90075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:41:47.602813 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] No DVR routers for this DVR port 1edd599d-0525-4c14-9d91-2b4b13816a59 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:41:47.605401 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:47.608639 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'name': 'network-vif-deleted', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:41:47.611099 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28041ad224eff91cc2b3e6553803c6b52dd1006c4504943cc24cf4d575089a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bcea73-13bf-458f-a03f-ae89f1e760c4" -d '{"events": [{"server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "name": "network-vif-deleted", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:41:47.627773 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-cf8b528e-1939-45d9-9ffe-a5069fb15638 req-2002bc89-5527-4665-89a7-81cd2c88813b tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "DELETE /v2.0/ports/1edd599d-0525-4c14-9d91-2b4b13816a59 HTTP/1.1" status: 204 len: 173 time: 0.7918594 Oct 20 04:41:47.740124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b3bf2e-8803-40e5-8495-82eb8b6fd3c9 x-openstack-request-id: req-95b3bf2e-8803-40e5-8495-82eb8b6fd3c9 {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:41:47.740124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2156f7-5e80-4bf1-848f-552b48ca43c7", "name": "network-vif-deleted", "tag": "1edd599d-0525-4c14-9d91-2b4b13816a59", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:41:47.740124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-95b3bf2e-8803-40e5-8495-82eb8b6fd3c9 {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:41:47.740124 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b3bf2e-8803-40e5-8495-82eb8b6fd3c9'] response: {'server_uuid': '8f2156f7-5e80-4bf1-848f-552b48ca43c7', 'name': 'network-vif-deleted', 'tag': '1edd599d-0525-4c14-9d91-2b4b13816a59', 'status': 'completed', 'code': 200} Oct 20 04:41:47.745199 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-162282f6-2d7b-4128-9394-4761d3446ad7 req-f39f8e8d-44e6-4da7-b8e4-14fce687630c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Synchronizing usage tracker for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:41:47.815759 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-162282f6-2d7b-4128-9394-4761d3446ad7 req-f39f8e8d-44e6-4da7-b8e4-14fce687630c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Unset dirty status for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:41:47.816858 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-162282f6-2d7b-4128-9394-4761d3446ad7 req-f39f8e8d-44e6-4da7-b8e4-14fce687630c tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f2156f7-5e80-4bf1-848f-552b48ca43c7 HTTP/1.1" status: 200 len: 210 time: 0.1306677 Oct 20 04:41:48.004616 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:50.096992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 50146) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:41:50.298343 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Deleting port 31755237-6e04-4ec8-8c66-e6c8d5522b4a {{(pid=90076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:41:50.298685 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:50.574617 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:50.574841 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:50.698914 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.plugins.ml2.plugin [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Calling delete_port for 31755237-6e04-4ec8-8c66-e6c8d5522b4a owned by network:floatingip {{(pid=90076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:41:50.898279 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10268363'] for port, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:50.942959 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event deleted for resources: {'Port': ['ID=31755237-6e04-4ec8-8c66-e6c8d5522b4a,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:41:51.038389 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for floatingip, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:51.038760 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.db.l3_db [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Floating IP 427bc0b1-6072-4141-89f2-f3416683123d disassociated (deleted). External IP: 172.26.7.201, port: e91c5b82-1a4f-4d93-84e6-e57c873da9b0. Oct 20 04:41:51.380424 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Router 7447f93c-9e27-487d-8238-1635cbbf0ad0 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:41:51.550934 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:41:51.561608 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] Sync routers for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:41:51.570953 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:41:51.571554 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:51.629663 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for floatingip, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:51.687412 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-52999c41-6cb9-495a-a50e-40683dcce27d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "DELETE /v2.0/floatingips/427bc0b1-6072-4141-89f2-f3416683123d HTTP/1.1" status: 204 len: 168 time: 1.5892749 Oct 20 04:41:51.688036 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0'}] {{(pid=90076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:41:51.690345 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa5d1836f4ca206daa0d6784c9323fa8d51ffa22764cd44dee8f26fd8dce61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0"}]}' {{(pid=90076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:41:51.735653 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340efa16-b544-47a9-9920-66bd28a4dd99 x-openstack-request-id: req-340efa16-b544-47a9-9920-66bd28a4dd99 {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:41:51.735953 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0", "status": "completed", "code": 200}]} {{(pid=90076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:41:51.736264 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-340efa16-b544-47a9-9920-66bd28a4dd99 {{(pid=90076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:41:51.736906 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340efa16-b544-47a9-9920-66bd28a4dd99'] response: {'name': 'network-changed', 'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'status': 'completed', 'code': 200} Oct 20 04:41:51.751773 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:41:51.844302 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-08ef43c5-a0cb-44d8-b0c0-d8b911861521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:51.845933 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-08ef43c5-a0cb-44d8-b0c0-d8b911861521 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=887d8292f623458c8308074f8c36f617&device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 1096 time: 0.0792782 Oct 20 04:41:51.979001 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-c23e77bb-5705-4f03-9c6e-28b19410c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:51.980691 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-c23e77bb-5705-4f03-9c6e-28b19410c32c service neutron] 10.222.0.26 "GET /v2.0/networks?id=320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 200 len: 911 time: 0.1252458 Oct 20 04:41:51.985289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1edd599d-0525-4c14-9d91-2b4b13816a59 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:41:52.021357 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: 1edd599d-0525-4c14-9d91-2b4b13816a59 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:41:52.021980 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device 1edd599d-0525-4c14-9d91-2b4b13816a59 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:41:52.113458 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:52.118245 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] Checking router: 7447f93c-9e27-487d-8238-1635cbbf0ad0 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:41:52.126922 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:41:52.127542 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:52.162715 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-31e9fe00-02fd-4866-9e42-78f2a111929b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0 HTTP/1.1" status: 200 len: 217 time: 0.1728988 Oct 20 04:41:52.279513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-058d3ada-447e-4e47-b5dd-4f740e1a520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:52.280863 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-058d3ada-447e-4e47-b5dd-4f740e1a520d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 200 len: 849 time: 0.1114144 Oct 20 04:41:52.302218 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:41:52.359218 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2cf10-abdf-4c39-bff5-ce520bb1e6fb req-9eee50fa-c384-4f6e-958f-3c83d21fc570 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:52.359875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e1c2cf10-abdf-4c39-bff5-ce520bb1e6fb req-9eee50fa-c384-4f6e-958f-3c83d21fc570 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Synchronizing usage tracker for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90075) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:41:52.388395 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-b71dcad5-44f2-4cd7-8e8c-d3eab1f86d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:52.389874 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-b71dcad5-44f2-4cd7-8e8c-d3eab1f86d7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320a019d-43f6-422f-8dd6-95bd1516e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1019607 Oct 20 04:41:52.467894 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.quota.resource [req-e1c2cf10-abdf-4c39-bff5-ce520bb1e6fb req-9eee50fa-c384-4f6e-958f-3c83d21fc570 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Unset dirty status for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90075) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:41:52.469034 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e1c2cf10-abdf-4c39-bff5-ce520bb1e6fb req-9eee50fa-c384-4f6e-958f-3c83d21fc570 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 943 time: 0.2708681 Oct 20 04:41:52.545670 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-e1c2cf10-abdf-4c39-bff5-ce520bb1e6fb req-4c9a5709-2ea7-4df3-88e0-9fb5660bd682 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693955 Oct 20 04:41:52.569373 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-f76eb7dc-612e-4558-9f40-71899a2dabc8 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679230 Oct 20 04:41:52.620067 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:52.624709 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066beba-07e9-47c9-a88d-ca26300fab3e None None] The sync data for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv is: [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:36:48Z', 'revision_number': 4, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv', '_interfaces': [{'id': '51f27fb8-c44f-4b00-b486-e4985841d806', 'name': '', 'network_id': '320a019d-43f6-422f-8dd6-95bd1516e0de', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'mac_address': 'fa:16:3e:19:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:47Z', 'updated_at': '2022-10-20T04:36:55Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'subnets': [{'id': 'fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:41:52.697480 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-85270b4c-be9b-4b7c-9bf8-54aaf53392d7 req-83dec8d1-30ab-4b00-8add-aa5218af2225 service neutron] 10.222.0.26 "GET /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260500 Oct 20 04:41:52.831185 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1dbe8-0c84-4048-8ccc-d630c4c7d260 None None] New status for floating IP 427bc0b1-6072-4141-89f2-f3416683123d: DOWN {{(pid=90078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:41:53.743619 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a67d-e3d2-42f2-b1d7-9127b6e7d7ea req-ec45c7c7-6588-4303-be33-fa93e85e154d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:53.744314 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-78f3a67d-e3d2-42f2-b1d7-9127b6e7d7ea req-ec45c7c7-6588-4303-be33-fa93e85e154d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Synchronizing usage tracker for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90076) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 20 04:41:53.756576 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.quota.resource [req-78f3a67d-e3d2-42f2-b1d7-9127b6e7d7ea req-ec45c7c7-6588-4303-be33-fa93e85e154d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Unset dirty status for tenant:887d8292f623458c8308074f8c36f617 on resource:port {{(pid=90076) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 20 04:41:53.757764 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-78f3a67d-e3d2-42f2-b1d7-9127b6e7d7ea req-ec45c7c7-6588-4303-be33-fa93e85e154d tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 943 time: 0.0985281 Oct 20 04:41:53.800912 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-78f3a67d-e3d2-42f2-b1d7-9127b6e7d7ea req-b6d5a682-3068-4db1-a1f6-1b15cbbecf58 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/security-groups?id=103ee661-8697-4ce0-8fb9-85903a6828c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369453 Oct 20 04:41:53.999236 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-e9e6bc4c-5a34-4db2-8222-3a17e4bf6b76 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=90075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:41:54.000642 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-e9e6bc4c-5a34-4db2-8222-3a17e4bf6b76 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 943 time: 0.0846024 Oct 20 04:41:54.074104 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Deleting port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:41:54.074444 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:54.311845 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] For port e91c5b82-1a4f-4d93-84e6-e57c873da9b0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:41:54.312122 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:54.433123 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Calling delete_port for e91c5b82-1a4f-4d93-84e6-e57c873da9b0 owned by compute:nova {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:41:54.617938 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:54.670087 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event deleted for resources: {'Port': ['ID=e91c5b82-1a4f-4d93-84e6-e57c873da9b0,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:41:54.756787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] No DVR routers for this DVR port e91c5b82-1a4f-4d93-84e6-e57c873da9b0 on host hv-neutron-8618 {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:41:54.759203 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198290'] for port, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:54.761725 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'name': 'network-vif-deleted', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0'}] {{(pid=90075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:41:54.764676 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28041ad224eff91cc2b3e6553803c6b52dd1006c4504943cc24cf4d575089a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41acd24b-900f-4f07-9252-483ba0e1fb61" -d '{"events": [{"server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "name": "network-vif-deleted", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0"}]}' {{(pid=90075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:41:54.805865 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be13d4d5-5b63-4a67-b526-bcecf9743c1d x-openstack-request-id: req-be13d4d5-5b63-4a67-b526-bcecf9743c1d {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:41:54.806165 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3920951-c334-4e27-a3ca-f9fb00d44378", "name": "network-vif-deleted", "tag": "e91c5b82-1a4f-4d93-84e6-e57c873da9b0", "status": "completed", "code": 200}]} {{(pid=90075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:41:54.806421 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-be13d4d5-5b63-4a67-b526-bcecf9743c1d {{(pid=90075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:41:54.806819 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be13d4d5-5b63-4a67-b526-bcecf9743c1d'] response: {'server_uuid': 'c3920951-c334-4e27-a3ca-f9fb00d44378', 'name': 'network-vif-deleted', 'tag': 'e91c5b82-1a4f-4d93-84e6-e57c873da9b0', 'status': 'completed', 'code': 200} Oct 20 04:41:54.824172 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [req-3888e2a9-2831-4ca8-bd14-8b77629d4409 req-ae9642c0-2efc-4eaa-abd4-afb3e2251140 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.26 "DELETE /v2.0/ports/e91c5b82-1a4f-4d93-84e6-e57c873da9b0 HTTP/1.1" status: 204 len: 173 time: 0.8150520 Oct 20 04:41:54.965328 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [req-108582bf-61ed-4344-8a6c-6861bc790f9c req-dae430f2-dd62-4c6e-8392-dd92a6ed2e00 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3920951-c334-4e27-a3ca-f9fb00d44378 HTTP/1.1" status: 200 len: 210 time: 0.0551736 Oct 20 04:41:56.068582 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 50166) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:41:56.134887 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07ba41e7-6bbb-4452-8fee-90bad2d735c7 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:56.163992 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07ba41e7-6bbb-4452-8fee-90bad2d735c7 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:56.291955 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07ba41e7-6bbb-4452-8fee-90bad2d735c7 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:56.308579 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba41e7-6bbb-4452-8fee-90bad2d735c7 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103ee661-8697-4ce0-8fb9-85903a6828c0,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:41:56.380371 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-07ba41e7-6bbb-4452-8fee-90bad2d735c7 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:56.381544 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-07ba41e7-6bbb-4452-8fee-90bad2d735c7 tempest-TestSnapshotPattern-1390620189 tempest-TestSnapshotPattern-1390620189-project] 10.222.0.33 "DELETE /v2.0/security-groups/103ee661-8697-4ce0-8fb9-85903a6828c0 HTTP/1.1" status: 204 len: 168 time: 0.3119757 Oct 20 04:41:56.469303 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 50172) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:41:57.201316 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:57.538200 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Deleting port 51f27fb8-c44f-4b00-b486-e4985841d806 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:41:57.538833 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:57.703052 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] For port 51f27fb8-c44f-4b00-b486-e4985841d806, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=51f27fb8-c44f-4b00-b486-e4985841d806,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:41:57.703405 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:57.823130 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Calling delete_port for 51f27fb8-c44f-4b00-b486-e4985841d806 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:41:57.997869 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device e91c5b82-1a4f-4d93-84e6-e57c873da9b0 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:41:58.030670 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] No Port match for: e91c5b82-1a4f-4d93-84e6-e57c873da9b0 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:41:58.031004 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Device e91c5b82-1a4f-4d93-84e6-e57c873da9b0 not bound to the agent host hv-neutron-8618 {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:41:58.063703 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:58.110328 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=51f27fb8-c44f-4b00-b486-e4985841d806,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:41:58.479400 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:58.831107 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Router 7447f93c-9e27-487d-8238-1635cbbf0ad0 has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:41:59.001058 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:41:59.009578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] Sync routers for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:41:59.013437 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-6f155eb5-dddc-4864-838d-444fd6643f2d admin admin] 10.222.0.33 "PUT /v2.0/routers/7447f93c-9e27-487d-8238-1635cbbf0ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5414186 Oct 20 04:41:59.015731 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 50178) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:41:59.019247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:41:59.019851 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:59.187499 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:59.224102 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: dv-neutron-861845-1-hyperv {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:41:59.362922 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:59.444501 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Deleting port 897ee24b-445e-4d2b-a60e-573af9ce933b {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:41:59.444782 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:59.507502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:41:57Z', 'revision_number': 5, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port': {'id': '897ee24b-445e-4d2b-a60e-573af9ce933b', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:45Z', 'updated_at': '2022-10-20T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:59.511369 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] Checking router: 7447f93c-9e27-487d-8238-1635cbbf0ad0 for host: dv-neutron-861845-1-hyperv {{(pid=90077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:41:59.519635 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] Routers {'7447f93c-9e27-487d-8238-1635cbbf0ad0'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:41:59.520228 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['7447f93c-9e27-487d-8238-1635cbbf0ad0'], 'active': True} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:59.670705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_dvr_db [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] Set router 7447f93c-9e27-487d-8238-1635cbbf0ad0 gateway port host: None {{(pid=90077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:41:59.733536 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] For port 897ee24b-445e-4d2b-a60e-573af9ce933b, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=897ee24b-445e-4d2b-a60e-573af9ce933b,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:41:59.733799 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:41:59.775056 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.db.l3_hamode_db [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:41:59Z', 'revision_number': 6, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:41:59.779515 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b74e7-bbb0-40ce-a176-c6c62b6b32be None None] The sync data for ids ['7447f93c-9e27-487d-8238-1635cbbf0ad0'] in dv-neutron-861845-1-hyperv is: [{'id': '7447f93c-9e27-487d-8238-1635cbbf0ad0', 'name': 'tempest-TestSnapshotPattern-1158808353-router', 'tenant_id': '887d8292f623458c8308074f8c36f617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:44Z', 'updated_at': '2022-10-20T04:41:59Z', 'revision_number': 6, 'project_id': '887d8292f623458c8308074f8c36f617', 'gw_port_host': None}] {{(pid=90077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:41:59.855947 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Calling delete_port for 897ee24b-445e-4d2b-a60e-573af9ce933b owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:42:00.080950 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.132487 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=897ee24b-445e-4d2b-a60e-573af9ce933b,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:00.227603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.392212 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.394324 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.478864 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.479373 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7447f93c-9e27-487d-8238-1635cbbf0ad0 {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:42:00.491729 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.492915 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-4cf294ca-248e-4336-9e8d-d98e63b47d62 admin admin] 10.222.0.33 "DELETE /v2.0/routers/7447f93c-9e27-487d-8238-1635cbbf0ad0 HTTP/1.1" status: 204 len: 168 time: 1.4762671 Oct 20 04:42:00.495508 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 50182) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:00.561163 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f933bb5-c28d-46b4-81dd-81982cf11582 admin admin] Deleting subnet fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:42:00.564117 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f933bb5-c28d-46b4-81dd-81982cf11582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.617934 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f933bb5-c28d-46b4-81dd-81982cf11582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.699227 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f933bb5-c28d-46b4-81dd-81982cf11582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.835513 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f933bb5-c28d-46b4-81dd-81982cf11582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.872862 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933bb5-c28d-46b4-81dd-81982cf11582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:00.877838 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-5f933bb5-c28d-46b4-81dd-81982cf11582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:00.883103 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa9da50-9e54-4129-a15f-1c6440bf17b6 None None] Network 320a019d-43f6-422f-8dd6-95bd1516e0de requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:42:00.883552 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-5f933bb5-c28d-46b4-81dd-81982cf11582 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/fa3f94d0-3130-4d80-a9ed-f95e7d6e6e54 HTTP/1.1" status: 204 len: 168 time: 0.3872218 Oct 20 04:42:00.885981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 50186) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:00.986433 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 51f27fb8-c44f-4b00-b486-e4985841d806 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:42:00.989685 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.000378 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Deleting port 27045b00-3b6f-4208-b6be-4f319f7c8592 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:42:01.000710 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.049758 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 51f27fb8-c44f-4b00-b486-e4985841d806 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:42:01.050020 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 51f27fb8-c44f-4b00-b486-e4985841d806 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:42:01.050443 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 897ee24b-445e-4d2b-a60e-573af9ce933b no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:42:01.120891 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 897ee24b-445e-4d2b-a60e-573af9ce933b {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:42:01.121235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 897ee24b-445e-4d2b-a60e-573af9ce933b not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:42:01.201168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] DHCP port deletion for 320a019d-43f6-422f-8dd6-95bd1516e0de request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:42:01.204894 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] Deleting port 27045b00-3b6f-4208-b6be-4f319f7c8592 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:42:01.205289 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.206896 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] For port 27045b00-3b6f-4208-b6be-4f319f7c8592, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=27045b00-3b6f-4208-b6be-4f319f7c8592,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:42:01.207379 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.409881 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] For port 27045b00-3b6f-4208-b6be-4f319f7c8592, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=27045b00-3b6f-4208-b6be-4f319f7c8592,segment=NetworkSegment(287a294f-f25d-4976-ad47-c83ca0cd63e5),segment_id=287a294f-f25d-4976-ad47-c83ca0cd63e5)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:42:01.410268 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.428454 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Calling delete_port for 27045b00-3b6f-4208-b6be-4f319f7c8592 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:42:01.559358 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.567639 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] Calling delete_port for 27045b00-3b6f-4208-b6be-4f319f7c8592 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:42:01.604933 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Pushing event deleted for resources: {'Port': ['ID=27045b00-3b6f-4208-b6be-4f319f7c8592,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:01.608925 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] No DVR routers for this DVR port 27045b00-3b6f-4208-b6be-4f319f7c8592 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:42:01.644379 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:42:01.644728 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:42:01.721317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.745756 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320a019d-43f6-422f-8dd6-95bd1516e0de']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:01.757981 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287a294f-f25d-4976-ad47-c83ca0cd63e5') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:01.758284 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287a294f-f25d-4976-ad47-c83ca0cd63e5') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:01.769216 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.784734 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.790603 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:42:01.794071 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.872847 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 287a294f-f25d-4976-ad47-c83ca0cd63e5 resource provider aggregate not found Oct 20 04:42:01.888833 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment 287a294f-f25d-4976-ad47-c83ca0cd63e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 287a294f-f25d-4976-ad47-c83ca0cd63e5 found for delete ", "request_id": "req-260becc7-4532-418b-978d-66cf65f11900"}]} Oct 20 04:42:01.960682 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.964830 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:01.988590 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] Pushing event deleted for resources: {'Network': ['ID=320a019d-43f6-422f-8dd6-95bd1516e0de,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:02.064209 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-1d3f2c4f-4f1f-47a7-a487-6dc38a4fdf3b admin admin] 10.222.0.33 "DELETE /v2.0/networks/320a019d-43f6-422f-8dd6-95bd1516e0de HTTP/1.1" status: 204 len: 168 time: 1.1772416 Oct 20 04:42:02.066952 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 50196) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:02.145770 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] Deleting port 27045b00-3b6f-4208-b6be-4f319f7c8592 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:42:02.146295 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:02.210248 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-ce81c1c9-b6e4-4e6d-a8b0-ff6a63ecd89d None None] The port '27045b00-3b6f-4208-b6be-4f319f7c8592' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:42:02.595632 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3723068'] for router_interface, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:02.979108 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 27045b00-3b6f-4208-b6be-4f319f7c8592 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:42:03.016392 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 27045b00-3b6f-4208-b6be-4f319f7c8592 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:42:03.016735 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 27045b00-3b6f-4208-b6be-4f319f7c8592 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:42:03.035365 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Deleting port 18ccb9e2-a0ad-4368-8295-7f1b5628a017 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:42:03.035796 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:03.202145 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] For port 18ccb9e2-a0ad-4368-8295-7f1b5628a017, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=18ccb9e2-a0ad-4368-8295-7f1b5628a017,segment=NetworkSegment(fc4ad2a8-a26a-40ce-9261-25b3343b98b3),segment_id=fc4ad2a8-a26a-40ce-9261-25b3343b98b3)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:42:03.202416 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:03.320998 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Calling delete_port for 18ccb9e2-a0ad-4368-8295-7f1b5628a017 owned by network:router_interface {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:42:03.561232 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:03.609527 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Pushing event deleted for resources: {'Port': ['ID=18ccb9e2-a0ad-4368-8295-7f1b5628a017,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:03.874746 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3723088'] for router_interface, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:04.223652 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e has already been hosted by L3 agent 5f0df375-16db-4c2a-8003-6b1922a22074 {{(pid=90075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 20 04:42:04.499177 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] Notify agent at l3_agent.dv-neutron-861845-1-hyperv the message routers_updated {{(pid=90075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 20 04:42:04.507480 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] Sync routers for ids ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'] in dv-neutron-861845-1-hyperv {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:42:04.517169 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] Routers {'8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:42:04.520530 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:04.562926 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-2b3fa075-048d-4111-854a-fbe4a3abdccc admin admin] 10.222.0.33 "PUT /v2.0/routers/8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949541 Oct 20 04:42:04.565433 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 50200) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:04.693193 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] Set router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e gateway port host: dv-neutron-861845-1-hyperv {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:42:04.744906 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks [] for router, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:04.916259 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:04.983969 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Deleting port d0fa493c-6576-4686-a89c-5903c0c8d9c1 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:42:04.984329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:05.004444 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'external_fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:51Z', 'updated_at': '2022-10-20T04:42:03Z', 'revision_number': 5, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'gw_port': {'id': 'd0fa493c-6576-4686-a89c-5903c0c8d9c1', 'name': '', 'network_id': '5b67b2bb-3d0c-4ad8-aff4-18cfa980bc7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861845-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:36:52Z', 'updated_at': '2022-10-20T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3372ca2c-1588-47ed-bc17-57ac182ef480', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861845-1-hyperv'}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:05.008151 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] Checking router: 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e for host: dv-neutron-861845-1-hyperv {{(pid=90078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:42:05.016778 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] Routers {'8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'} bound to L3 agent in host dv-neutron-861845-1-hyperv {{(pid=90078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 20 04:42:05.017384 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861845-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:25:42Z,description=,heartbeat_timestamp=2022-10-20T04:41:42Z,host='dv-neutron-861845-1-hyperv',id=5f0df375-16db-4c2a-8003-6b1922a22074,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:25:43Z,topic='l3_agent')) {'router_ids': ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'], 'active': True} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:05.168329 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] For port d0fa493c-6576-4686-a89c-5903c0c8d9c1, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=d0fa493c-6576-4686-a89c-5903c0c8d9c1,segment=NetworkSegment(406530cf-b2e6-4736-80d0-22c37d4ab1ba),segment_id=406530cf-b2e6-4736-80d0-22c37d4ab1ba)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:42:05.169220 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:05.169610 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_dvr_db [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] Set router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e gateway port host: None {{(pid=90078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 20 04:42:05.289526 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Calling delete_port for d0fa493c-6576-4686-a89c-5903c0c8d9c1 owned by network:router_gateway {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:42:05.290077 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.l3_hamode_db [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:51Z', 'updated_at': '2022-10-20T04:42:04Z', 'revision_number': 6, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'gw_port_host': None}], 'dv-neutron-861845-1-hyperv', False) {} {{(pid=90078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:05.298210 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138e527-7057-47a9-801d-e4344d86d5d5 None None] The sync data for ids ['8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e'] in dv-neutron-861845-1-hyperv is: [{'id': '8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e', 'name': 'tempest-TestSnapshotPattern-1183166616-router', 'tenant_id': 'ca8b08e924264f1f84325f1eca6fa482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:36:51Z', 'updated_at': '2022-10-20T04:42:04Z', 'revision_number': 6, 'project_id': 'ca8b08e924264f1f84325f1eca6fa482', 'gw_port_host': None}] {{(pid=90078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:42:05.502091 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:05.550475 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fa493c-6576-4686-a89c-5903c0c8d9c1,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:05.653787 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3726297'] for router_gateway, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:05.837317 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3725684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65041'] for router, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:05.839630 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:05.919193 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3725154'] for router, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:05.919721 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e {{(pid=90075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 20 04:42:05.932313 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] Notify callbacks [] for router, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:05.933479 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-bd59ee71-1d03-47aa-9f2f-561c512eaa58 admin admin] 10.222.0.33 "DELETE /v2.0/routers/8ee4a3c6-84b7-45d2-9fa1-1ee75965c74e HTTP/1.1" status: 204 len: 168 time: 1.3670866 Oct 20 04:42:05.936507 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 50204) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:05.993705 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7e0034-2030-42da-864a-b205128d3eae admin admin] Deleting subnet 413f3542-8042-4dd7-99e6-7e97d479f5ac {{(pid=90075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 20 04:42:05.996389 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb7e0034-2030-42da-864a-b205128d3eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.163230 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb7e0034-2030-42da-864a-b205128d3eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645907'] for subnet, precommit_delete_associations {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.239566 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb7e0034-2030-42da-864a-b205128d3eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013986'] for subnet, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.382199 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb7e0034-2030-42da-864a-b205128d3eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427629'] for subnet, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.417124 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e0034-2030-42da-864a-b205128d3eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413f3542-8042-4dd7-99e6-7e97d479f5ac,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:06.423105 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-eb7e0034-2030-42da-864a-b205128d3eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.428364 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5e797-f3a6-45d3-80ad-cc0fa7b9e233 None None] Network 1e90d880-e6a2-48af-b6f2-57b7f833974c requested from dv-neutron-861845-1-hyperv {{(pid=90077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 20 04:42:06.430040 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-eb7e0034-2030-42da-864a-b205128d3eae admin admin] 10.222.0.33 "DELETE /v2.0/subnets/413f3542-8042-4dd7-99e6-7e97d479f5ac HTTP/1.1" status: 204 len: 168 time: 0.4916451 Oct 20 04:42:06.431592 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.wsgi [-] (90075) accepted ('10.222.0.33', 50208) {{(pid=90075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:06.537153 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637610'] for network, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.548283 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Deleting port 4e120290-c824-479a-aad3-a1f437260415 {{(pid=90075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:42:06.548415 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.676325 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] DHCP port deletion for 1e90d880-e6a2-48af-b6f2-57b7f833974c request from dv-neutron-861845-1-hyperv {{(pid=90077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 20 04:42:06.680748 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] Deleting port 4e120290-c824-479a-aad3-a1f437260415 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:42:06.681120 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.761318 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.db [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] For port 4e120290-c824-479a-aad3-a1f437260415, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4e120290-c824-479a-aad3-a1f437260415,segment=NetworkSegment(fc4ad2a8-a26a-40ce-9261-25b3343b98b3),segment_id=fc4ad2a8-a26a-40ce-9261-25b3343b98b3)] {{(pid=90075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:42:06.761671 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.877880 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.db [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] For port 4e120290-c824-479a-aad3-a1f437260415, host dv-neutron-861845-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861845-1-hyperv',level=0,port_id=4e120290-c824-479a-aad3-a1f437260415,segment=NetworkSegment(fc4ad2a8-a26a-40ce-9261-25b3343b98b3),segment_id=fc4ad2a8-a26a-40ce-9261-25b3343b98b3)] {{(pid=90077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 20 04:42:06.878251 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725073'] for port, precommit_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:06.885504 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.plugin [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Calling delete_port for 4e120290-c824-479a-aad3-a1f437260415 owned by network:dhcp {{(pid=90075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:42:06.998696 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] Calling delete_port for 4e120290-c824-479a-aad3-a1f437260415 owned by network:dhcp {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 20 04:42:07.025741 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d0fa493c-6576-4686-a89c-5903c0c8d9c1 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:42:07.033009 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730572078210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730571479516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3645902'] for port, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:07.073339 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: d0fa493c-6576-4686-a89c-5903c0c8d9c1 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:42:07.073682 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device d0fa493c-6576-4686-a89c-5903c0c8d9c1 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:42:07.074090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 18ccb9e2-a0ad-4368-8295-7f1b5628a017 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:42:07.081034 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e120290-c824-479a-aad3-a1f437260415,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:07.084420 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] No DVR routers for this DVR port 4e120290-c824-479a-aad3-a1f437260415 on host dv-neutron-861845-1-hyperv {{(pid=90075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 04:42:07.110935 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 18ccb9e2-a0ad-4368-8295-7f1b5628a017 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:42:07.111274 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 18ccb9e2-a0ad-4368-8295-7f1b5628a017 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:42:07.111684 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4e120290-c824-479a-aad3-a1f437260415 no longer exists at agent ovs-agent-dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 20 04:42:07.150528 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] No Port match for: 4e120290-c824-479a-aad3-a1f437260415 {{(pid=90077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 20 04:42:07.150788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.rpc [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Device 4e120290-c824-479a-aad3-a1f437260415 not bound to the agent host dv-neutron-861845-1-hyperv {{(pid=90077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 20 04:42:07.169945 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.db.api [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=90077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 04:42:07.170303 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG oslo_db.api [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=90077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 04:42:07.198801 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984454', 'neutron.services.segments.db._delete_segments_for_network-8730572008165'] for network, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:07.224816 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e90d880-e6a2-48af-b6f2-57b7f833974c']}} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:07.236343 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3') {'for_net_delete': True} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:07.236635 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.services.segments.db [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4ad2a8-a26a-40ce-9261-25b3343b98b3') {} {{(pid=90075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:42:07.248021 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730572010765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645898'] for segment, before_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:07.265304 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985205'] for segment, precommit_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:07.272728 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=90075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:42:07.273110 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3647037'] for segment, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:07.339354 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment fc4ad2a8-a26a-40ce-9261-25b3343b98b3 resource provider aggregate not found Oct 20 04:42:07.363899 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.services.segments.plugin [-] Segment fc4ad2a8-a26a-40ce-9261-25b3343b98b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc4ad2a8-a26a-40ce-9261-25b3343b98b3 found for delete ", "request_id": "req-02a2d9b9-006a-4745-a35e-4e9cc28fcac2"}]} Oct 20 04:42:07.441032 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726140'] for network, after_delete {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:07.445443 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron_lib.callbacks.manager [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Notify callbacks [] for network, before_response {{(pid=90075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:07.469875 dv-neutron-861845-1-hyperv neutron-server[90075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e90d880-e6a2-48af-b6f2-57b7f833974c,revision_number=None']} {{(pid=90075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:07.475538 dv-neutron-861845-1-hyperv neutron-server[90075]: INFO neutron.wsgi [None req-94abf670-6285-4d6e-ae16-485063f7f080 admin admin] 10.222.0.33 "DELETE /v2.0/networks/1e90d880-e6a2-48af-b6f2-57b7f833974c HTTP/1.1" status: 204 len: 168 time: 1.0430000 Oct 20 04:42:07.671756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] Deleting port 4e120290-c824-479a-aad3-a1f437260415 {{(pid=90077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 20 04:42:07.672247 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730572077231'] for port, before_delete {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:07.736092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron.plugins.ml2.plugin [None req-49d1c912-35c9-4fde-b408-c1afade62e1c None None] The port '4e120290-c824-479a-aad3-a1f437260415' was deleted {{(pid=90077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 20 04:42:07.781540 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 50218) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:07.831632 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-103421ae-0932-4e03-b8b8-17babcc18175 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=887d8292f623458c8308074f8c36f617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488980 Oct 20 04:42:07.834012 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 50222) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:07.993817 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7dcb71fd-ad4e-4150-896d-2fbf29cb6ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:08.018311 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7dcb71fd-ad4e-4150-896d-2fbf29cb6ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:08.135716 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7dcb71fd-ad4e-4150-896d-2fbf29cb6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:08.150867 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb71fd-ad4e-4150-896d-2fbf29cb6ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eee4de-7130-42da-bc4d-fd2970d16741,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:08.159207 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-7dcb71fd-ad4e-4150-896d-2fbf29cb6ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:08.160323 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-7dcb71fd-ad4e-4150-896d-2fbf29cb6ef3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/18eee4de-7130-42da-bc4d-fd2970d16741 HTTP/1.1" status: 204 len: 168 time: 0.3254383 Oct 20 04:42:08.778182 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 50230) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:08.824526 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-ea974d32-dba3-4f8b-9325-6468a41fe52d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ca8b08e924264f1f84325f1eca6fa482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451338 Oct 20 04:42:08.827444 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [-] (90076) accepted ('10.222.0.33', 50234) {{(pid=90076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 20 04:42:08.884079 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-40174226-58bf-4888-9cc6-a18cbc02285a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:08.909140 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-40174226-58bf-4888-9cc6-a18cbc02285a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:09.021637 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-40174226-58bf-4888-9cc6-a18cbc02285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704595'] for security_group, after_delete {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:09.037093 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40174226-58bf-4888-9cc6-a18cbc02285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a103970-64ba-4930-9351-63290e258e0d,revision_number=None']} {{(pid=90076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:42:09.041451 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron_lib.callbacks.manager [None req-40174226-58bf-4888-9cc6-a18cbc02285a admin admin] Notify callbacks [] for security_group, before_response {{(pid=90076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:09.042454 dv-neutron-861845-1-hyperv neutron-server[90076]: INFO neutron.wsgi [None req-40174226-58bf-4888-9cc6-a18cbc02285a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4a103970-64ba-4930-9351-63290e258e0d HTTP/1.1" status: 204 len: 168 time: 0.2141509 Oct 20 04:42:09.846671 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7b85894e-e18f-492f-8059-10ab467475b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:12.394941 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-39cb12ca-ccba-4f12-93dc-70efd047dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:12.646557 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:42:13.599092 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:13.730121 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:15.141491 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:18.004236 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:39.827095 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ec655bff-f40d-4d38-b85a-1d6c627ea801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:42.406755 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-4d04901e-7630-44db-8339-d53870842ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:43.546859 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:43.641147 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:45.152557 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:47.992913 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:42:49.645918 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:43:09.886788 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-66404947-0c75-4ff3-b126-537171f80e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:12.369520 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-19adf905-9fe5-4b45-b81e-28163bcba9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:13.569460 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:13.655169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:15.158958 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:18.015330 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:26.646380 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:43:39.815169 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-02e7a9c8-1e46-4132-9473-db393bc77d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:42.386533 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ead9bde8-bf77-40bd-8bad-1d17fefe5331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:43.563421 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:43.654920 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:44.153192 dv-neutron-861845-1-hyperv neutron-server[90076]: DEBUG neutron.wsgi [req-d27a6591-11e6-4782-a337-53425e10435d req-9ca6f3b6-a072-4439-b81a-7b00fd0e9526 service neutron] (90076) timed out ('10.222.0.33', 47522) {{(pid=90076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 20 04:43:45.152370 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:43:48.041505 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:03.646244 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:44:09.826502 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ddd9cd43-e72e-460f-b300-69d165087ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:12.401689 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-d0e91937-0b7b-43a4-a089-43158e475e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:13.555725 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:13.666705 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:15.166968 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:18.026749 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:39.877604 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4c96-bda4-492c-adae-58c8a239a71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:40.645047 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:44:42.385875 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b3712f1d-1ba8-4707-a380-2006812f34dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:43.556115 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:43.683497 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:45.226590 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:44:48.038090 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:09.814506 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f8c60e40-7164-418b-8e91-75b2230c55b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:12.447603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f3a21ba7-dc02-4ceb-bc26-535a97d21c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:13.606981 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:13.683254 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:15.167419 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:17.644585 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:45:18.014178 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:39.825778 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-5cf4d146-edce-4165-9538-5c2709c69693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:42.414235 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ee8d9ab9-e7cb-412f-b496-09c0512a995e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:43.596959 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:43.694055 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:45.167986 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:48.008603 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:45:54.643807 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:46:09.830600 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-ae036efc-9c62-4452-bb16-e4efc2aefedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:12.448168 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-03a04a1c-a31b-423b-bd0d-00de05647554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:13.567960 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:13.647931 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:15.185411 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:18.013546 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:31.643224 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:46:39.836606 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-64dc2b3d-00a7-4894-b513-00afe33c88ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:42.384806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e3c5-65e4-4e5c-8a67-e968fc61ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:43.556434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:43.653690 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:45.162350 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:46:48.064727 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:08.642416 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:47:09.876806 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-3f024a38-cd94-48b1-affa-6f39ccbb3452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:12.384578 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-32a8c741-93b6-414b-b033-49256064be72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:13.567434 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:13.676127 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:15.196756 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:18.002134 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:39.813535 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c7c4-9cb2-4ee7-9010-c641eb03d9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:42.379322 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-bec61004-6f56-406d-b2cb-e72a3699d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:43.573516 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-f866a911-8285-408b-83d4-61279c1cb603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:43.682574 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-2d538db3-f464-429a-8d26-df1ef114fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:45.185052 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-7a50a344-a780-431a-b408-3dc1da2f4da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:47:45.642258 dv-neutron-861845-1-hyperv neutron-server[90078]: DEBUG neutron.db.agents_db [None req-791846bd-1aaf-4a8c-a6ec-f098715573b5 None None] Agent healthcheck: found 6 active agents {{(pid=90078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 20 04:47:48.042112 dv-neutron-861845-1-hyperv neutron-server[90077]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8cf6-e2a9-450f-80d2-c840998033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730572008147', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946636'] for agent, after_update {{(pid=90077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}